00000800:00000200:0.1F:1777043929.415423:0:3339:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c0c3e208] -> 12345-192.168.201.145@tcp (2) 00000800:00000200:2.1F:1777043929.426057:0:3330:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c0c3e208] -> 12345-192.168.201.145@tcp (2) 00000800:00000200:2.1:1777043929.426076:0:3330:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.201.145@tcp 00000000fd4acaa2 deleted 00000800:00000010:2.1:1777043929.426080:0:3330:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000fd4acaa2. 00000800:00000200:2.1:1777043929.426086:0:3330:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:2.1:1777043929.426095:0:3330:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.145@tcp ip 192.168.201.145:1023 00000800:00000200:2.1:1777043929.426100:0:3330:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000004ed3a5e6 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:1.1F:1777043929.428690:0:3329:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.1:1777043929.436694:0:3331:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c0c3e208] -> 12345-192.168.201.145@tcp (4) 00000800:00000200:1.1:1777043929.436700:0:3331:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.201.145@tcp 000000004f8db51d deleted 00000800:00000010:1.1:1777043929.436702:0:3331:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000004f8db51d. 00000800:00000200:1.1:1777043929.436709:0:3331:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:1.1:1777043929.437014:0:3329:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00010000:00000010:1.1:1777043930.251453:0:0:0:(ldlm_resource.c:1521:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000bc11f6cc. 00010000:00000010:1.1:1777043930.251469:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000000b30284a. 00010000:00000010:1.1:1777043932.741238:0:13:0:(ldlm_resource.c:1521:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000ddb3bf1b. 00010000:00000010:1.1:1777043932.741256:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000acb692ed. 00010000:00000010:2.1:1777043932.751504:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000000ec3e482. 00010000:00000010:2.1:1777043932.751519:0:0:0:(ldlm_resource.c:1521:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000007d99c0c. 00010000:00000010:2.1:1777043932.751523:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000a347ff02. 00010000:00010000:1.0:1777044714.143037:0:5857:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096200/0x2c8777a5e7d9c288 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044714.143056:0:5857:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de43096200 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:1.0:1777044714.143063:0:5857:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096200/0x2c8777a5e7d9c288 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044714.143076:0:5857:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096200/0x2c8777a5e7d9c288 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044714.143095:0:5857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x25:0x0].0x0 (ffff98df4a351d00) 00010000:00010000:1.0:1777044714.143101:0:5857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777044714.143108:0:5857:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096200/0x2c8777a5e7d9c288 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044714.143119:0:5857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096200/0x2c8777a5e7d9c288 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044714.143140:0:5857:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097400/0x2c8777a5e7d9c28f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044714.143149:0:5857:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097400/0x2c8777a5e7d9c28f lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044714.143583:0:5857:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097400/0x2c8777a5e7d9c28f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044714.143593:0:5857:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de43097400 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:1.0:1777044714.143599:0:5857:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097400/0x2c8777a5e7d9c28f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044714.143611:0:5857:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097400/0x2c8777a5e7d9c28f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044714.143643:0:5857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x25:0x0].0xb5b5b627 (ffff98df46583200) 00010000:00010000:1.0:1777044714.143648:0:5857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777044714.143654:0:5857:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097400/0x2c8777a5e7d9c28f lrc: 2/0,0 mode: --/PR res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044714.143665:0:5857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097400/0x2c8777a5e7d9c28f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044714.143722:0:5857:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096a00/0x2c8777a5e7d9c281 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11482c9 expref: 27 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044714.143742:0:5857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x25:0x0].0x0 (ffff98df4a351d00) 00010000:00010000:1.0:1777044714.143747:0:5857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777044714.143754:0:5857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096a00/0x2c8777a5e7d9c281 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11482c9 expref: 27 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044714.143771:0:5857:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de43096a00, rc 0) 00000100:00100000:1.0:1777044714.143868:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77955180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+26:19220:x1863365369803904:12345-192.168.201.45@tcp:101:cp.0 Request processed in 1192us (1668us total) trans 0 rc 301/301 00000100:00100000:1.0:1777044714.143881:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 605 00000100:00100000:1.0:1777044714.165979:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777044714.210684:0:6641:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369804416 00000100:00100000:1.0:1777044714.210703:0:6641:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369804416 00000100:00100000:1.0:1777044714.210836:0:6641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 165 00000100:00100000:1.0:1777044714.210854:0:6641:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77955c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+8:19220:x1863365369804416:12345-192.168.201.45@tcp:101:cp.0 00010000:00010000:1.0:1777044714.210878:0:6641:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777044714.210929:0:6641:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008eba3f08/0x2c8777a5e7d9c2c0 lrc: 2/0,0 mode: --/PW res: [0x280000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee11482de expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044714.211077:0:6641:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000000e45c5cb/0x2c8777a5e7d9c2b9 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11482d7 expref: 9 pid: 14822 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044714.211422:0:6641:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777044714.211425:0:6641:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777044714.211433:0:6641:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008eba3f08/0x2c8777a5e7d9c2c0 lrc: 4/0,0 mode: --/PW res: [0x280000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11482de expref: 9 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044714.211486:0:6641:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000000e45c5cb/0x2c8777a5e7d9c2b9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11482d7 expref: 9 pid: 14822 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044714.211507:0:6641:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000000e45c5cb/0x2c8777a5e7d9c2b9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11482d7 expref: 9 pid: 14822 timeout: 1442 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777044714.211528:0:6641:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df75299f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6641:1863365424249728:192.168.201.45@tcp:104: 00000100:00100000:1.0:1777044714.211689:0:6641:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df61d7f3c0 going to sleep for 11 seconds 00010000:00010000:1.0:1777044714.229607:0:6641:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000e45c5cb/0x2c8777a5e7d9c2b9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11482d7 expref: 10 pid: 14822 timeout: 1442 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777044714.229640:0:6641:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df75299f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6641:1863365424249728:192.168.201.45@tcp:104: 00010000:00010000:1.0:1777044714.229674:0:6641:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000008eba3f08/0x2c8777a5e7d9c2c0 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11482de expref: 9 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044714.229691:0:6641:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de43096a00, rc 0) 00000100:00100000:1.0:1777044714.269735:0:6641:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77955c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+9:19220:x1863365369804416:12345-192.168.201.45@tcp:101:cp.0 Request processed in 58872us (68969us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044714.269754:0:6641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 165 00000100:00100000:1.0:1777044714.556956:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369805056 00000100:00100000:1.0:1777044714.556973:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369805056 00000100:00100000:1.0:1777044714.557125:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 166 00000100:00100000:1.0:1777044714.557143:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77956d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:146de360-3fb2-48bd-b418-06f30714148a+9:2392:x1863365369805056:12345-192.168.201.45@tcp:101:lfs.0 00010000:00010000:1.0:1777044714.557173:0:6642:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777044714.557200:0:6642:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004239c251/0x2c8777a5e7d9c2e3 lrc: 2/0,0 mode: --/PR res: [0x280000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee11482ec expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777044714.557359:0:6642:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df75299f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6642:1863365424249984:192.168.201.45@tcp:106: 00000100:00100000:1.0:1777044714.557500:0:6642:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df61d7f3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1777044714.646614:0:6639:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369805312 00000100:00100000:1.0:1777044714.646632:0:6639:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369805312 00000100:00100000:1.0:1777044714.646754:0:6639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 167 00000100:00100000:1.0:1777044714.647034:0:6639:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77954000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:146de360-3fb2-48bd-b418-06f30714148a+9:2393:x1863365369805312:12345-192.168.201.45@tcp:101:lfs.0 00010000:00010000:1.0:1777044714.647060:0:6639:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777044714.647085:0:6639:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000193a371c/0x2c8777a5e7d9c2f8 lrc: 2/0,0 mode: --/PR res: [0x280000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee11482fa expref: -99 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777044714.647173:0:6639:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7529ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6639:1863365424250112:192.168.201.45@tcp:106: 00000100:00100000:1.0:1777044714.647344:0:6639:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df61d7f3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1777044714.677765:0:6639:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7529ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6639:1863365424250112:192.168.201.45@tcp:106: 00010000:00010000:1.0:1777044714.677817:0:6639:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000193a371c/0x2c8777a5e7d9c2f8 lrc: 1/0,0 mode: --/PR res: [0x280000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11482fa expref: 10 pid: 6639 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044714.677885:0:6639:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000193a371c/0x2c8777a5e7d9c2f8 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11482fa expref: 10 pid: 6639 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044714.677929:0:6639:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de43096e00, rc 0) 00000100:00100000:1.0:1777044714.678016:0:6639:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77954000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:146de360-3fb2-48bd-b418-06f30714148a+9:2393:x1863365369805312:12345-192.168.201.45@tcp:101:lfs.0 Request processed in 30986us (33832us total) trans 0 rc 301/301 00000100:00100000:1.0:1777044714.678030:0:6639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 167 00000040:00080000:1.0:1777044714.904098:0:11491:0:(llog.c:801:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1777044714.904109:0:11491:0:(llog_cat.c:158:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1777044714.904187:0:11491:0:(llog.c:858:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 15 count 2 00000040:00080000:1.0:1777044714.904199:0:11491:0:(llog.c:858:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1777044714.904756:0:11491:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7529ad80 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11491:1863365424250240:192.168.201.45@tcp:107:hsm_cdtr.0 00000100:00100000:1.0:1777044714.904890:0:11491:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df6056b780 going to sleep for 11 seconds 00000100:00100000:1.0:1777044714.923939:0:11491:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7529ad80 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11491:1863365424250240:192.168.201.45@tcp:107:hsm_cdtr.0 00000100:00100000:1.0:1777044715.088368:0:6646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369806336 00000100:00100000:1.0:1777044715.088387:0:6646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369806336 00002000:00100000:1.0:1777044715.088467:0:6646:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0xd:0x0] (0->157) req@ffff98df7b4b1500 x1863365369806336/t0(0) o4->15144518-a1c7-4352-a966-cb31eadd4d9b@192.168.201.45@tcp:471/0 lens 648/0 e 0 to 0 dl 1777044726 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777044715.088487:0:6646:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98df7b4b1500 with x1863365369806336 ext(0->157) 00010000:00010000:1.0:1777044715.088502:0:6646:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 000000008eba3f08/0x2c8777a5e7d9c2c0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11482de expref: 9 pid: 6641 timeout: 1443 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044715.088561:0:6646:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 000000008eba3f08/0x2c8777a5e7d9c2c0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11482de expref: 9 pid: 6641 timeout: 1443 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777044715.088607:0:6646:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff98df7b4b1500 00000100:00100000:1.0:1777044715.088683:0:6646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 4 00000100:00100000:1.0:1777044715.088700:0:6646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b4b1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2392:x1863365369806336:12345-192.168.201.45@tcp:4:cp.0 00000100:00100000:1.0:1777044715.089613:0:6646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b4b1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+11:2392:x1863365369806336:12345-192.168.201.45@tcp:4:cp.0 Request processed in 914us (8593us total) trans 4294967327 rc 0/0 00000100:00100000:1.0:1777044715.089628:0:6646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 4 00002000:00100000:1.0:1777044715.089640:0:6646:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0xd:0x0] (0->157) req@ffff98df7b4b1500 x1863365369806336/t4294967327(0) o4->15144518-a1c7-4352-a966-cb31eadd4d9b@192.168.201.45@tcp:471/0 lens 648/448 e 0 to 0 dl 1777044726 ref 1 fl Complete:H/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777044715.089653:0:6646:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98df7b4b1500 with x1863365369806336 ext(0->157) 00010000:00010000:1.0:1777044715.089662:0:6646:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 000000008eba3f08/0x2c8777a5e7d9c2c0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11482de expref: 11 pid: 6641 timeout: 1443 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044715.089684:0:6646:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 000000008eba3f08/0x2c8777a5e7d9c2c0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11482de expref: 11 pid: 6641 timeout: 1443 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777044715.089695:0:6646:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff98df7b4b1500 00000100:00100000:1.0:1777044715.133579:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369806720 00000100:00100000:1.0:1777044715.133593:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369806720 00000100:00100000:1.0:1777044715.133980:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 612 00000100:00100000:1.0:1777044715.133999:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b4b2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+31:19233:x1863365369806720:12345-192.168.201.45@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1777044715.134162:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b4b2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+31:19233:x1863365369806720:12345-192.168.201.45@tcp:57:lhsmtool_posix.0 Request processed in 168us (788us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044715.134174:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 612 00000100:00100000:1.0:1777044715.212841:0:6645:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369807232 00000100:00100000:1.0:1777044715.212855:0:6645:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369807232 00002000:00100000:1.0:1777044715.212923:0:6645:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0xd:0x0] (0->4095) req@ffff98df7b4b3480 x1863365369807232/t0(0) o3->15144518-a1c7-4352-a966-cb31eadd4d9b@192.168.201.45@tcp:471/0 lens 488/0 e 0 to 0 dl 1777044726 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777044715.212942:0:6645:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98df7b4b3480 with x1863365369807232 ext(0->4095) 00002000:00010000:1.0:1777044715.212951:0:6645:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff98df7b4b3480 00000100:00100000:1.0:1777044715.213004:0:6645:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 54 00000100:00100000:1.0:1777044715.213022:0:6645:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b4b3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+10:2390:x1863365369807232:12345-192.168.201.45@tcp:3:lhsmtool_posix.0 00000100:00100000:1.0:1777044715.213664:0:6645:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b4b3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+10:2390:x1863365369807232:12345-192.168.201.45@tcp:3:lhsmtool_posix.0 Request processed in 644us (991us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1777044715.213678:0:6645:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 54 00002000:00100000:1.0:1777044715.213690:0:6645:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0xd:0x0] (0->4095) req@ffff98df7b4b3480 x1863365369807232/t0(0) o3->15144518-a1c7-4352-a966-cb31eadd4d9b@192.168.201.45@tcp:471/0 lens 488/4536 e 0 to 0 dl 1777044726 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777044715.213704:0:6645:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98df7b4b3480 with x1863365369807232 ext(0->4095) 00002000:00010000:1.0:1777044715.213709:0:6645:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff98df7b4b3480 00000100:00100000:1.0:1777044715.239602:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369807360 00000100:00100000:1.0:1777044715.239618:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369807360 00000100:00100000:1.0:1777044715.239695:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 614 00000100:00100000:1.0:1777044715.239710:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b4b0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+31:19233:x1863365369807360:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1777044715.239738:0:5856:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777044715.239767:0:5856:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096e00/0x2c8777a5e7d9c322 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xf:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee114830f expref: -99 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044715.239819:0:5856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096600/0x2c8777a5e7d9c329 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xf:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044715.239861:0:5856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096600/0x2c8777a5e7d9c329 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044715.239879:0:5856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096600/0x2c8777a5e7d9c329 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044715.240028:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096e00/0x2c8777a5e7d9c322 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xf:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114830f expref: 33 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044715.240058:0:5856:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096600/0x2c8777a5e7d9c329 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114830f expref: 32 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044715.240073:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xf:0x0].0x0 (ffff98df4a351200) 00010000:00010000:1.0:1777044715.240078:0:5856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1777044715.240083:0:5856:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de43096600, rc 0) 00000100:00100000:1.0:1777044715.240186:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b4b0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+32:19233:x1863365369807360:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 Request processed in 477us (1405us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044715.240200:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 614 00000100:00100000:1.0:1777044715.322573:0:7939:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7b4b1880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7939:1863365424250496:192.168.201.45@tcp:104: 00010000:00010000:1.0:1777044715.322617:0:7939:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64f600/0x2c8777a5e7d9c337 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xf:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777044715.519345:0:5848:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369808384 00000100:00100000:1.0:1777044715.519353:0:5848:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369808384 00000100:00100000:1.0:1777044715.519396:0:5848:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 507 00000100:00100000:1.0:1777044715.519429:0:5848:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df47089050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2391:x1863365369808384:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:1.0:1777044715.519475:0:5848:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df47089050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2391:x1863365369808384:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 70us (601us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044715.519496:0:5848:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 507 00010000:00010000:1.0:1777044715.928713:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777044717.743582:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777044718.047844:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424251008 00000100:00100000:1.0:1777044718.047855:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424251008 00000100:00100000:1.0:1777044718.047922:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424251136 00000100:00100000:1.0:1777044718.047927:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424251136 00000100:00100000:1.0:1777044718.047971:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 642 00000100:00100000:1.0:1777044718.047983:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77b5ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3343:x1863365424251008:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777044718.048052:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77b5ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3343:x1863365424251008:12345-0@lo:400:kworker.0 Request processed in 70us (429us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044718.048064:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 642 00000100:00100000:1.0:1777044718.048087:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 643 00000100:00100000:1.0:1777044718.048097:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77b5dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3343:x1863365424251136:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777044718.048139:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77b5dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3343:x1863365424251136:12345-0@lo:400:kworker.0 Request processed in 43us (260us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044718.048147:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 643 00000100:00100000:1.0:1777044720.633395:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777044720.633476:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777044720.633518:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777044720.633576:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777044720.633609:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777044720.633646:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777044720.633713:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777044720.633753:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369809920 00000100:00100000:1.0:1777044720.633765:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369809920 00000100:00100000:1.0:1777044720.633849:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369810176 00000100:00100000:1.0:1777044720.633869:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369810176 00000100:00100000:1.0:1777044720.633895:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369809792 00000100:00100000:1.0:1777044720.633899:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369809792 00000100:00100000:1.0:1777044720.633921:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369810304 00000100:00100000:1.0:1777044720.633925:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369810304 00000100:00100000:1.0:1777044720.633949:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 422 00000100:00100000:1.0:1777044720.633962:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df74601180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:146de360-3fb2-48bd-b418-06f30714148a+10:2393:x1863365369809920:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:1.0:1777044720.634054:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df74601180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:146de360-3fb2-48bd-b418-06f30714148a+10:2393:x1863365369809920:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 93us (577us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044720.634066:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 422 00000100:00100000:1.0:1777044720.634090:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 423 00000100:00100000:1.0:1777044720.634100:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df74600700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+7:2393:x1863365369810176:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:1.0:1777044720.634489:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df74600700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+7:2393:x1863365369810176:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 37us (617us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044720.634502:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 423 00000100:00100000:1.0:1777044720.634524:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 424 00000100:00100000:1.0:1777044720.634535:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41d50e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:146de360-3fb2-48bd-b418-06f30714148a+9:2393:x1863365369809792:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:1.0:1777044720.634579:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41d50e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:146de360-3fb2-48bd-b418-06f30714148a+9:2393:x1863365369809792:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 45us (967us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044720.634589:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 424 00000100:00100000:1.0:1777044720.634608:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 425 00000100:00100000:1.0:1777044720.634617:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de430fc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2393:x1863365369810304:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:1.0:1777044720.634652:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de430fc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2393:x1863365369810304:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 35us (939us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044720.634661:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 425 00000100:00080000:1.0:1777044720.634711:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1777044720.634717:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1777044723.158035:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1777044723.158067:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df6d657800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424251776:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1777044723.158180:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777044723.161717:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de430fe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ce657616-b3f3-4e21-ac89-518ab611901c:3342:1863365424251904:0@lo:400:kworker.0 00000100:00100000:1.0:1777044723.162078:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777044723.162133:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de430fca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3342:1863365424252416:0@lo:400:kworker.0 00000100:00100000:1.0:1777044723.162176:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777044723.162287:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df6d657800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424251776:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1777044723.162325:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1777044723.162335:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de430fdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424252288:0@lo:400:kworker.0 00000100:00100000:1.0:1777044723.162380:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777044723.162456:0:5849:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424251904 00000100:00100000:1.0:1777044723.162466:0:5849:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424251904 00000100:00100000:1.0:1777044723.162522:0:5849:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 510 00000100:00100000:1.0:1777044723.162536:0:5849:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df4708bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ce657616-b3f3-4e21-ac89-518ab611901c+18:3342:x1863365424251904:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777044723.162607:0:5849:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df4708bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ce657616-b3f3-4e21-ac89-518ab611901c+18:3342:x1863365424251904:12345-0@lo:400:kworker.0 Request processed in 73us (528us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044723.162617:0:5849:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 510 00000100:00100000:1.0:1777044723.162666:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424252288 00000100:00100000:1.0:1777044723.162672:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424252288 00000100:00100000:1.0:1777044723.162715:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 426 00000100:00100000:1.0:1777044723.162726:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de430fdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3342:x1863365424252288:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777044723.162775:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de430fdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3342:x1863365424252288:12345-0@lo:400:kworker.0 Request processed in 50us (395us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044723.162812:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 426 00000100:00100000:1.0:1777044723.162874:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de430fdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424252288:0@lo:400:kworker.0 00000100:00100000:1.0:1777044723.162889:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de430fe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ce657616-b3f3-4e21-ac89-518ab611901c:3342:1863365424251904:0@lo:400:kworker.0 00000100:00100000:1.0:1777044725.746831:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777044725.746905:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777044725.746996:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777044725.747050:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777044725.747090:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777044725.747153:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777044725.747199:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777044725.747242:0:6639:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369810816 00000100:00100000:1.0:1777044725.747255:0:6639:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369810816 00000100:00100000:1.0:1777044725.747333:0:6639:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369811072 00000100:00100000:1.0:1777044725.747339:0:6639:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369811072 00000100:00100000:1.0:1777044725.747392:0:6639:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369810688 00000100:00100000:1.0:1777044725.747397:0:6639:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369810688 00000100:00100000:1.0:1777044725.747421:0:6639:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369811200 00000100:00100000:1.0:1777044725.747426:0:6639:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369811200 00000100:00100000:1.0:1777044725.747456:0:6639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 427 00000100:00100000:1.0:1777044725.747471:0:6639:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de430fdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:146de360-3fb2-48bd-b418-06f30714148a+10:2392:x1863365369810816:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:1.0:1777044725.747573:0:6639:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de430fdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:146de360-3fb2-48bd-b418-06f30714148a+10:2392:x1863365369810816:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 103us (666us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044725.747587:0:6639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 427 00000100:00100000:1.0:1777044725.747618:0:6639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 428 00000100:00100000:1.0:1777044725.747667:0:6639:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de430fed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+7:2392:x1863365369811072:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:1.0:1777044725.747715:0:6639:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de430fed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+7:2392:x1863365369811072:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 86us (719us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044725.747748:0:6639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 428 00000100:00100000:1.0:1777044725.747775:0:6639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 429 00000100:00100000:1.0:1777044725.747787:0:6639:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de430ffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:146de360-3fb2-48bd-b418-06f30714148a+9:2392:x1863365369810688:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:1.0:1777044725.748070:0:6639:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de430ffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:146de360-3fb2-48bd-b418-06f30714148a+9:2392:x1863365369810688:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 284us (978us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044725.748082:0:6639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 429 00000100:00100000:1.0:1777044725.748106:0:6639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 430 00000100:00100000:1.0:1777044725.748118:0:6639:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de430fc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2392:x1863365369811200:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:1.0:1777044725.748161:0:6639:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de430fc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2392:x1863365369811200:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 44us (961us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044725.748171:0:6639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 430 00000100:00100000:1.0:1777044725.748238:0:5848:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369810432 00000100:00100000:1.0:1777044725.748245:0:5848:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369810432 00000100:00100000:1.0:1777044725.748287:0:5848:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 511 00000100:00100000:1.0:1777044725.748298:0:5848:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df47089c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2392:x1863365369810432:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:1.0:1777044725.748338:0:5848:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df47089c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2392:x1863365369810432:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 42us (1288us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044725.748348:0:5848:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 511 00000100:00100000:1.0:1777044725.748428:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369810560 00000100:00100000:1.0:1777044725.748434:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369810560 00000100:00100000:1.0:1777044725.748477:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369810944 00000100:00100000:1.0:1777044725.748482:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369810944 00000100:00100000:1.0:1777044725.748514:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 650 00000100:00100000:1.0:1777044725.748526:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de430fe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:146de360-3fb2-48bd-b418-06f30714148a+58:2392:x1863365369810560:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:1.0:1777044725.748589:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de430fe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:146de360-3fb2-48bd-b418-06f30714148a+58:2392:x1863365369810560:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 65us (1770us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044725.748600:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 650 00000100:00100000:1.0:1777044725.748623:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 651 00000100:00100000:1.0:1777044725.748634:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de430fd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+26:2392:x1863365369810944:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:1.0:1777044725.748672:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de430fd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+26:2392:x1863365369810944:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 38us (1518us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044725.748682:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 651 00000100:00100000:1.0:1777044728.277850:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de430ff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3341:1863365424252800:0@lo:400:kworker.0 00000100:00100000:1.0:1777044728.277952:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777044728.278030:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7b62c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424253312:0@lo:400:kworker.0 00000100:00100000:1.0:1777044728.278072:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777044728.278117:0:3341:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1777044728.278127:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de430fca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3341:1863365424252928:0@lo:400:kworker.0 00000100:00100000:1.0:1777044728.278163:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777044728.278244:0:6639:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424253312 00000100:00100000:1.0:1777044728.278255:0:6639:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424253312 00000100:00100000:1.0:1777044728.278365:0:6639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 431 00000100:00100000:1.0:1777044728.278382:0:6639:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b62df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3341:x1863365424253312:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777044728.278462:0:6639:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b62df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3341:x1863365424253312:12345-0@lo:400:kworker.0 Request processed in 84us (388us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044728.278475:0:6639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 431 00000100:00100000:1.0:1777044728.278512:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424252800 00000100:00100000:1.0:1777044728.278519:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424252800 00000100:00100000:1.0:1777044728.278558:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424252928 00000100:00100000:1.0:1777044728.278583:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424252928 00000100:00100000:1.0:1777044728.278624:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 652 00000100:00100000:1.0:1777044728.278637:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b62ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3341:x1863365424252800:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777044728.278692:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b62ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3341:x1863365424252800:12345-0@lo:400:kworker.0 Request processed in 57us (740us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044728.278704:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 652 00000100:00100000:1.0:1777044728.278724:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 653 00000100:00100000:1.0:1777044728.278736:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b62e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3341:x1863365424252928:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777044728.278781:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b62e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3341:x1863365424252928:12345-0@lo:400:kworker.0 Request processed in 48us (617us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044728.278792:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 653 00000100:00100000:1.0:1777044728.278883:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de430fca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3341:1863365424252928:0@lo:400:kworker.0 00000100:00100000:1.0:1777044728.278901:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de430ff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3341:1863365424252800:0@lo:400:kworker.0 00000100:00100000:1.0:1777044728.278915:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7b62c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424253312:0@lo:400:kworker.0 00000100:00100000:1.0:1777044728.283586:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424253056 00000100:00100000:1.0:1777044728.283598:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424253056 00000100:00100000:1.0:1777044728.284438:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 432 00000100:00100000:1.0:1777044728.284455:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df605f1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3344:x1863365424253056:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777044728.284560:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df605f1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3344:x1863365424253056:12345-0@lo:400:kworker.0 Request processed in 108us (5105us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044728.284571:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 432 00010000:00010000:1.0:1777044730.277122:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777044730.863691:0:5849:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369811328 00000100:00100000:1.0:1777044730.863699:0:5849:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369811328 00000100:00100000:1.0:1777044730.863761:0:5849:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 513 00000100:00100000:1.0:1777044730.863774:0:5849:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df485c1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2391:x1863365369811328:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:1.0:1777044730.863831:0:5849:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df485c1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2391:x1863365369811328:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 59us (1893us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044730.863843:0:5849:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 513 00010000:00010000:1.0:1777044732.327168:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777044733.401614:0:3341:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1777044733.401631:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7b62c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424254464:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1777044733.401678:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777044733.401961:0:6644:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424254464 00000100:00100000:1.0:1777044733.401967:0:6644:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424254464 00000100:00100000:1.0:1777044733.402005:0:6644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 288 00000100:00100000:1.0:1777044733.402013:0:6644:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b62e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3341:x1863365424254464:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1777044733.402053:0:6644:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 1703936 granted 56164352 pending 0 free 3856662528 avail 3854565376 00000100:00100000:1.0:1777044733.402094:0:6644:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b62e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3341:x1863365424254464:12345-0@lo:13:osp-pre-1-0.0 Request processed in 81us (416us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044733.402103:0:6644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 288 00000100:00100000:1.0:1777044733.402164:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7b62c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424254464:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1777044734.365904:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777044736.406470:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777044736.541815:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777044737.494575:0:6644:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424254592 00000100:00100000:1.0:1777044737.494586:0:6644:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424254592 00000100:00100000:1.0:1777044737.494693:0:6644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 289 00000100:00100000:1.0:1777044737.494707:0:6644:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de4282df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424254592:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1777044737.494747:0:6644:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 56164352 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1777044737.494807:0:6644:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de4282df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424254592:12345-0@lo:13:osp-pre-0-0.0 Request processed in 104us (760us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044737.494856:0:6644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 289 00000100:00100000:1.0:1777044737.494923:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df72b2c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424254592:0@lo:13:osp-pre-0-0.0 00010000:00010000:1.0:1777044738.453586:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777044738.517888:0:6644:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424254720 00000100:00100000:1.0:1777044738.517900:0:6644:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424254720 00000100:00100000:1.0:1777044738.517980:0:6644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 290 00000100:00100000:1.0:1777044738.517993:0:6644:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df72b2fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1863365424254720:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1777044738.518037:0:6644:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 1703936 granted 56164352 pending 0 free 3856662528 avail 3854565376 00000100:00100000:1.0:1777044738.534552:0:6644:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df72b2fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1863365424254720:12345-0@lo:13:osp-pre-1-0.0 Request processed in 16550us (16788us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044738.534571:0:6644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 290 00000100:00080000:1.0:1777044738.534747:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:1.0:1777044740.503155:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1777044740.915694:0:15634:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 10c: Check forbidden archive ========== 11:32:16 (1777044736) 00000100:00100000:1.0:1777044741.117540:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369813760 00000100:00100000:1.0:1777044741.117548:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369813760 00000100:00100000:1.0:1777044741.117609:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369814272 00000100:00100000:1.0:1777044741.117614:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369814272 00000100:00100000:1.0:1777044741.117634:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369813888 00000100:00100000:1.0:1777044741.117638:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369813888 00000100:00100000:1.0:1777044741.117655:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369814144 00000100:00100000:1.0:1777044741.117659:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369814144 00000100:00100000:1.0:1777044741.117682:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 444 00000100:00100000:1.0:1777044741.117693:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b4b2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:146de360-3fb2-48bd-b418-06f30714148a+9:2393:x1863365369813760:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:1.0:1777044741.117748:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b4b2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:146de360-3fb2-48bd-b418-06f30714148a+9:2393:x1863365369813760:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 56us (1760us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044741.117759:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 444 00000100:00100000:1.0:1777044741.117794:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 445 00000100:00100000:1.0:1777044741.117805:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b4b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2393:x1863365369814272:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:1.0:1777044741.117847:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b4b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2393:x1863365369814272:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 44us (1787us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044741.117858:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 445 00000100:00100000:1.0:1777044741.117877:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 446 00000100:00100000:1.0:1777044741.117888:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b4b3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:146de360-3fb2-48bd-b418-06f30714148a+10:2393:x1863365369813888:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:1.0:1777044741.117924:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b4b3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:146de360-3fb2-48bd-b418-06f30714148a+10:2393:x1863365369813888:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 37us (1552us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044741.117935:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 446 00000100:00100000:1.0:1777044741.117954:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 447 00000100:00100000:1.0:1777044741.117964:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77fd5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+7:2393:x1863365369814144:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:1.0:1777044741.118020:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77fd5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+7:2393:x1863365369814144:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 33us (1438us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044741.118031:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 447 00010000:00010000:1.0:1777044741.902795:0:5857:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097400/0x2c8777a5e7d9c35a lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044741.902825:0:5857:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097400/0x2c8777a5e7d9c35a lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044741.902841:0:5857:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097400/0x2c8777a5e7d9c35a lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777044741.902859:0:5857:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000002:0x2:0x0]: returning size 6656 00010000:00010000:1.0:1777044741.903199:0:5857:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98df41544a00/0x2c8777a5e7d9c34c lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044741.903279:0:5857:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98df41544a00/0x2c8777a5e7d9c34c lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044741.903289:0:5857:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98df41544a00/0x2c8777a5e7d9c34c lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044741.903297:0:5857:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98df41544a00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:1.0:1777044741.903302:0:5857:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df41544a00/0x2c8777a5e7d9c34c lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044741.903314:0:5857:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df41544a00/0x2c8777a5e7d9c34c lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044741.903331:0:5857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff98df4a351000) 00010000:00010000:1.0:1777044741.903336:0:5857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777044741.903341:0:5857:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98df41544a00/0x2c8777a5e7d9c34c lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044741.903350:0:5857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df41544a00/0x2c8777a5e7d9c34c lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044741.903370:0:5857:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98df41545200/0x2c8777a5e7d9c353 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044741.903379:0:5857:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98df41545200/0x2c8777a5e7d9c353 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044741.903388:0:5857:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98df41545200/0x2c8777a5e7d9c353 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044741.903396:0:5857:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98df41545200 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:1.0:1777044741.903410:0:5857:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df41545200/0x2c8777a5e7d9c353 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044741.903419:0:5857:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df41545200/0x2c8777a5e7d9c353 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044741.903430:0:5857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x8d45d6bc (ffff98df4ababe00) 00010000:00010000:1.0:1777044741.903434:0:5857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777044741.903438:0:5857:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98df41545200/0x2c8777a5e7d9c353 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044741.903446:0:5857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df41545200/0x2c8777a5e7d9c353 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044741.903936:0:5857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43107a00/0x2c8777a5e7d9c345 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114831d expref: 29 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044741.903959:0:5857:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097400/0x2c8777a5e7d9c35a lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114831d expref: 28 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044741.903970:0:5857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff98df4a351500) 00010000:00010000:1.0:1777044741.903973:0:5857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777044741.903977:0:5857:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de43097400, rc 0) 00000100:00100000:1.0:1777044741.904053:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d58f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+28:19848:x1863365369814528:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 Request processed in 7049us (7311us total) trans 4294967729 rc 0/0 00000100:00100000:1.0:1777044741.904066:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 619 00000100:00100000:1.0:1777044741.914338:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777044741.930298:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777044742.036473:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777044742.066830:0:5843:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369815168 00000100:00100000:1.0:1777044742.066874:0:5843:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369815168 00010000:00010000:1.0:1777044742.066946:0:5843:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097200/0x2c8777a5e7d9c21f lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11482a6 expref: 27 pid: 5857 timeout: 1470 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777044742.067039:0:5843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 177 00000100:00100000:1.0:1777044742.067057:0:5843:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df72b2c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+27:2393:x1863365369815168:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777044742.067083:0:5843:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777044742.067095:0:5843:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097200/0x2c8777a5e7d9c21f lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11482a6 expref: 27 pid: 5857 timeout: 1470 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044742.067229:0:5843:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097200/0x2c8777a5e7d9c21f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11482a6 expref: 27 pid: 5857 timeout: 1470 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044742.067268:0:5843:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097200/0x2c8777a5e7d9c21f lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11482a6 expref: 27 pid: 5857 timeout: 1470 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044742.067297:0:5843:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff98df52c43f00) 00010000:00010000:1.0:1777044742.067306:0:5843:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536200/0x2c8777a5e7d9c368 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044742.067320:0:5843:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536200/0x2c8777a5e7d9c368 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044742.067334:0:5843:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536200/0x2c8777a5e7d9c368 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044742.067396:0:5843:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777044742.067503:0:5843:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df72b2c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+26:2393:x1863365369815168:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 448us (12102us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044742.067536:0:5843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 177 00000100:00100000:1.0:1777044742.118684:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369815296 00000100:00100000:1.0:1777044742.118698:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369815296 00000100:00100000:1.0:1777044742.118781:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 622 00000100:00100000:1.0:1777044742.118796:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77fd7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:146de360-3fb2-48bd-b418-06f30714148a+58:19850:x1863365369815296:12345-192.168.201.45@tcp:101:bash.0 00010000:00010000:1.0:1777044742.118839:0:5857:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777044742.118867:0:5857:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097200/0x2c8777a5e7d9c376 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148324 expref: -99 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044742.118952:0:5857:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097400/0x2c8777a5e7d9c37d lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044742.118972:0:5857:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097400/0x2c8777a5e7d9c37d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044742.118988:0:5857:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097400/0x2c8777a5e7d9c37d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777044742.119095:0:5857:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 8704 00000004:00200000:1.0:1777044742.119130:0:5857:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 16 stripe count 1 MDT count 1 00000004:00010000:1.0:1777044742.119170:0:5857:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097400/0x2c8777a5e7d9c37d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044742.119247:0:5857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097200/0x2c8777a5e7d9c376 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148324 expref: 60 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044742.119273:0:5857:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097400/0x2c8777a5e7d9c37d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148324 expref: 59 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044742.119312:0:5857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff98df46583b00) 00010000:00010000:1.0:1777044742.119317:0:5857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1777044742.119322:0:5857:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de43097400, rc 0) 00000100:00100000:1.0:1777044742.119397:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77fd7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:146de360-3fb2-48bd-b418-06f30714148a+59:19850:x1863365369815296:12345-192.168.201.45@tcp:101:bash.0 Request processed in 602us (1580us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044742.119408:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 622 00000100:00100000:1.0:1777044742.206689:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00010000:00010000:1.0:1777044742.260334:0:5856:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096c00/0x2c8777a5e7d9c3df lrc: 2/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148347 expref: -99 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044742.260435:0:5856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096200/0x2c8777a5e7d9c3e6 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044742.260457:0:5856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096200/0x2c8777a5e7d9c3e6 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044742.260473:0:5856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096200/0x2c8777a5e7d9c3e6 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044742.260494:0:5856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097e00/0x2c8777a5e7d9c3ed lrc: 3/1,0 mode: --/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044742.260503:0:5856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097e00/0x2c8777a5e7d9c3ed lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044742.260512:0:5856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097e00/0x2c8777a5e7d9c3ed lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044742.260595:0:5856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096200/0x2c8777a5e7d9c3e6 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044742.260619:0:5856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096200/0x2c8777a5e7d9c3e6 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044742.260630:0:5856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096200/0x2c8777a5e7d9c3e6 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044742.260639:0:5856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de43096200 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:1.0:1777044742.260645:0:5856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096200/0x2c8777a5e7d9c3e6 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044742.260656:0:5856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096200/0x2c8777a5e7d9c3e6 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044742.260674:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x26:0x0].0x0 (ffff98df4abab700) 00010000:00010000:1.0:1777044742.260679:0:5856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777044742.260685:0:5856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096200/0x2c8777a5e7d9c3e6 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044742.260693:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096200/0x2c8777a5e7d9c3e6 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044742.260711:0:5856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097e00/0x2c8777a5e7d9c3ed lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044742.260720:0:5856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097e00/0x2c8777a5e7d9c3ed lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044742.260728:0:5856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097e00/0x2c8777a5e7d9c3ed lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044742.260735:0:5856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de43097e00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:1.0:1777044742.260749:0:5856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097e00/0x2c8777a5e7d9c3ed lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044742.260760:0:5856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097e00/0x2c8777a5e7d9c3ed lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044742.260772:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x26:0x0].0x88c75925 (ffff98df46583500) 00010000:00010000:1.0:1777044742.260777:0:5856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777044742.260781:0:5856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097e00/0x2c8777a5e7d9c3ed lrc: 2/0,0 mode: --/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044742.260790:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097e00/0x2c8777a5e7d9c3ed lrc: 0/0,0 mode: --/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044742.260838:0:5856:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096c00/0x2c8777a5e7d9c3df lrc: 1/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148347 expref: 29 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044742.260854:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x26:0x0].0x0 (ffff98df4abab700) 00010000:00010000:1.0:1777044742.260857:0:5856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777044742.260862:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096c00/0x2c8777a5e7d9c3df lrc: 0/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148347 expref: 29 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044742.260876:0:5856:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de43096c00, rc 0) 00000100:00100000:1.0:1777044742.261049:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df58665880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+28:19852:x1863365369815936:12345-192.168.201.45@tcp:101:rm.0 Request processed in 958us (2223us total) trans 0 rc 301/301 00000100:00100000:1.0:1777044742.261061:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 627 00000100:00100000:1.0:1777044742.410556:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777044742.426668:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369816320 00000100:00100000:1.0:1777044742.426680:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369816320 00000100:00100000:1.0:1777044742.426751:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 630 00000100:00100000:1.0:1777044742.426779:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d58d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+28:19853:x1863365369816320:12345-192.168.201.45@tcp:101:cp.0 00010000:00010000:1.0:1777044742.426805:0:5856:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777044742.426829:0:5856:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097e00/0x2c8777a5e7d9c41e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee114835c expref: -99 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044742.426904:0:5856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096200/0x2c8777a5e7d9c425 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044742.426922:0:5856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096200/0x2c8777a5e7d9c425 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044742.426935:0:5856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096200/0x2c8777a5e7d9c425 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044742.426952:0:5856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096600/0x2c8777a5e7d9c42c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044742.426961:0:5856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096600/0x2c8777a5e7d9c42c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044742.426969:0:5856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096600/0x2c8777a5e7d9c42c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044742.427038:0:5856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096200/0x2c8777a5e7d9c425 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044742.427048:0:5856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096200/0x2c8777a5e7d9c425 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044742.427058:0:5856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096200/0x2c8777a5e7d9c425 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044742.427080:0:5856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de43096200 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:1.0:1777044742.427086:0:5856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096200/0x2c8777a5e7d9c425 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044742.427122:0:5856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096200/0x2c8777a5e7d9c425 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044742.427136:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x26:0x0].0x0 (ffff98df4abab700) 00010000:00010000:1.0:1777044742.427140:0:5856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777044742.427146:0:5856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096200/0x2c8777a5e7d9c425 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044742.427473:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096200/0x2c8777a5e7d9c425 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044742.427490:0:5856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096600/0x2c8777a5e7d9c42c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044742.427498:0:5856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096600/0x2c8777a5e7d9c42c lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044742.427507:0:5856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096600/0x2c8777a5e7d9c42c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044742.427514:0:5856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de43096600 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:1.0:1777044742.427518:0:5856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096600/0x2c8777a5e7d9c42c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044742.427527:0:5856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096600/0x2c8777a5e7d9c42c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044742.427550:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x26:0x0].0x88c75925 (ffff98df46583500) 00010000:00010000:1.0:1777044742.427554:0:5856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777044742.427558:0:5856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096600/0x2c8777a5e7d9c42c lrc: 2/0,0 mode: --/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044742.427566:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096600/0x2c8777a5e7d9c42c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044742.427605:0:5856:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097e00/0x2c8777a5e7d9c41e lrc: 1/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114835c expref: 29 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044742.427619:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x26:0x0].0x0 (ffff98df4abab700) 00010000:00010000:1.0:1777044742.427622:0:5856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777044742.427627:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097e00/0x2c8777a5e7d9c41e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114835c expref: 29 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044742.427639:0:5856:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de43097e00, rc 0) 00000100:00100000:1.0:1777044742.427723:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d58d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+28:19853:x1863365369816320:12345-192.168.201.45@tcp:101:cp.0 Request processed in 946us (1196us total) trans 0 rc 301/301 00000100:00100000:1.0:1777044742.427733:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 630 00000100:00100000:1.0:1777044742.445414:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777044742.466604:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369816704 00000100:00100000:1.0:1777044742.466617:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369816704 00000100:00100000:1.0:1777044742.466700:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 172 00000100:00100000:1.0:1777044742.466713:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de4282e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+7:2391:x1863365369816704:12345-192.168.201.45@tcp:101:cp.0 00010000:00010000:1.0:1777044742.466734:0:6642:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777044742.466759:0:6642:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004239c251/0x2c8777a5e7d9c456 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee114836a expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777044742.466803:0:6642:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0xe:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1777044742.466827:0:6642:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777044742.466830:0:6642:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777044742.466841:0:6642:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004239c251/0x2c8777a5e7d9c456 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114836a expref: 8 pid: 6642 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044742.466862:0:6642:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000004239c251/0x2c8777a5e7d9c456 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114836a expref: 8 pid: 6642 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044742.466879:0:6642:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de43097e00, rc 0) 00000100:00100000:1.0:1777044742.466950:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de4282e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2391:x1863365369816704:12345-192.168.201.45@tcp:101:cp.0 Request processed in 239us (2759us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044742.466961:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 172 00000100:00100000:1.0:1777044742.534244:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777044742.614106:0:3341:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1777044742.614135:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df72b2d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424255872:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1777044742.614271:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1777044742.617426:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1777044742.774646:0:5858:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369818240 00000100:00100000:1.0:1777044742.774660:0:5858:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369818240 00000100:00100000:1.0:1777044742.774742:0:5858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 156 00000100:00100000:1.0:1777044742.774759:0:5858:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b8edf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:146de360-3fb2-48bd-b418-06f30714148a+62:19856:x1863365369818240:12345-192.168.201.45@tcp:35:lfs.0 00000100:00100000:1.0:1777044742.775065:0:5858:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b8edf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:146de360-3fb2-48bd-b418-06f30714148a+63:19856:x1863365369818240:12345-192.168.201.45@tcp:35:lfs.0 Request processed in 309us (709us total) trans 4294967735 rc 0/0 00000100:00100000:1.0:1777044742.775078:0:5858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 156 00000100:00100000:1.0:1777044742.860775:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777044742.982701:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00080000:1.0:1777044743.028424:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1777044743.639584:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7b9c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3341:1863365424256768:0@lo:400:kworker.0 00000100:00100000:1.0:1777044743.639636:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777044743.639668:0:3341:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1777044743.639679:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df6d60d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3341:1863365424256896:0@lo:400:kworker.0 00000100:00100000:1.0:1777044743.639720:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1777044743.643233:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1777044743.643242:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1777044743.643262:0:6639:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424257024 00000100:00100000:1.0:1777044743.643270:0:6639:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424257024 00000100:00100000:1.0:1777044743.643324:0:6639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 448 00000100:00100000:1.0:1777044743.643335:0:6639:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de431bca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424257024:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777044743.643404:0:6639:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de431bca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424257024:12345-0@lo:400:kworker.0 Request processed in 70us (3151us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044743.643427:0:6639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 448 00000100:00100000:1.0:1777044743.643507:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df6d60f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424257024:0@lo:400:kworker.0 00000100:00100000:1.0:1777044743.643561:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df6d60d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3341:1863365424256896:0@lo:400:kworker.0 00000100:00100000:1.0:1777044743.643580:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7b9c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3341:1863365424256768:0@lo:400:kworker.0 00000100:00080000:1.0:1777044746.291973:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1777044746.293694:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1777044747.685535:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1777044747.742567:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1777044747.742979:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df72b2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424257280:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1777044748.758715:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df605f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3343:1863365424257536:0@lo:400:kworker.0 00000100:00100000:1.0:1777044748.759513:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777044748.759626:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df605f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424258048:0@lo:400:kworker.0 00000100:00100000:1.0:1777044748.759678:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777044748.759986:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1777044748.760042:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df605f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3343:1863365424257664:0@lo:400:kworker.0 00000100:00100000:1.0:1777044748.760091:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777044748.760158:0:8776:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424258048 00000100:00100000:1.0:1777044748.760170:0:8776:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424258048 00000100:00100000:1.0:1777044748.760608:0:8776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 453 00000100:00100000:1.0:1777044748.760627:0:8776:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df470cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424258048:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777044748.760716:0:8776:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df470cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424258048:12345-0@lo:400:kworker.0 Request processed in 92us (1034us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044748.760730:0:8776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 453 00000100:00080000:1.0:1777044748.760766:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1777044748.760821:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df605f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424258048:0@lo:400:kworker.0 00000100:00100000:1.0:1777044748.767712:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df605f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3343:1863365424257664:0@lo:400:kworker.0 00000100:00100000:1.0:1777044748.767738:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df605f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3343:1863365424257536:0@lo:400:kworker.0 00000100:00080000:1.0:1777044748.767911:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1777044748.786172:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424257792 00000100:00100000:1.0:1777044748.786189:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424257792 00000100:00100000:1.0:1777044748.786334:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 454 00000100:00100000:1.0:1777044748.786354:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df72b2d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3341:x1863365424257792:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777044748.786493:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df72b2d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3341:x1863365424257792:12345-0@lo:400:kworker.0 Request processed in 144us (640us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044748.786508:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 454 00000100:00100000:2.0:1777044748.802463:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df605f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ce657616-b3f3-4e21-ac89-518ab611901c:3342:1863365424257408:0@lo:400:kworker.0 00010000:00010000:1.0:1777044749.730618:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777044750.741993:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777044751.356818:0:5848:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369820032 00000100:00100000:2.0:1777044751.356832:0:5848:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369820032 00000100:00100000:2.0:1777044751.356910:0:5848:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 521 00000100:00100000:2.0:1777044751.356926:0:5848:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df485c2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2391:x1863365369820032:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:2.0:1777044751.357041:0:5848:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df485c2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2391:x1863365369820032:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 118us (654us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044751.357054:0:5848:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 521 00000100:00080000:2.0:1777044751.359543:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1777044751.359551:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1777044751.359554:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1777044751.766553:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777044752.794881:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777044752.854761:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df485bdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424258304:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1777044752.854845:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1777044752.861331:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1777044753.813848:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777044753.880024:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df605f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424258432:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1777044753.880135:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777044753.880554:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df6d58bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424258944:0@lo:400:kworker.0 00000100:00100000:1.0:1777044753.880598:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777044753.880637:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1777044753.880662:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df6d58b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3342:1863365424258816:0@lo:400:kworker.0 00000100:00100000:1.0:1777044753.880703:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777044753.880744:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df6d589c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ce657616-b3f3-4e21-ac89-518ab611901c:3343:1863365424258560:0@lo:400:kworker.0 00000100:00100000:1.0:1777044753.880786:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777044753.880816:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df6d58b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3343:1863365424259072:0@lo:400:kworker.0 00000100:00100000:1.0:1777044753.880845:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777044753.880867:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:1.0:1777044753.880876:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df6d589180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3343:1863365424258688:0@lo:400:kworker.0 00000100:00100000:1.0:1777044753.880934:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777044753.880964:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df6d588380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424259200:0@lo:400:kworker.0 00000100:00100000:1.0:1777044753.881003:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777044753.881184:0:6643:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424258432 00000100:00100000:2.0:1777044753.881197:0:6643:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424258432 00000100:00100000:2.0:1777044753.881308:0:6643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 296 00000100:00100000:2.0:1777044753.881324:0:6643:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df470cd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1863365424258432:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1777044753.881376:0:6643:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 1703936 granted 56164352 pending 0 free 3856662528 avail 3854565376 00000100:00100000:2.0:1777044753.881445:0:6643:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df470cd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1863365424258432:12345-0@lo:13:osp-pre-1-0.0 Request processed in 124us (1309us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044753.881457:0:6643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 296 00000100:00080000:2.0:1777044753.881493:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1777044753.881500:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1777044753.883409:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df6d58b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3342:1863365424258816:0@lo:400:kworker.0 00000100:00100000:1.0:1777044753.883442:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df605f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424258432:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1777044753.883479:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df6d58bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424258944:0@lo:400:kworker.0 00000100:00100000:2.0:1777044753.883503:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df6d589180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3343:1863365424258688:0@lo:400:kworker.0 00000100:00100000:2.0:1777044753.883519:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df6d588380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424259200:0@lo:400:kworker.0 00000100:00100000:2.0:1777044753.883532:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df6d589c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ce657616-b3f3-4e21-ac89-518ab611901c:3343:1863365424258560:0@lo:400:kworker.0 00000100:00100000:2.0:1777044753.883545:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df6d58b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3343:1863365424259072:0@lo:400:kworker.0 00000040:00080000:2.0:1777044754.261584:0:11491:0:(llog.c:801:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1777044754.261615:0:11491:0:(llog_cat.c:158:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1777044754.262877:0:11491:0:(llog.c:858:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1777044754.262892:0:11491:0:(llog.c:858:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:1.0:1777044754.853551:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777044755.867105:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777044756.479441:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369821056 00000100:00100000:2.0:1777044756.479452:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369821056 00000100:00100000:2.0:1777044756.479541:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 680 00000100:00100000:2.0:1777044756.479555:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df605f6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:146de360-3fb2-48bd-b418-06f30714148a+61:2393:x1863365369821056:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:2.0:1777044756.479637:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df605f6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:146de360-3fb2-48bd-b418-06f30714148a+61:2393:x1863365369821056:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 86us (264us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044756.479647:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 680 00000100:00100000:2.0:1777044756.479670:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369821440 00000100:00100000:2.0:1777044756.479674:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369821440 00000100:00100000:2.0:1777044756.479706:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 681 00000100:00100000:2.0:1777044756.479714:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df605f5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+27:2393:x1863365369821440:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:2.0:1777044756.479754:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df605f5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+27:2393:x1863365369821440:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 40us (161us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044756.479762:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 681 00000100:00080000:2.0:1777044756.479783:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1777044756.479788:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1777044756.479825:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1777044756.479858:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1777044756.890320:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777044757.918910:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777044758.305006:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777044758.333714:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777044758.333939:0:5858:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369822080 00000100:00100000:2.0:1777044758.333954:0:5858:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369822080 00000100:00100000:2.0:1777044758.334050:0:5858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 157 00000100:00100000:2.0:1777044758.334066:0:5858:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77b06680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+27:19848:x1863365369822080:12345-192.168.201.45@tcp:35:lhsmtool_posix.0 00000100:00100000:2.0:1777044758.334929:0:5858:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77b06680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+28:19848:x1863365369822080:12345-192.168.201.45@tcp:35:lhsmtool_posix.0 Request processed in 860us (1219us total) trans 4294967736 rc 0/0 00000100:00100000:2.0:1777044758.334957:0:5858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 157 00010000:00010000:1.0:1777044758.933543:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777044758.998916:0:3344:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df77b07100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3344:1863365424259712:0@lo:400:kworker.0 00000100:00100000:1.0:1777044758.999004:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777044758.999090:0:3344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:1.0:1777044758.999099:0:3344:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df77b06a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3344:1863365424259584:0@lo:400:kworker.0 00000100:00100000:2.0:1777044759.002342:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1777044759.002365:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df605f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424260224:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1777044759.002419:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777044759.002500:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424259712 00000100:00100000:2.0:1777044759.002508:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424259712 00000100:00100000:2.0:1777044759.002608:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 682 00000100:00100000:2.0:1777044759.002620:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77b06d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3344:x1863365424259712:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777044759.002688:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77b06d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3344:x1863365424259712:12345-0@lo:400:kworker.0 Request processed in 71us (3685us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044759.002697:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 682 00000100:00100000:1.0:1777044759.003674:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777044759.004006:0:3344:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df77b07800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3344:1863365424260096:0@lo:400:kworker.0 00000100:00100000:1.0:1777044759.004042:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777044759.004078:0:3344:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df77b07100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3344:1863365424259712:0@lo:400:kworker.0 00000100:00100000:2.0:1777044759.006560:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777044759.006638:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df77b07b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ce657616-b3f3-4e21-ac89-518ab611901c:3342:1863365424259456:0@lo:400:kworker.0 00000100:00100000:1.0:1777044759.007001:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424259968 00000100:00100000:1.0:1777044759.007008:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424259968 00000100:00100000:1.0:1777044759.007087:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 684 00000100:00100000:1.0:1777044759.007098:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d588380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3342:x1863365424259968:12345-0@lo:400:kworker.0 00000100:00080000:2.0:1777044759.008992:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1777044759.009041:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df605f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424260224:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1777044759.009089:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df77b04e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3342:1863365424259968:0@lo:400:kworker.0 00000100:00100000:1.0:1777044759.009415:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d588380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3342:x1863365424259968:12345-0@lo:400:kworker.0 Request processed in 60us (598us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044759.009427:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 684 00010000:00010000:1.0:1777044759.958489:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777044760.985051:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777044761.586050:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777044761.586106:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777044761.586131:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777044761.586161:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777044761.586188:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777044761.586254:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777044761.586286:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777044761.586320:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369822720 00000100:00100000:2.0:1777044761.586331:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369822720 00000100:00100000:2.0:1777044761.586418:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369822336 00000100:00100000:2.0:1777044761.586423:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369822336 00000100:00100000:2.0:1777044761.586458:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 685 00000100:00100000:2.0:1777044761.586472:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d58aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+28:2393:x1863365369822720:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:2.0:1777044761.586568:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d58aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+28:2393:x1863365369822720:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 98us (434us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044761.586579:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 685 00000100:00100000:2.0:1777044761.586607:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 686 00000100:00100000:2.0:1777044761.586617:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d588000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:146de360-3fb2-48bd-b418-06f30714148a+61:2393:x1863365369822336:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:2.0:1777044761.586653:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d588000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:146de360-3fb2-48bd-b418-06f30714148a+61:2393:x1863365369822336:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 37us (463us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044761.586662:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 686 00000100:00100000:2.0:1777044761.586688:0:6641:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369822464 00000100:00100000:2.0:1777044761.586693:0:6641:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369822464 00000100:00100000:2.0:1777044761.586726:0:6641:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369822976 00000100:00100000:2.0:1777044761.586730:0:6641:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369822976 00000100:00100000:2.0:1777044761.586773:0:6641:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369822592 00000100:00100000:2.0:1777044761.586778:0:6641:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369822592 00000100:00100000:2.0:1777044761.586820:0:6641:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369822848 00000100:00100000:2.0:1777044761.586825:0:6641:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369822848 00000100:00100000:2.0:1777044761.586847:0:6641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 467 00000100:00100000:2.0:1777044761.586856:0:6641:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d589180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:146de360-3fb2-48bd-b418-06f30714148a+9:2393:x1863365369822464:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:2.0:1777044761.586897:0:6641:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d589180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:146de360-3fb2-48bd-b418-06f30714148a+9:2393:x1863365369822464:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 42us (791us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044761.586906:0:6641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 467 00000100:00100000:2.0:1777044761.586925:0:6641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 468 00000100:00100000:2.0:1777044761.586933:0:6641:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d588a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2393:x1863365369822976:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:2.0:1777044761.586979:0:6641:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d588a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2393:x1863365369822976:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 46us (817us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044761.586988:0:6641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 468 00000100:00100000:2.0:1777044761.587006:0:6641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 469 00000100:00100000:2.0:1777044761.587015:0:6641:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d588700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:146de360-3fb2-48bd-b418-06f30714148a+10:2393:x1863365369822592:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:2.0:1777044761.587045:0:6641:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d588700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:146de360-3fb2-48bd-b418-06f30714148a+10:2393:x1863365369822592:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 31us (792us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044761.587054:0:6641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 469 00000100:00100000:2.0:1777044761.587070:0:6641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 470 00000100:00100000:2.0:1777044761.587079:0:6641:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d588e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2393:x1863365369822848:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:2.0:1777044761.587112:0:6641:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d588e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2393:x1863365369822848:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 34us (824us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044761.587120:0:6641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 470 00000100:00080000:2.0:1777044761.587154:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1777044761.587159:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1777044761.587162:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:1.0:1777044762.006770:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777044763.030728:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777044763.115108:0:6644:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424260352 00000100:00100000:1.0:1777044763.115120:0:6644:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424260352 00000100:00100000:1.0:1777044763.115267:0:6644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 299 00000100:00100000:1.0:1777044763.115283:0:6644:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df485bf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3341:x1863365424260352:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1777044763.115331:0:6644:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 56164352 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1777044763.115397:0:6644:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df485bf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3341:x1863365424260352:12345-0@lo:13:osp-pre-0-0.0 Request processed in 118us (1463us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044763.115408:0:6644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 299 00000100:00100000:1.0:1777044763.115473:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df77b07100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424260352:0@lo:13:osp-pre-0-0.0 00000001:02000400:1.0:1777044763.771549:0:15833:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 10d: Archive a file on the default archive id ========================================================== 11:32:38 (1777044758) 00010000:00010000:1.0:1777044764.058170:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777044764.131930:0:6644:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424261248 00000100:00100000:1.0:1777044764.131948:0:6644:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424261248 00000100:00100000:1.0:1777044764.132163:0:6644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 300 00000100:00100000:1.0:1777044764.132180:0:6644:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df74177480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1863365424261248:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1777044764.132254:0:6644:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 1703936 granted 56164352 pending 0 free 3856662528 avail 3854565376 00000100:00100000:1.0:1777044764.132363:0:6644:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df74177480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1863365424261248:12345-0@lo:13:osp-pre-1-0.0 Request processed in 187us (6676us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044764.132376:0:6644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 300 00000100:00100000:2.0:1777044764.935284:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00080000:1.0:1777044764.938849:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1777044764.992071:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00010000:00010000:1.0:1777044765.080671:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777044765.088109:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00080000:1.0:1777044765.090698:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1777044765.128134:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777044765.159566:0:5857:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de42c8aa00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5857:1863365424261376:192.168.201.45@tcp:104: 00010000:00010000:1.0:1777044765.159630:0:5857:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536c00/0x2c8777a5e7d9c4fe lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777044765.159793:0:5841:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369824000 00000100:00100000:2.0:1777044765.159805:0:5841:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369824000 00010000:00010000:2.0:1777044765.159856:0:5841:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536000/0x2c8777a5e7d9c3bc lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148339 expref: 28 pid: 12646 timeout: 1493 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777044765.159918:0:5841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 181 00000100:00100000:2.0:1777044765.159933:0:5841:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df677a4c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+28:2392:x1863365369824000:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777044765.159956:0:5841:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777044765.159977:0:5841:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536000/0x2c8777a5e7d9c3bc lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148339 expref: 28 pid: 12646 timeout: 1493 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044765.159999:0:5841:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536000/0x2c8777a5e7d9c3bc lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148339 expref: 28 pid: 12646 timeout: 1493 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044765.160034:0:5841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536000/0x2c8777a5e7d9c3bc lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148339 expref: 28 pid: 12646 timeout: 1493 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044765.160062:0:5841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff98df46583b00) 00010000:00010000:2.0:1777044765.160070:0:5841:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536c00/0x2c8777a5e7d9c4fe lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044765.160085:0:5841:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536c00/0x2c8777a5e7d9c4fe lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044765.160096:0:5841:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536c00/0x2c8777a5e7d9c4fe lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044765.160143:0:5841:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777044765.160276:0:5841:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df677a4c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+27:2392:x1863365369824000:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 343us (1691us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044765.160291:0:5841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 181 00010000:00010000:1.0:1777044765.160533:0:5857:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536c00/0x2c8777a5e7d9c4fe lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044765.160547:0:5857:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536c00/0x2c8777a5e7d9c4fe lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044765.160587:0:5857:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096e00/0x2c8777a5e7d9c505 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xb54fab68 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044765.160602:0:5857:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096e00/0x2c8777a5e7d9c505 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xb54fab68 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044765.160616:0:5857:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096e00/0x2c8777a5e7d9c505 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xb54fab68 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777044765.177679:0:5857:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x27:0x0]: returning size 512 00010000:00010000:1.0:1777044765.177705:0:5857:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536c00/0x2c8777a5e7d9c4fe lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044765.180102:0:5857:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536c00/0x2c8777a5e7d9c4fe lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044765.180129:0:5857:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536c00/0x2c8777a5e7d9c4fe lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044765.180142:0:5857:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98df7b536c00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:1.0:1777044765.180150:0:5857:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536c00/0x2c8777a5e7d9c4fe lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044765.180164:0:5857:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536c00/0x2c8777a5e7d9c4fe lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044765.183639:0:5857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff98df46583b00) 00010000:00010000:1.0:1777044765.183646:0:5857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777044765.183656:0:5857:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536c00/0x2c8777a5e7d9c4fe lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044765.183668:0:5857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536c00/0x2c8777a5e7d9c4fe lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777044765.183756:0:5857:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000097b9d66c reply state 00000000a83b7afc transno 4294967738 ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096e00/0x2c8777a5e7d9c505 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xb54fab68 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777044765.183773:0:5857:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777044765.184095:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77b05500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:146de360-3fb2-48bd-b418-06f30714148a+62:20463:x1863365369823872:12345-192.168.201.45@tcp:36:lfs.0 Request processed in 55689us (55966us total) trans 4294967738 rc 0/0 00000100:00100000:1.0:1777044765.184112:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 641 00000100:00100000:2.0:1777044765.288028:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369824256 00000100:00100000:2.0:1777044765.288048:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369824256 00000100:00100000:2.0:1777044765.318748:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777044765.324993:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369824384 00000100:00100000:1.0:1777044765.325011:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369824384 00000100:00100000:1.0:1777044765.325578:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 644 00000100:00100000:1.0:1777044765.325598:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d589500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:146de360-3fb2-48bd-b418-06f30714148a+63:20464:x1863365369824384:12345-192.168.201.45@tcp:101:bash.0 00010000:00010000:1.0:1777044765.325627:0:5857:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777044765.325656:0:5857:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096200/0x2c8777a5e7d9c536 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x27:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee11483b7 expref: -99 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044765.325795:0:5857:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097400/0x2c8777a5e7d9c53d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x27:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044765.325819:0:5857:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097400/0x2c8777a5e7d9c53d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044765.325866:0:5857:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097400/0x2c8777a5e7d9c53d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044765.325893:0:5857:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097e00/0x2c8777a5e7d9c544 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044765.325907:0:5857:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097e00/0x2c8777a5e7d9c544 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044765.325918:0:5857:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097e00/0x2c8777a5e7d9c544 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044765.326014:0:5857:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097400/0x2c8777a5e7d9c53d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044765.326026:0:5857:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097400/0x2c8777a5e7d9c53d lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044765.326037:0:5857:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097400/0x2c8777a5e7d9c53d lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044765.326047:0:5857:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de43097400 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:1.0:1777044765.326053:0:5857:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097400/0x2c8777a5e7d9c53d lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044765.326063:0:5857:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097400/0x2c8777a5e7d9c53d lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044765.326079:0:5857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x27:0x0].0x0 (ffff98df4ababa00) 00010000:00010000:1.0:1777044765.326085:0:5857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777044765.326092:0:5857:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097400/0x2c8777a5e7d9c53d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044765.326113:0:5857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097400/0x2c8777a5e7d9c53d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044765.326135:0:5857:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097e00/0x2c8777a5e7d9c544 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044765.326146:0:5857:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097e00/0x2c8777a5e7d9c544 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044765.326156:0:5857:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097e00/0x2c8777a5e7d9c544 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044765.326165:0:5857:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de43097e00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:1.0:1777044765.326170:0:5857:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097e00/0x2c8777a5e7d9c544 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044765.326181:0:5857:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097e00/0x2c8777a5e7d9c544 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044765.326194:0:5857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x27:0x0].0x7fd8c415 (ffff98df46583b00) 00010000:00010000:1.0:1777044765.326223:0:5857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777044765.326231:0:5857:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097e00/0x2c8777a5e7d9c544 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044765.326241:0:5857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097e00/0x2c8777a5e7d9c544 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044765.326292:0:5857:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096200/0x2c8777a5e7d9c536 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11483b7 expref: 64 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044765.326383:0:5857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x27:0x0].0x0 (ffff98df4ababa00) 00010000:00010000:1.0:1777044765.326387:0:5857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777044765.326395:0:5857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096200/0x2c8777a5e7d9c536 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11483b7 expref: 64 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044765.326410:0:5857:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de43096200, rc 0) 00000100:00100000:1.0:1777044765.326506:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d589500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:146de360-3fb2-48bd-b418-06f30714148a+63:20464:x1863365369824384:12345-192.168.201.45@tcp:101:bash.0 Request processed in 912us (7813us total) trans 0 rc 301/301 00000100:00100000:1.0:1777044765.326520:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 644 00000100:00100000:1.0:1777044765.358368:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777044765.371311:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 646 00000100:00100000:1.0:1777044765.371327:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df485bc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+28:20465:x1863365369824640:12345-192.168.201.45@tcp:101:rm.0 00010000:00010000:1.0:1777044765.371352:0:7939:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777044765.371378:0:7939:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097e00/0x2c8777a5e7d9c559 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee11483c5 expref: -99 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044765.371515:0:7939:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097400/0x2c8777a5e7d9c560 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044765.371536:0:7939:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097400/0x2c8777a5e7d9c560 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044765.371552:0:7939:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097400/0x2c8777a5e7d9c560 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044765.371574:0:7939:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096600/0x2c8777a5e7d9c567 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb54fab68 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044765.371605:0:7939:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096600/0x2c8777a5e7d9c567 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb54fab68 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044765.371617:0:7939:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096600/0x2c8777a5e7d9c567 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb54fab68 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044765.371782:0:7939:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096c00/0x2c8777a5e7d9c56e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x27:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044765.371797:0:7939:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096c00/0x2c8777a5e7d9c56e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044765.371807:0:7939:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096c00/0x2c8777a5e7d9c56e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777044765.371851:0:7939:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x27:0x0]: returning size 512 00000004:00200000:1.0:1777044765.371857:0:7939:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1777044765.371888:0:7939:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096c00/0x2c8777a5e7d9c56e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044765.371906:0:7939:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097400/0x2c8777a5e7d9c560 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044765.371916:0:7939:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097400/0x2c8777a5e7d9c560 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044765.371925:0:7939:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097400/0x2c8777a5e7d9c560 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044765.371935:0:7939:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de43097400 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:1.0:1777044765.371940:0:7939:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097400/0x2c8777a5e7d9c560 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044765.371961:0:7939:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097400/0x2c8777a5e7d9c560 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044765.371978:0:7939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff98df48c7eb00) 00010000:00010000:1.0:1777044765.371983:0:7939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777044765.371990:0:7939:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097400/0x2c8777a5e7d9c560 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044765.371999:0:7939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097400/0x2c8777a5e7d9c560 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044765.372019:0:7939:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096600/0x2c8777a5e7d9c567 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb54fab68 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044765.372029:0:7939:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096600/0x2c8777a5e7d9c567 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb54fab68 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044765.372038:0:7939:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096600/0x2c8777a5e7d9c567 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb54fab68 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044765.372046:0:7939:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de43096600 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:1.0:1777044765.372050:0:7939:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096600/0x2c8777a5e7d9c567 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb54fab68 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044765.372060:0:7939:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096600/0x2c8777a5e7d9c567 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb54fab68 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044765.372073:0:7939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xb54fab68 (ffff98df46583b00) 00010000:00010000:1.0:1777044765.372077:0:7939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777044765.372081:0:7939:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096600/0x2c8777a5e7d9c567 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb54fab68 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044765.372108:0:7939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096600/0x2c8777a5e7d9c567 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb54fab68 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044765.372151:0:7939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097e00/0x2c8777a5e7d9c559 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11483c5 expref: 30 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044765.372172:0:7939:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096c00/0x2c8777a5e7d9c56e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11483c5 expref: 29 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044765.372184:0:7939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x27:0x0].0x0 (ffff98df4ababa00) 00010000:00010000:1.0:1777044765.372187:0:7939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:1.0:1777044765.372192:0:7939:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de43096c00, rc 0) 00000100:00100000:1.0:1777044765.372328:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df485bc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+29:20465:x1863365369824640:12345-192.168.201.45@tcp:101:rm.0 Request processed in 1003us (6157us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044765.372340:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 646 00000100:00100000:1.0:1777044765.389555:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777044765.406998:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777044765.444993:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777044765.472629:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777044765.493652:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777044765.494158:0:14822:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369825536 00000100:00100000:1.0:1777044765.496776:0:14822:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369825536 00000100:00100000:1.0:1777044765.496876:0:14822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 176 00000100:00100000:1.0:1777044765.496891:0:14822:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d58ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2392:x1863365369825536:12345-192.168.201.45@tcp:101:cp.0 00010000:00010000:1.0:1777044765.496913:0:14822:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777044765.496938:0:14822:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e08f37a3/0x2c8777a5e7d9c5ec lrc: 2/0,0 mode: --/PR res: [0x280000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee11483ef expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777044765.496969:0:14822:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0xe:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1777044765.497010:0:14822:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777044765.497013:0:14822:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777044765.497025:0:14822:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e08f37a3/0x2c8777a5e7d9c5ec lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11483ef expref: 9 pid: 14822 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044765.497047:0:14822:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000e08f37a3/0x2c8777a5e7d9c5ec lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11483ef expref: 9 pid: 14822 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044765.497062:0:14822:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de43097400, rc 0) 00000100:00100000:1.0:1777044765.497132:0:14822:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d58ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2392:x1863365369825536:12345-192.168.201.45@tcp:101:cp.0 Request processed in 245us (3492us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044765.497143:0:14822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 176 00000100:00080000:2.0:1777044765.501300:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1777044765.542397:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777044765.542670:0:5842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369825792 00000100:00100000:2.0:1777044765.542691:0:5842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369825792 00010000:00010000:2.0:1777044765.542758:0:5842:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000e08f37a3/0x2c8777a5e7d9c5ec lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11483ef expref: 10 pid: 14822 timeout: 1494 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777044765.542814:0:5842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 182 00000100:00100000:2.0:1777044765.542829:0:5842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77b07800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+10:2392:x1863365369825792:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777044765.542847:0:5842:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777044765.542873:0:5842:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000e08f37a3/0x2c8777a5e7d9c5ec lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11483ef expref: 10 pid: 14822 timeout: 1494 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044765.542892:0:5842:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000e08f37a3/0x2c8777a5e7d9c5ec lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11483ef expref: 10 pid: 14822 timeout: 1494 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044765.542923:0:5842:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e08f37a3/0x2c8777a5e7d9c5ec lrc: 0/0,0 mode: --/PR res: [0x280000400:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11483ef expref: 10 pid: 14822 timeout: 1494 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044765.542942:0:5842:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777044765.542945:0:5842:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777044765.542954:0:5842:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000000a55c53c/0x2c8777a5e7d9c5f3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11483f6 expref: 9 pid: 8776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044765.542969:0:5842:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000a55c53c/0x2c8777a5e7d9c5f3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11483f6 expref: 9 pid: 8776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044765.543017:0:5842:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000000a55c53c/0x2c8777a5e7d9c5f3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11483f6 expref: 9 pid: 8776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777044765.543056:0:5842:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df6d58bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5842:1863365424261632:192.168.201.45@tcp:105: 00000100:00100000:2.0:1777044765.543143:0:5842:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df7795fd80 going to sleep for 11 seconds 00000100:00100000:2.0:1777044765.572250:0:5842:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df6d58bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5842:1863365424261632:192.168.201.45@tcp:105: 00010000:00010000:2.0:1777044765.572300:0:5842:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777044765.572521:0:5842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77b07800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2392:x1863365369825792:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 29694us (30124us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044765.572537:0:5842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 182 00000100:00100000:1.0:1777044765.785971:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00080000:2.0:1777044765.799482:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1777044765.888351:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777044765.925602:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777044765.927423:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369826816 00000100:00100000:2.0:1777044765.927468:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369826816 00000100:00100000:2.0:1777044765.927598:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 654 00000100:00100000:2.0:1777044765.927618:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77b05c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:146de360-3fb2-48bd-b418-06f30714148a+65:20469:x1863365369826816:12345-192.168.201.45@tcp:58:lfs.0 00000040:00080000:2.0:1777044765.928702:0:5855:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].15, 136 off10232 00000100:00100000:2.0:1777044765.928904:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77b05c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:146de360-3fb2-48bd-b418-06f30714148a+65:20469:x1863365369826816:12345-192.168.201.45@tcp:58:lfs.0 Request processed in 1288us (3308us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044765.928918:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 654 00010000:00010000:1.0:1777044766.109968:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777044766.585503:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369826944 00000100:00100000:1.0:1777044766.585528:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369826944 00000100:00100000:1.0:1777044766.585628:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 655 00000100:00100000:1.0:1777044766.585644:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df485bc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+32:20480:x1863365369826944:12345-192.168.201.45@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1777044766.585690:0:12646:0:(mdt_handler.c:7958:mdt_fid2path()) path get [0x200000402:0x11:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1777044766.585847:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df485bc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+32:20480:x1863365369826944:12345-192.168.201.45@tcp:53:lhsmtool_posix.0 Request processed in 206us (1461us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044766.585860:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 655 00000100:00100000:1.0:1777044766.598604:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777044766.623046:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777044766.629014:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777044766.644248:0:6645:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369827584 00000100:00100000:2.0:1777044766.644262:0:6645:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369827584 00002000:00100000:2.0:1777044766.644359:0:6645:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0xe:0x0] (0->157) req@ffff98df485bce00 x1863365369827584/t0(0) o4->15144518-a1c7-4352-a966-cb31eadd4d9b@192.168.201.45@tcp:522/0 lens 648/0 e 0 to 0 dl 1777044777 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777044766.644375:0:6645:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98df485bce00 with x1863365369827584 ext(0->157) 00010000:00010000:2.0:1777044766.644387:0:6645:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 000000000a55c53c/0x2c8777a5e7d9c5f3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11483f6 expref: 10 pid: 8776 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044766.644440:0:6645:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 000000000a55c53c/0x2c8777a5e7d9c5f3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11483f6 expref: 10 pid: 8776 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777044766.644453:0:6645:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff98df485bce00 00000100:00100000:2.0:1777044766.644506:0:6645:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 5 00000100:00100000:2.0:1777044766.644521:0:6645:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df485bce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+10:2392:x1863365369827584:12345-192.168.201.45@tcp:4:cp.0 00000100:00100000:1.0:1777044766.684772:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777044766.687914:0:6655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 183 00000100:00100000:1.0:1777044766.687946:0:6655:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b4b1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+12:2390:x1863365369827712:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777044766.690768:0:6655:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777044766.691486:0:6655:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000000a55c53c/0x2c8777a5e7d9c5f3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11483f6 expref: 12 pid: 8776 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044766.691526:0:6655:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000000a55c53c/0x2c8777a5e7d9c5f3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11483f6 expref: 12 pid: 8776 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044766.691572:0:6655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000a55c53c/0x2c8777a5e7d9c5f3 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11483f6 expref: 12 pid: 8776 timeout: 1495 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044766.691601:0:6655:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777044766.691604:0:6655:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777044766.691613:0:6655:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000ae99f4a9/0x2c8777a5e7d9c647 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044766.691631:0:6655:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ae99f4a9/0x2c8777a5e7d9c647 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044766.691723:0:6655:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777044766.691844:0:6655:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b4b1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+11:2390:x1863365369827712:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 3911us (7090us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044766.691864:0:6655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 183 00010000:00010000:2.0:1777044766.695094:0:8776:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000ae99f4a9/0x2c8777a5e7d9c647 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044766.695123:0:8776:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ae99f4a9/0x2c8777a5e7d9c647 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044766.695182:0:8776:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000ae99f4a9/0x2c8777a5e7d9c647 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044766.695197:0:8776:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ae99f4a9/0x2c8777a5e7d9c647 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044766.695259:0:8776:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ae99f4a9/0x2c8777a5e7d9c647 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044766.695273:0:8776:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98df74fa7c00 already unused, calling callback (ffffffffc17d22d0) 00010000:00010000:2.0:1777044766.695280:0:8776:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ae99f4a9/0x2c8777a5e7d9c647 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044766.695330:0:8776:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ae99f4a9/0x2c8777a5e7d9c647 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044766.695362:0:8776:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ae99f4a9/0x2c8777a5e7d9c647 lrc: 2/0,0 mode: --/PR res: [0x280000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044766.695376:0:8776:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ae99f4a9/0x2c8777a5e7d9c647 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777044766.695531:0:8776:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b4b1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+10:2393:x1863365369827328:12345-192.168.201.45@tcp:1:lhsmtool_posix.0 Request processed in 70117us (73827us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044766.695549:0:8776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 180 00000100:00100000:2.0:1777044766.701974:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777044766.740301:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777044766.740679:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369828608 00000100:00100000:1.0:1777044766.740752:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369828608 00000100:00100000:1.0:1777044766.740875:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 657 00000100:00100000:1.0:1777044766.740896:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d58bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+33:20480:x1863365369828608:12345-192.168.201.45@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1777044766.741115:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d58bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+33:20480:x1863365369828608:12345-192.168.201.45@tcp:57:lhsmtool_posix.0 Request processed in 224us (825us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044766.741129:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 657 00000100:00100000:2.0:1777044766.762506:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777044766.762757:0:6641:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369828736 00000100:00100000:1.0:1777044766.762782:0:6641:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369828736 00000100:00100000:1.0:1777044766.763161:0:6641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 181 00000100:00100000:1.0:1777044766.763180:0:6641:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d58b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+10:2392:x1863365369828736:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1777044766.763248:0:6641:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777044766.763285:0:6641:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008eba3f08/0x2c8777a5e7d9c64e lrc: 2/0,0 mode: --/PR res: [0x280000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148420 expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777044766.763337:0:6641:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0xe:0x0] initial LVB size: 158, mtime: 0x69eb8d1d, atime: 0x0, ctime: 0x69eb8d1d, blocks: 0x1 00010000:00010000:1.0:1777044766.763373:0:6641:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777044766.763377:0:6641:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777044766.763393:0:6641:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008eba3f08/0x2c8777a5e7d9c64e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148420 expref: 11 pid: 6641 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044766.763426:0:6641:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000008eba3f08/0x2c8777a5e7d9c64e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148420 expref: 11 pid: 6641 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044766.763453:0:6641:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de43096a00, rc 0) 00000100:00100000:1.0:1777044766.763557:0:6641:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d58b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+11:2392:x1863365369828736:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 Request processed in 381us (1065us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044766.763588:0:6641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 181 00000100:00100000:2.0:1777044766.843480:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369829248 00000100:00100000:2.0:1777044766.843496:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369829248 00000100:00100000:2.0:1777044766.843591:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 659 00000100:00100000:2.0:1777044766.843608:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77c7e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+33:20480:x1863365369829248:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1777044766.843645:0:12646:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777044766.843678:0:12646:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64f400/0x2c8777a5e7d9c655 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x11:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148427 expref: -99 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044766.844037:0:12646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64e600/0x2c8777a5e7d9c65c lrc: 3/1,0 mode: --/PR res: [0x200000402:0x11:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044766.844081:0:12646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64e600/0x2c8777a5e7d9c65c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x11:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044766.844100:0:12646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64e600/0x2c8777a5e7d9c65c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x11:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044766.844597:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64f400/0x2c8777a5e7d9c655 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x11:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148427 expref: 35 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044766.844627:0:12646:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64e600/0x2c8777a5e7d9c65c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x11:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148427 expref: 34 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044766.844640:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x11:0x0].0x0 (ffff98df4ababd00) 00010000:00010000:2.0:1777044766.844646:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1777044766.844652:0:12646:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98df6d64e600, rc 0) 00000100:00100000:2.0:1777044766.844759:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77c7e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+34:20480:x1863365369829248:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 Request processed in 1154us (1476us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044766.844774:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 659 00000100:00100000:2.0:1777044766.888007:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369829376 00000100:00100000:2.0:1777044766.888042:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369829376 00000100:00100000:2.0:1777044766.888134:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 660 00000100:00100000:2.0:1777044766.888150:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77b5ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+34:20480:x1863365369829376:12345-192.168.201.45@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1777044766.888195:0:5857:0:(mdt_handler.c:7958:mdt_fid2path()) path get [0x200000402:0x11:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1777044766.888417:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77b5ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+34:20480:x1863365369829376:12345-192.168.201.45@tcp:53:lhsmtool_posix.0 Request processed in 241us (628us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044766.888431:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 660 00000100:00100000:1.0:1777044766.904849:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369829504 00000100:00100000:1.0:1777044766.904865:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369829504 00000100:00100000:1.0:1777044766.904964:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 182 00000100:00100000:1.0:1777044766.904982:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df485bd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+11:2393:x1863365369829504:12345-192.168.201.45@tcp:1:lhsmtool_posix.0 00010000:00010000:1.0:1777044766.905047:0:6642:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000002a2b2383/0x2c8777a5e7d9c663 lrc: 3/1,0 mode: --/PR res: [0x280000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044766.905074:0:6642:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777044766.905078:0:6642:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777044766.905087:0:6642:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002a2b2383/0x2c8777a5e7d9c663 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044766.905110:0:6642:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002a2b2383/0x2c8777a5e7d9c663 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044766.905154:0:6642:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000002a2b2383/0x2c8777a5e7d9c663 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044766.905169:0:6642:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000002a2b2383/0x2c8777a5e7d9c663 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044766.905184:0:6642:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000002a2b2383/0x2c8777a5e7d9c663 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044766.905196:0:6642:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de43096600 already unused, calling callback (ffffffffc17d22d0) 00010000:00010000:1.0:1777044766.905548:0:6642:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000002a2b2383/0x2c8777a5e7d9c663 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044766.905566:0:6642:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000002a2b2383/0x2c8777a5e7d9c663 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044766.905592:0:6642:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000002a2b2383/0x2c8777a5e7d9c663 lrc: 2/0,0 mode: --/PR res: [0x280000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044766.905607:0:6642:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002a2b2383/0x2c8777a5e7d9c663 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777044766.911906:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df485bd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+11:2393:x1863365369829504:12345-192.168.201.45@tcp:1:lhsmtool_posix.0 Request processed in 6913us (7710us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044766.911927:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 182 00000100:00100000:2.0:1777044766.961902:0:5856:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de419fc000 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5856:1863365424262272:192.168.201.45@tcp:104: 00010000:00010000:2.0:1777044766.961950:0:5856:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7e00/0x2c8777a5e7d9c66a lrc: 3/0,1 mode: --/PW res: [0x200000402:0x11:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044766.993556:0:5856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7e00/0x2c8777a5e7d9c66a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x11:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044766.993584:0:5856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7e00/0x2c8777a5e7d9c66a lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x11:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044766.993598:0:5856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7e00/0x2c8777a5e7d9c66a lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x11:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044766.993615:0:5856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98df74fa7e00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:1.0:1777044766.993623:0:5856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7e00/0x2c8777a5e7d9c66a lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x11:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044766.993638:0:5856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7e00/0x2c8777a5e7d9c66a lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x11:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044766.993683:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x11:0x0].0x0 (ffff98df4ababd00) 00010000:00010000:1.0:1777044766.993693:0:5856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1777044766.993729:0:5856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7e00/0x2c8777a5e7d9c66a lrc: 2/0,0 mode: --/PW res: [0x200000402:0x11:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044766.993746:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7e00/0x2c8777a5e7d9c66a lrc: 0/0,0 mode: --/PW res: [0x200000402:0x11:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777044766.994746:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d655880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+34:20480:x1863365369829760:12345-192.168.201.45@tcp:57:lhsmtool_posix.0 Request processed in 48411us (49847us total) trans 4294967742 rc 0/0 00000100:00100000:1.0:1777044766.994765:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 661 00000100:00100000:2.0:1777044767.035655:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777044767.036798:0:5859:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369830144 00000100:00100000:1.0:1777044767.036816:0:5859:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369830144 00000100:00100000:1.0:1777044767.036909:0:5859:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 159 00000100:00100000:1.0:1777044767.036931:0:5859:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77fd5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+34:20480:x1863365369830144:12345-192.168.201.45@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1777044767.037441:0:5859:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77fd5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+35:20480:x1863365369830144:12345-192.168.201.45@tcp:35:lhsmtool_posix.0 Request processed in 513us (1795us total) trans 4294967743 rc 0/0 00000100:00100000:1.0:1777044767.039090:0:5859:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 159 00010000:00010000:1.0:1777044767.128408:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777044768.159261:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777044768.222429:0:6643:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424262400 00000100:00100000:2.0:1777044768.222441:0:6643:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424262400 00000100:00100000:2.0:1777044768.222520:0:6643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 301 00000100:00100000:2.0:1777044768.222535:0:6643:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d656300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1863365424262400:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1777044768.222585:0:6643:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 56164352 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1777044768.222656:0:6643:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d656300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1863365424262400:12345-0@lo:13:osp-pre-0-0.0 Request processed in 123us (723us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044768.222667:0:6643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 301 00000100:00100000:2.0:1777044768.223063:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7b8eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424262400:0@lo:13:osp-pre-0-0.0 00010000:00010000:1.0:1777044769.177593:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777044769.241725:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1777044769.241981:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7b4b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424263296:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1777044769.242035:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777044769.242092:0:6643:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424263296 00000100:00100000:1.0:1777044769.242099:0:6643:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424263296 00000100:00100000:1.0:1777044769.242147:0:6643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 302 00000100:00100000:1.0:1777044769.242171:0:6643:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b4b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424263296:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1777044769.242251:0:6643:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 1703936 granted 57868288 pending 0 free 3856662528 avail 3854565376 00000100:00100000:1.0:1777044769.242311:0:6643:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b4b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424263296:12345-0@lo:13:osp-pre-1-0.0 Request processed in 143us (275us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044769.242322:0:6643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 302 00000100:00100000:1.0:1777044769.242380:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7b4b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424263296:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1777044769.313975:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369830400 00000100:00100000:2.0:1777044769.313989:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369830400 00000100:00100000:2.0:1777044769.314096:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 662 00000100:00100000:2.0:1777044769.314112:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b939180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:146de360-3fb2-48bd-b418-06f30714148a+64:20483:x1863365369830400:12345-192.168.201.45@tcp:101:lfs.0 00010000:00010000:2.0:1777044769.314448:0:5855:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777044769.314500:0:5855:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64f200/0x2c8777a5e7d9c671 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x27:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee114842e expref: -99 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044769.314713:0:5855:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64e000/0x2c8777a5e7d9c678 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x11:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044769.314736:0:5855:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64e000/0x2c8777a5e7d9c678 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x11:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044769.314778:0:5855:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64e000/0x2c8777a5e7d9c678 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x11:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777044769.314798:0:5855:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x11:0x0]: returning size 158 00010000:00010000:2.0:1777044769.315117:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64f200/0x2c8777a5e7d9c671 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x27:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114842e expref: 67 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044769.315142:0:5855:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64e000/0x2c8777a5e7d9c678 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x11:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114842e expref: 66 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044769.315154:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x11:0x0].0x0 (ffff98df4ababd00) 00010000:00010000:2.0:1777044769.315159:0:5855:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777044769.315164:0:5855:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98df6d64e000, rc 0) 00000100:00100000:2.0:1777044769.315268:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b939180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:146de360-3fb2-48bd-b418-06f30714148a+66:20483:x1863365369830400:12345-192.168.201.45@tcp:101:lfs.0 Request processed in 1158us (2419us total) trans 4294967744 rc 0/0 00000100:00100000:2.0:1777044769.315279:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 662 00000100:00080000:1.0:1777044769.315528:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1777044769.342007:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00010000:00010000:3.0:1777044769.355435:0:5842:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777044769.355484:0:5842:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64e000/0x2c8777a5e7d9c678 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x11:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114842e expref: 66 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044769.355513:0:5842:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x11:0x0].0x0 (ffff98df4ababd00) 00010000:00010000:3.0:1777044769.355542:0:5842:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777044769.355626:0:5842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df74601180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:146de360-3fb2-48bd-b418-06f30714148a+65:2393:x1863365369830528:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 233us (2009us total) trans 0 rc 0/0 00000100:00100000:3.0:1777044769.355638:0:5842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 36 00000100:00100000:3.0:1777044769.363721:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00010000:00010000:3.0:1777044770.200127:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777044771.238759:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777044771.832493:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777044771.869104:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369831168 00000100:00100000:1.0:1777044771.869119:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369831168 00000100:00100000:1.0:1777044771.869245:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 694 00000100:00100000:1.0:1777044771.869262:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df74600700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:146de360-3fb2-48bd-b418-06f30714148a+66:2393:x1863365369831168:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:1.0:1777044771.869381:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df74600700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:146de360-3fb2-48bd-b418-06f30714148a+66:2393:x1863365369831168:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 124us (910us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044771.869392:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 694 00000100:00080000:1.0:1777044771.869422:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1777044771.870123:0:14822:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369831424 00000100:00100000:3.0:1777044771.870132:0:14822:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369831424 00000100:00100000:3.0:1777044771.870181:0:14822:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369831680 00000100:00100000:3.0:1777044771.870187:0:14822:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369831680 00000100:00080000:1.0:1777044771.870238:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1777044771.870244:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1777044771.870247:0:14822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 478 00000100:00100000:3.0:1777044771.870260:0:14822:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41d51500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:146de360-3fb2-48bd-b418-06f30714148a+10:2393:x1863365369831424:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777044771.870331:0:14822:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41d51500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:146de360-3fb2-48bd-b418-06f30714148a+10:2393:x1863365369831424:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 72us (1777us total) trans 0 rc 0/0 00000100:00100000:3.0:1777044771.870342:0:14822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 478 00000100:00100000:2.0:1777044771.870353:0:8776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 479 00000100:00100000:2.0:1777044771.870368:0:8776:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41d50e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2393:x1863365369831680:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:2.0:1777044771.870415:0:8776:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41d50e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2393:x1863365369831680:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 50us (1814us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044771.870425:0:8776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 479 00000100:00100000:2.0:1777044771.882702:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369831552 00000100:00100000:2.0:1777044771.882716:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369831552 00000100:00100000:2.0:1777044771.883094:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 695 00000100:00100000:2.0:1777044771.883111:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de430fc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+29:2392:x1863365369831552:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:2.0:1777044771.883305:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de430fc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+29:2392:x1863365369831552:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 195us (1499us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044771.883320:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 695 00000100:00100000:3.0:1777044771.886940:0:14822:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369831296 00000100:00100000:3.0:1777044771.886956:0:14822:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369831296 00000100:00100000:3.0:1777044771.887021:0:14822:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369831808 00000100:00100000:3.0:1777044771.887027:0:14822:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369831808 00000100:00100000:3.0:1777044771.887068:0:14822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 480 00000100:00100000:3.0:1777044771.887082:0:14822:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de430fea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:146de360-3fb2-48bd-b418-06f30714148a+9:2392:x1863365369831296:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777044771.887161:0:14822:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de430fea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:146de360-3fb2-48bd-b418-06f30714148a+9:2392:x1863365369831296:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 82us (5458us total) trans 0 rc 0/0 00000100:00100000:3.0:1777044771.887192:0:14822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 480 00000100:00100000:3.0:1777044771.887260:0:14822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 481 00000100:00100000:3.0:1777044771.887273:0:14822:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de430fdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2392:x1863365369831808:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777044771.887317:0:14822:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de430fdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2392:x1863365369831808:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 46us (5446us total) trans 0 rc 0/0 00000100:00100000:3.0:1777044771.887328:0:14822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 481 00010000:00010000:1.0:1777044772.246441:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777044773.277767:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777044773.333585:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7b8ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424263424:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1777044773.333715:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777044773.333835:0:6643:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424263424 00000100:00100000:3.0:1777044773.333846:0:6643:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424263424 00000100:00100000:3.0:1777044773.333928:0:6643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 303 00000100:00100000:3.0:1777044773.333943:0:6643:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de419fdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3341:x1863365424263424:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1777044773.333993:0:6643:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 56164352 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1777044773.334064:0:6643:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de419fdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3341:x1863365424263424:12345-0@lo:13:osp-pre-0-0.0 Request processed in 122us (349us total) trans 0 rc 0/0 00000100:00100000:3.0:1777044773.334076:0:6643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 303 00000100:00080000:3.0:1777044773.334112:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1777044773.334167:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7b8ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424263424:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1777044773.897386:0:6647:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369831936 00000100:00100000:1.0:1777044773.897399:0:6647:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369831936 00002000:00100000:1.0:1777044773.897499:0:6647:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0xe:0x0] (0->157) req@ffff98de430fdc00 x1863365369831936/t0(0) o4->15144518-a1c7-4352-a966-cb31eadd4d9b@192.168.201.45@tcp:529/0 lens 648/0 e 0 to 0 dl 1777044784 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777044773.897514:0:6647:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98de430fdc00 with x1863365369831936 ext(0->157) 00002000:00010000:1.0:1777044773.897521:0:6647:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff98de430fdc00 00000100:00100000:1.0:1777044773.897566:0:6647:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 56 00000100:00100000:1.0:1777044773.897617:0:6647:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de430fdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2390:x1863365369831936:12345-192.168.201.45@tcp:4:cp.0 00000100:00100000:1.0:1777044773.898680:0:6647:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de430fdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+10:2390:x1863365369831936:12345-192.168.201.45@tcp:4:cp.0 Request processed in 1061us (2127us total) trans 4294967327 rc 0/0 00000100:00100000:1.0:1777044773.898695:0:6647:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 56 00002000:00100000:1.0:1777044773.898706:0:6647:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0xe:0x0] (0->157) req@ffff98de430fdc00 x1863365369831936/t4294967327(0) o4->15144518-a1c7-4352-a966-cb31eadd4d9b@192.168.201.45@tcp:529/0 lens 648/448 e 0 to 0 dl 1777044784 ref 1 fl Complete:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777044773.898721:0:6647:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98de430fdc00 with x1863365369831936 ext(0->157) 00002000:00010000:1.0:1777044773.898727:0:6647:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff98de430fdc00 00000100:00080000:3.0:1777044773.900622:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1777044774.293873:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777044774.362885:0:3344:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7b8ef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3344:1863365424263808:0@lo:400:kworker.0 00000100:00100000:2.0:1777044774.362977:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777044774.363072:0:3344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:2.0:1777044774.363085:0:3344:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7b8ed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ce657616-b3f3-4e21-ac89-518ab611901c:3344:1863365424263680:0@lo:400:kworker.0 00000100:00100000:2.0:1777044774.363134:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777044774.363535:0:6643:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424263552 00000100:00100000:3.0:1777044774.363548:0:6643:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424263552 00000100:00100000:3.0:1777044774.363662:0:6643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 304 00000100:00100000:3.0:1777044774.363678:0:6643:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de430fed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1863365424263552:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1777044774.363727:0:6643:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 1703936 granted 57868288 pending 0 free 3856662528 avail 3854565376 00000100:00100000:3.0:1777044774.363797:0:6643:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de430fed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1863365424263552:12345-0@lo:13:osp-pre-1-0.0 Request processed in 121us (1448us total) trans 0 rc 0/0 00000100:00100000:3.0:1777044774.363830:0:6643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 304 00000100:00100000:3.0:1777044774.363876:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7b8ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3341:1863365424263936:0@lo:400:kworker.0 00000100:00100000:3.0:1777044774.363925:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777044774.371109:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424263808 00000100:00100000:1.0:1777044774.371462:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424263808 00000100:00100000:1.0:1777044774.371606:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424263936 00000100:00100000:1.0:1777044774.371613:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424263936 00000100:00100000:1.0:1777044774.371670:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 696 00000100:00100000:1.0:1777044774.371687:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de4282c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3344:x1863365424263808:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777044774.371844:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de4282c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3344:x1863365424263808:12345-0@lo:400:kworker.0 Request processed in 160us (8866us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044774.371856:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 696 00000100:00100000:1.0:1777044774.371888:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 697 00000100:00100000:1.0:1777044774.371901:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de419fc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3341:x1863365424263936:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777044774.371961:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de419fc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3341:x1863365424263936:12345-0@lo:400:kworker.0 Request processed in 62us (8036us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044774.371972:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 697 00000100:00100000:1.0:1777044774.372067:0:5849:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424263680 00000100:00100000:1.0:1777044774.372075:0:5849:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424263680 00000100:00100000:1.0:1777044774.372133:0:5849:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 530 00000100:00100000:1.0:1777044774.372169:0:5849:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df472a8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ce657616-b3f3-4e21-ac89-518ab611901c+18:3344:x1863365424263680:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777044774.372496:0:5849:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df472a8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ce657616-b3f3-4e21-ac89-518ab611901c+18:3344:x1863365424263680:12345-0@lo:400:kworker.0 Request processed in 329us (9361us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044774.372508:0:5849:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 530 00000100:00080000:1.0:1777044774.372562:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1777044774.372571:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1777044774.372675:0:8776:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424264064 00000100:00100000:1.0:1777044774.372682:0:8776:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424264064 00000100:00100000:1.0:1777044774.372741:0:8776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 482 00000100:00100000:1.0:1777044774.372755:0:8776:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de430ffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3342:x1863365424264064:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777044774.372813:0:8776:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de430ffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3342:x1863365424264064:12345-0@lo:400:kworker.0 Request processed in 60us (8687us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044774.372824:0:8776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 482 00000100:00100000:2.0:1777044774.378433:0:3344:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7b8ed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ce657616-b3f3-4e21-ac89-518ab611901c:3344:1863365424263680:0@lo:400:kworker.0 00000100:00100000:2.0:1777044774.378468:0:3344:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de431bca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3344:1863365424264192:0@lo:400:kworker.0 00000100:00100000:2.0:1777044774.378563:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777044774.378657:0:3344:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7b8ef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3344:1863365424263808:0@lo:400:kworker.0 00000100:00080000:1.0:1777044774.382435:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1777044774.384378:0:3344:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de431bca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3344:1863365424264192:0@lo:400:kworker.0 00000100:00100000:3.0:1777044774.390070:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7b8ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3341:1863365424263936:0@lo:400:kworker.0 00010000:00010000:1.0:1777044775.321623:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777044776.343369:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777044776.961710:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777044776.961772:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777044776.962108:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777044776.962151:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777044776.962189:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777044776.962529:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777044776.962607:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777044776.962652:0:6639:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369832320 00000100:00100000:2.0:1777044776.962665:0:6639:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369832320 00000100:00100000:2.0:1777044776.963040:0:6639:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369832832 00000100:00100000:2.0:1777044776.963046:0:6639:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369832832 00000100:00100000:2.0:1777044776.963073:0:6639:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369832448 00000100:00100000:2.0:1777044776.963096:0:6639:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369832448 00000100:00100000:2.0:1777044776.963149:0:6639:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369832704 00000100:00100000:2.0:1777044776.963154:0:6639:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369832704 00000100:00100000:2.0:1777044776.963178:0:6639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 483 00000100:00100000:2.0:1777044776.963192:0:6639:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b8ed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:146de360-3fb2-48bd-b418-06f30714148a+9:2393:x1863365369832320:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:2.0:1777044776.963311:0:6639:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b8ed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:146de360-3fb2-48bd-b418-06f30714148a+9:2393:x1863365369832320:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 120us (1537us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044776.963324:0:6639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 483 00000100:00100000:2.0:1777044776.963352:0:6639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 484 00000100:00100000:2.0:1777044776.963364:0:6639:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b8ed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2393:x1863365369832832:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:2.0:1777044776.963405:0:6639:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b8ed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2393:x1863365369832832:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 43us (1253us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044776.963417:0:6639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 484 00000100:00100000:2.0:1777044776.963436:0:6639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 485 00000100:00100000:2.0:1777044776.963446:0:6639:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b62df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:146de360-3fb2-48bd-b418-06f30714148a+10:2393:x1863365369832448:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:2.0:1777044776.963479:0:6639:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b62df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:146de360-3fb2-48bd-b418-06f30714148a+10:2393:x1863365369832448:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 35us (1217us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044776.963489:0:6639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 485 00000100:00100000:2.0:1777044776.963507:0:6639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 486 00000100:00100000:2.0:1777044776.963516:0:6639:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b62c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2393:x1863365369832704:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:2.0:1777044776.963581:0:6639:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b62c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2393:x1863365369832704:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 64us (973us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044776.963590:0:6639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 486 00000100:00100000:2.0:1777044776.963621:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369832576 00000100:00100000:2.0:1777044776.963636:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369832576 00000100:00100000:2.0:1777044776.963683:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369832192 00000100:00100000:2.0:1777044776.963687:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369832192 00000100:00100000:2.0:1777044776.963718:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 699 00000100:00100000:2.0:1777044776.963728:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b8ef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+29:2393:x1863365369832576:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:2.0:1777044776.963777:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b8ef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+29:2393:x1863365369832576:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 49us (1670us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044776.963787:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 699 00000100:00100000:2.0:1777044776.964052:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 700 00000100:00100000:2.0:1777044776.964064:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b62c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:146de360-3fb2-48bd-b418-06f30714148a+64:2393:x1863365369832192:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:2.0:1777044776.964105:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b62c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:146de360-3fb2-48bd-b418-06f30714148a+64:2393:x1863365369832192:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 44us (1917us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044776.964450:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 700 00000100:00100000:3.0:1777044776.964628:0:5848:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369832064 00000100:00100000:3.0:1777044776.964636:0:5848:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369832064 00000100:00100000:3.0:1777044776.964705:0:5848:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 531 00000100:00100000:3.0:1777044776.964716:0:5848:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df472aa450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2393:x1863365369832064:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777044776.965035:0:5848:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df472aa450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2393:x1863365369832064:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 320us (3336us total) trans 0 rc 0/0 00000100:00100000:3.0:1777044776.965045:0:5848:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 531 00010000:00010000:3.0:1777044777.365855:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777044778.391855:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777044778.453870:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1777044778.453900:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df72b2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424264320:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1777044778.453985:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777044778.454089:0:6643:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424264320 00000100:00100000:2.0:1777044778.454099:0:6643:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424264320 00000100:00100000:2.0:1777044778.454552:0:6643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 305 00000100:00100000:2.0:1777044778.454567:0:6643:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df72b2e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424264320:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1777044778.454614:0:6643:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 57868288 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1777044778.454699:0:6643:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df72b2e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424264320:12345-0@lo:13:osp-pre-0-0.0 Request processed in 134us (713us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044778.454710:0:6643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 305 00000100:00080000:2.0:1777044778.454743:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1777044778.454792:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df72b2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424264320:0@lo:13:osp-pre-0-0.0 00010000:00010000:3.0:1777044779.414038:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777044779.479670:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de431bca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3342:1863365424264576:0@lo:400:kworker.0 00000100:00100000:2.0:1777044779.479711:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777044779.479750:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df6d60f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424265088:0@lo:400:kworker.0 00000100:00100000:2.0:1777044779.479780:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777044779.479865:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1777044779.479876:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de430fc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ce657616-b3f3-4e21-ac89-518ab611901c:3342:1863365424264448:0@lo:400:kworker.0 00000100:00100000:2.0:1777044779.479914:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777044779.479944:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df6d60d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3342:1863365424264960:0@lo:400:kworker.0 00000100:00100000:2.0:1777044779.479976:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777044779.480010:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424265088 00000100:00100000:2.0:1777044779.480015:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424265088 00000100:00100000:2.0:1777044779.480060:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 488 00000100:00100000:2.0:1777044779.480069:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df72b2d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3342:x1863365424265088:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777044779.480120:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df72b2d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3342:x1863365424265088:12345-0@lo:400:kworker.0 Request processed in 52us (338us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044779.480128:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 488 00000100:00100000:2.0:1777044779.480540:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df6d60f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424265088:0@lo:400:kworker.0 00000100:00100000:1.0:1777044779.480728:0:5850:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424264448 00000100:00100000:1.0:1777044779.480735:0:5850:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424264448 00000100:00100000:1.0:1777044779.480777:0:5850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 532 00000100:00100000:1.0:1777044779.480787:0:5850:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df472ab850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ce657616-b3f3-4e21-ac89-518ab611901c+18:3342:x1863365424264448:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777044779.481091:0:5850:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df472ab850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ce657616-b3f3-4e21-ac89-518ab611901c+18:3342:x1863365424264448:12345-0@lo:400:kworker.0 Request processed in 305us (1175us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044779.481101:0:5850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 532 00000100:00100000:1.0:1777044779.481450:0:3344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1777044779.481462:0:3344:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7b4b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3344:1863365424265216:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1777044779.481526:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777044779.481586:0:6643:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424265216 00000100:00100000:1.0:1777044779.481592:0:6643:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424265216 00000100:00100000:1.0:1777044779.481628:0:6643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 306 00000100:00100000:1.0:1777044779.481637:0:6643:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b4b2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1863365424265216:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1777044779.481671:0:6643:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 1703936 granted 57868288 pending 0 free 3856662528 avail 3854565376 00000100:00100000:1.0:1777044779.481717:0:6643:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b4b2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1863365424265216:12345-0@lo:13:osp-pre-1-0.0 Request processed in 81us (192us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044779.481728:0:6643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 306 00000100:00100000:1.0:1777044779.481773:0:3344:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7b4b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3344:1863365424265216:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1777044779.481810:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de430fc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ce657616-b3f3-4e21-ac89-518ab611901c:3342:1863365424264448:0@lo:400:kworker.0 00000100:00100000:3.0:1777044779.490155:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df6d60d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3342:1863365424264960:0@lo:400:kworker.0 00000100:00100000:3.0:1777044779.490174:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de431bca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3342:1863365424264576:0@lo:400:kworker.0 00010000:00010000:1.0:1777044781.470517:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777044782.065637:0:5849:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369832960 00000100:00100000:3.0:1777044782.065650:0:5849:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369832960 00000100:00100000:3.0:1777044782.065733:0:5849:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 533 00000100:00100000:3.0:1777044782.065749:0:5849:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df472aa850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2392:x1863365369832960:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777044782.066082:0:5849:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df472aa850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2392:x1863365369832960:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 334us (577us total) trans 0 rc 0/0 00000100:00100000:3.0:1777044782.066097:0:5849:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 533 00000100:00100000:1.0:1777044782.091655:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777044782.092088:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777044782.092152:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777044782.092597:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777044782.092636:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777044782.092673:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777044782.092718:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369833472 00000100:00100000:1.0:1777044782.092729:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369833472 00000100:00100000:3.0:1777044782.094016:0:8776:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369833216 00000100:00100000:3.0:1777044782.094024:0:8776:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369833216 00000100:00100000:3.0:1777044782.094112:0:8776:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369833728 00000100:00100000:3.0:1777044782.094117:0:8776:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369833728 00000100:00100000:3.0:1777044782.094139:0:8776:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369833344 00000100:00100000:3.0:1777044782.094143:0:8776:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369833344 00000100:00100000:3.0:1777044782.094163:0:8776:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369833600 00000100:00100000:3.0:1777044782.094167:0:8776:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369833600 00000100:00100000:3.0:1777044782.094195:0:8776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 489 00000100:00100000:3.0:1777044782.094211:0:8776:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b4b3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:146de360-3fb2-48bd-b418-06f30714148a+9:2392:x1863365369833216:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777044782.094355:0:8776:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b4b3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:146de360-3fb2-48bd-b418-06f30714148a+9:2392:x1863365369833216:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 146us (2710us total) trans 0 rc 0/0 00000100:00100000:3.0:1777044782.094369:0:8776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 489 00000100:00100000:3.0:1777044782.094398:0:8776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 490 00000100:00100000:3.0:1777044782.094409:0:8776:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42e7ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2392:x1863365369833728:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777044782.094453:0:8776:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42e7ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2392:x1863365369833728:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 45us (2300us total) trans 0 rc 0/0 00000100:00100000:3.0:1777044782.094493:0:8776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 490 00000100:00100000:3.0:1777044782.094513:0:8776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 491 00000100:00100000:3.0:1777044782.094524:0:8776:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42e7f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:146de360-3fb2-48bd-b418-06f30714148a+10:2392:x1863365369833344:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777044782.094565:0:8776:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42e7f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:146de360-3fb2-48bd-b418-06f30714148a+10:2392:x1863365369833344:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 43us (1928us total) trans 0 rc 0/0 00000100:00100000:3.0:1777044782.094575:0:8776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 491 00000100:00100000:3.0:1777044782.094592:0:8776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 492 00000100:00100000:3.0:1777044782.094602:0:8776:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42e7d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2392:x1863365369833600:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777044782.094635:0:8776:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42e7d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2392:x1863365369833600:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 34us (1960us total) trans 0 rc 0/0 00000100:00100000:3.0:1777044782.094661:0:8776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 492 00000100:00100000:1.0:1777044782.096189:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369833088 00000100:00100000:1.0:1777044782.096235:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369833088 00000100:00100000:2.0:1777044782.101789:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 704 00000100:00100000:2.0:1777044782.101813:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de430fc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+29:2392:x1863365369833472:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:2.0:1777044782.102055:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de430fc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+29:2392:x1863365369833472:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 249us (9969us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044782.102068:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 704 00000100:00100000:2.0:1777044782.102101:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 705 00000100:00100000:2.0:1777044782.102113:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42e7ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:146de360-3fb2-48bd-b418-06f30714148a+64:2392:x1863365369833088:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:2.0:1777044782.102168:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42e7ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:146de360-3fb2-48bd-b418-06f30714148a+64:2392:x1863365369833088:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 56us (9572us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044782.102179:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 705 00000100:00080000:1.0:1777044782.106789:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1777044782.106802:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1777044782.106807:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1777044783.512808:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777044783.578197:0:6643:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424265344 00000100:00100000:2.0:1777044783.578262:0:6643:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424265344 00000100:00100000:2.0:1777044783.578367:0:6643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 307 00000100:00100000:2.0:1777044783.578385:0:6643:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b9c5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424265344:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1777044783.578461:0:6643:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 57868288 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1777044783.578539:0:6643:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b9c5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424265344:12345-0@lo:13:osp-pre-0-0.0 Request processed in 159us (2725us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044783.578551:0:6643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 307 00000100:00080000:1.0:1777044783.581335:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1777044784.599153:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de42e7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424265472:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1777044784.599265:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777044784.599633:0:3344:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de419ff100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3344:1863365424265856:0@lo:400:kworker.0 00000100:00100000:3.0:1777044784.599681:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777044784.599715:0:3344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1777044784.599725:0:3344:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de419fe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3344:1863365424265728:0@lo:400:kworker.0 00000100:00100000:3.0:1777044784.599758:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777044784.600049:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424265856 00000100:00100000:3.0:1777044784.600059:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424265856 00000100:00100000:3.0:1777044784.600127:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424265728 00000100:00100000:3.0:1777044784.600132:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424265728 00000100:00100000:3.0:1777044784.600163:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 706 00000100:00100000:3.0:1777044784.600175:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de4294f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3344:x1863365424265856:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777044784.600271:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de4294f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3344:x1863365424265856:12345-0@lo:400:kworker.0 Request processed in 96us (588us total) trans 0 rc 0/0 00000100:00100000:3.0:1777044784.600281:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 706 00000100:00100000:3.0:1777044784.600305:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 707 00000100:00100000:3.0:1777044784.600315:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de4294c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3344:x1863365424265728:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777044784.600353:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de4294c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3344:x1863365424265728:12345-0@lo:400:kworker.0 Request processed in 39us (594us total) trans 0 rc 0/0 00000100:00100000:3.0:1777044784.600362:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 707 00000100:00080000:3.0:1777044784.600391:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1777044784.600435:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de419fd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ce657616-b3f3-4e21-ac89-518ab611901c:3342:1863365424265600:0@lo:400:kworker.0 00000100:00100000:3.0:1777044784.600477:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777044784.600508:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de4294e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3342:1863365424266112:0@lo:400:kworker.0 00000100:00100000:3.0:1777044784.600559:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777044784.600584:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1777044784.600593:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de4294ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424265984:0@lo:400:kworker.0 00000100:00100000:3.0:1777044784.600623:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777044784.600659:0:8776:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424265984 00000100:00100000:3.0:1777044784.600664:0:8776:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424265984 00000100:00100000:3.0:1777044784.600697:0:8776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 493 00000100:00100000:3.0:1777044784.600706:0:8776:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de4294ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3342:x1863365424265984:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777044784.600753:0:8776:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de4294ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3342:x1863365424265984:12345-0@lo:400:kworker.0 Request processed in 48us (128us total) trans 0 rc 0/0 00000100:00100000:3.0:1777044784.600762:0:8776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 493 00000100:00100000:3.0:1777044784.600808:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de4294ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424265984:0@lo:400:kworker.0 00000100:00100000:3.0:1777044784.600849:0:3344:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de419fe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3344:1863365424265728:0@lo:400:kworker.0 00000100:00100000:3.0:1777044784.600861:0:3344:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de419ff100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3344:1863365424265856:0@lo:400:kworker.0 00000100:00100000:1.0:1777044784.601674:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424266112 00000100:00100000:1.0:1777044784.601693:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424266112 00000100:00100000:1.0:1777044784.601772:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 708 00000100:00100000:1.0:1777044784.601786:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de4294fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3342:x1863365424266112:12345-0@lo:400:kworker.0 00000100:00080000:3.0:1777044784.601789:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1777044784.602162:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de4294fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3342:x1863365424266112:12345-0@lo:400:kworker.0 Request processed in 379us (1602us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044784.602172:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 708 00000100:00100000:1.0:1777044784.602233:0:5848:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424265600 00000100:00100000:1.0:1777044784.602240:0:5848:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424265600 00000100:00100000:1.0:1777044784.602276:0:5848:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 534 00000100:00100000:1.0:1777044784.602307:0:5848:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df472a9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ce657616-b3f3-4e21-ac89-518ab611901c+18:3342:x1863365424265600:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777044784.602352:0:5848:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df472a9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ce657616-b3f3-4e21-ac89-518ab611901c+18:3342:x1863365424265600:12345-0@lo:400:kworker.0 Request processed in 47us (1873us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044784.602362:0:5848:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 534 00000100:00100000:3.0:1777044784.602403:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de419fd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ce657616-b3f3-4e21-ac89-518ab611901c:3342:1863365424265600:0@lo:400:kworker.0 00000100:00100000:3.0:1777044784.602472:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de4294e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3342:1863365424266112:0@lo:400:kworker.0 00000100:00100000:3.0:1777044784.604281:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de42e7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424265472:0@lo:13:osp-pre-1-0.0 00000100:00080000:3.0:1777044784.604315:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:3.0:1777044785.557806:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777044787.203686:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777044787.203762:0:5849:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369833856 00000100:00100000:3.0:1777044787.203779:0:5849:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369833856 00000100:00100000:2.0:1777044787.203851:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777044787.203865:0:5849:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 535 00000100:00100000:3.0:1777044787.203881:0:5849:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df472a9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2393:x1863365369833856:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:2.0:1777044787.203894:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777044787.203948:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777044787.204004:0:5849:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df472a9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2393:x1863365369833856:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 125us (331us total) trans 0 rc 0/0 00000100:00100000:3.0:1777044787.204018:0:5849:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 535 00000100:00100000:3.0:1777044787.204070:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369834368 00000100:00100000:3.0:1777044787.204076:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369834368 00000100:00100000:3.0:1777044787.204133:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 709 00000100:00100000:3.0:1777044787.204144:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d60d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+29:2393:x1863365369834368:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:1.0:1777044787.206582:0:6639:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369834112 00000100:00100000:1.0:1777044787.206594:0:6639:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369834112 00000100:00100000:1.0:1777044787.206646:0:6639:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369834624 00000100:00100000:1.0:1777044787.206651:0:6639:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369834624 00000100:00100000:1.0:1777044787.206687:0:6639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 494 00000100:00100000:1.0:1777044787.206700:0:6639:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d60f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:146de360-3fb2-48bd-b418-06f30714148a+9:2393:x1863365369834112:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:2.0:1777044787.216497:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777044787.216555:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777044787.216617:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777044787.217212:0:14822:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369834240 00000100:00100000:3.0:1777044787.217226:0:14822:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369834240 00000100:00100000:3.0:1777044787.217314:0:14822:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369834496 00000100:00100000:3.0:1777044787.217321:0:14822:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369834496 00000100:00100000:3.0:1777044787.217352:0:14822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 495 00000100:00100000:3.0:1777044787.217365:0:14822:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de4371d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2393:x1863365369834624:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777044787.217485:0:14822:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de4371d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2393:x1863365369834624:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 121us (13536us total) trans 0 rc 0/0 00000100:00100000:3.0:1777044787.217498:0:14822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 495 00000100:00100000:3.0:1777044787.217529:0:14822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 496 00000100:00100000:3.0:1777044787.217540:0:14822:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de4371ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:146de360-3fb2-48bd-b418-06f30714148a+10:2393:x1863365369834240:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777044787.217582:0:14822:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de4371ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:146de360-3fb2-48bd-b418-06f30714148a+10:2393:x1863365369834240:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 43us (1026us total) trans 0 rc 0/0 00000100:00100000:3.0:1777044787.217592:0:14822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 496 00000100:00100000:3.0:1777044787.217614:0:14822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 497 00000100:00100000:3.0:1777044787.217624:0:14822:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de4371e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2393:x1863365369834496:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777044787.217665:0:14822:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de4371e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2393:x1863365369834496:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 41us (1048us total) trans 0 rc 0/0 00000100:00100000:3.0:1777044787.217691:0:14822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 497 00000100:00080000:3.0:1777044787.217818:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1777044787.217824:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1777044787.217828:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1777044787.217846:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369833984 00000100:00100000:3.0:1777044787.217852:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369833984 00000100:00100000:3.0:1777044787.217904:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 710 00000100:00100000:3.0:1777044787.217915:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de4371d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:146de360-3fb2-48bd-b418-06f30714148a+64:2393:x1863365369833984:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777044787.217966:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de4371d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:146de360-3fb2-48bd-b418-06f30714148a+64:2393:x1863365369833984:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 52us (1481us total) trans 0 rc 0/0 00000100:00100000:3.0:1777044787.217977:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 710 00000100:00080000:3.0:1777044787.218007:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1777044787.218030:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d60d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+29:2393:x1863365369834368:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 13886us (14134us total) trans 0 rc 0/0 00000100:00100000:3.0:1777044787.218040:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 709 00000100:00100000:1.0:1777044787.235500:0:6639:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d60f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:146de360-3fb2-48bd-b418-06f30714148a+9:2393:x1863365369834112:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 28788us (31635us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044787.235519:0:6639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 494 00010000:00010000:3.0:1777044787.605945:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777044788.236752:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777044788.239079:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369834752 00000100:00100000:3.0:1777044788.239093:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369834752 00000100:00100000:3.0:1777044788.239556:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 664 00000100:00100000:3.0:1777044788.239574:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de4371f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+29:20462:x1863365369834752:12345-192.168.201.45@tcp:60:lhsmtool_posix.0 00000100:00100000:3.0:1777044788.239718:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de4371f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+29:20462:x1863365369834752:12345-192.168.201.45@tcp:60:lhsmtool_posix.0 Request processed in 147us (2977us total) trans 0 rc 0/0 00000100:00100000:3.0:1777044788.239730:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 664 00000100:00100000:2.0:1777044788.277619:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777044788.279958:0:5859:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369835008 00000100:00100000:3.0:1777044788.279976:0:5859:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369835008 00000100:00100000:3.0:1777044788.280074:0:5859:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 161 00000100:00100000:3.0:1777044788.280130:0:5859:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6015b850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+29:20462:x1863365369835008:12345-192.168.201.45@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1777044788.280975:0:5859:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6015b850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+30:20462:x1863365369835008:12345-192.168.201.45@tcp:35:lhsmtool_posix.0 Request processed in 847us (3877us total) trans 4294967746 rc 0/0 00000100:00100000:3.0:1777044788.280989:0:5859:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 161 00000100:00100000:2.0:1777044788.698627:0:6643:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424266240 00000100:00100000:2.0:1777044788.698639:0:6643:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424266240 00000100:00100000:2.0:1777044788.698752:0:6643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 309 00000100:00100000:2.0:1777044788.698767:0:6643:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b9c6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1863365424266240:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1777044788.698815:0:6643:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 57868288 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1777044788.699149:0:6643:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b9c6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1863365424266240:12345-0@lo:13:osp-pre-0-0.0 Request processed in 384us (1155us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044788.699178:0:6643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 309 00010000:00010000:3.0:1777044789.662510:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777044789.717856:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de4294ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3341:1863365424266496:0@lo:400:kworker.0 00000100:00100000:3.0:1777044789.717946:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777044789.718030:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de4294ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424267008:0@lo:400:kworker.0 00000100:00100000:3.0:1777044789.718068:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777044789.718115:0:3341:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1777044789.718124:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de4294ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3341:1863365424266624:0@lo:400:kworker.0 00000100:00100000:3.0:1777044789.718160:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777044789.718240:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424266496 00000100:00100000:3.0:1777044789.718250:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424266496 00000100:00100000:3.0:1777044789.718312:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424266624 00000100:00100000:3.0:1777044789.718317:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424266624 00000100:00100000:3.0:1777044789.718388:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 711 00000100:00100000:3.0:1777044789.718401:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de4294df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3341:x1863365424266496:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777044789.718473:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de4294df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3341:x1863365424266496:12345-0@lo:400:kworker.0 Request processed in 74us (527us total) trans 0 rc 0/0 00000100:00100000:3.0:1777044789.718485:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 711 00000100:00100000:3.0:1777044789.718511:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 712 00000100:00100000:3.0:1777044789.718522:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de4294f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3341:x1863365424266624:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777044789.718563:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de4294f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3341:x1863365424266624:12345-0@lo:400:kworker.0 Request processed in 43us (402us total) trans 0 rc 0/0 00000100:00100000:3.0:1777044789.718596:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 712 00000100:00100000:3.0:1777044789.718627:0:14822:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424267008 00000100:00100000:3.0:1777044789.718633:0:14822:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424267008 00000100:00100000:3.0:1777044789.718676:0:14822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 498 00000100:00100000:3.0:1777044789.718687:0:14822:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de4294c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3341:x1863365424267008:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777044789.718734:0:14822:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de4294c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3341:x1863365424267008:12345-0@lo:400:kworker.0 Request processed in 49us (665us total) trans 0 rc 0/0 00000100:00100000:3.0:1777044789.718744:0:14822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 498 00000100:00080000:3.0:1777044789.718775:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1777044789.718781:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1777044789.718827:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de4294ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3341:1863365424266624:0@lo:400:kworker.0 00000100:00100000:3.0:1777044789.718843:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de4294ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3341:1863365424266496:0@lo:400:kworker.0 00000100:00100000:3.0:1777044789.718857:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de4294ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424267008:0@lo:400:kworker.0 00000100:00100000:2.0:1777044789.719049:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de4294f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424266752:0@lo:400:kworker.0 00000100:00100000:2.0:1777044789.719099:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777044789.719149:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:2.0:1777044789.719161:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de4294e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ce657616-b3f3-4e21-ac89-518ab611901c:3343:1863365424266368:0@lo:400:kworker.0 00000100:00100000:2.0:1777044789.719251:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777044789.719290:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de4294d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3343:1863365424266880:0@lo:400:kworker.0 00000100:00100000:2.0:1777044789.719359:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1777044789.720509:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1777044789.720741:0:5850:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424266368 00000100:00100000:1.0:1777044789.720750:0:5850:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424266368 00000100:00100000:1.0:1777044789.721084:0:5850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 536 00000100:00100000:1.0:1777044789.721098:0:5850:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df472ab450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ce657616-b3f3-4e21-ac89-518ab611901c+18:3343:x1863365424266368:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777044789.721169:0:5850:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df472ab450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ce657616-b3f3-4e21-ac89-518ab611901c+18:3343:x1863365424266368:12345-0@lo:400:kworker.0 Request processed in 74us (1918us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044789.721196:0:5850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 536 00000100:00100000:1.0:1777044789.721283:0:3341:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1777044789.721299:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de42e7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424267136:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1777044789.721373:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777044789.721427:0:6643:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424267136 00000100:00100000:1.0:1777044789.721434:0:6643:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424267136 00000100:00100000:1.0:1777044789.721474:0:6643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 310 00000100:00100000:1.0:1777044789.721485:0:6643:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42e7f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3341:x1863365424267136:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1777044789.721522:0:6643:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 1703936 granted 57868288 pending 0 free 3856662528 avail 3854565376 00000100:00100000:1.0:1777044789.721576:0:6643:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42e7f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3341:x1863365424267136:12345-0@lo:13:osp-pre-1-0.0 Request processed in 93us (204us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044789.721586:0:6643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 310 00000100:00100000:1.0:1777044789.721639:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de42e7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424267136:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1777044789.721673:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de4294e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ce657616-b3f3-4e21-ac89-518ab611901c:3343:1863365424266368:0@lo:400:kworker.0 00000100:00100000:3.0:1777044789.726525:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424266752 00000100:00100000:3.0:1777044789.726541:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424266752 00000100:00100000:3.0:1777044789.726636:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 499 00000100:00100000:3.0:1777044789.726653:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de4371fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424266752:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777044789.726775:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de4371fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424266752:12345-0@lo:400:kworker.0 Request processed in 126us (7675us total) trans 0 rc 0/0 00000100:00100000:3.0:1777044789.726786:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 499 00010000:00010000:3.0:1777044791.701449:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777044792.310063:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777044792.310123:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777044792.310229:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777044792.310856:0:6639:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369835520 00000100:00100000:1.0:1777044792.310870:0:6639:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369835520 00000100:00080000:2.0:1777044792.310955:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1777044792.310976:0:6639:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369835776 00000100:00100000:1.0:1777044792.310981:0:6639:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369835776 00000100:00100000:1.0:1777044792.311029:0:6639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 500 00000100:00080000:2.0:1777044792.311032:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1777044792.311046:0:6639:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de4371f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:146de360-3fb2-48bd-b418-06f30714148a+10:2393:x1863365369835520:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777044792.311116:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369835264 00000100:00100000:3.0:1777044792.311123:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369835264 00000100:00100000:1.0:1777044792.311151:0:6639:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de4371f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:146de360-3fb2-48bd-b418-06f30714148a+10:2393:x1863365369835520:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 110us (1026us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044792.311484:0:6639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 500 00000100:00100000:1.0:1777044792.311513:0:6639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 501 00000100:00100000:1.0:1777044792.311524:0:6639:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de4371d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2393:x1863365369835776:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:1.0:1777044792.311587:0:6639:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de4371d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2393:x1863365369835776:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 65us (1359us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044792.311598:0:6639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 501 00000100:00100000:3.0:1777044792.314010:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 714 00000100:00100000:3.0:1777044792.314030:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de4371ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:146de360-3fb2-48bd-b418-06f30714148a+64:2393:x1863365369835264:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777044792.314121:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de4371ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:146de360-3fb2-48bd-b418-06f30714148a+64:2393:x1863365369835264:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 98us (4069us total) trans 0 rc 0/0 00000100:00100000:3.0:1777044792.314134:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 714 00000100:00080000:3.0:1777044792.341464:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1777044792.341878:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777044792.341945:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777044792.341988:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777044792.342029:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777044792.342067:0:6641:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369835392 00000100:00100000:1.0:1777044792.342080:0:6641:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369835392 00000100:00100000:1.0:1777044792.342160:0:6641:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369835904 00000100:00100000:1.0:1777044792.342166:0:6641:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369835904 00000100:00100000:1.0:1777044792.342250:0:6641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 502 00000100:00100000:1.0:1777044792.342267:0:6641:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42e7c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:146de360-3fb2-48bd-b418-06f30714148a+9:2393:x1863365369835392:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:1.0:1777044792.342392:0:6641:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42e7c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:146de360-3fb2-48bd-b418-06f30714148a+9:2393:x1863365369835392:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 127us (446us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044792.342405:0:6641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 502 00000100:00100000:1.0:1777044792.342432:0:6641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 503 00000100:00100000:1.0:1777044792.342444:0:6641:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42e7e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2393:x1863365369835904:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:1.0:1777044792.342488:0:6641:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42e7e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2393:x1863365369835904:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 46us (459us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044792.342499:0:6641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 503 00000100:00100000:1.0:1777044792.342529:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369835648 00000100:00100000:1.0:1777044792.342535:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369835648 00000100:00100000:1.0:1777044792.342581:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 715 00000100:00100000:1.0:1777044792.342593:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42e7dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+30:2393:x1863365369835648:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:1.0:1777044792.342669:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42e7dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+30:2393:x1863365369835648:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 76us (679us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044792.342680:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 715 00000100:00080000:1.0:1777044792.342712:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1777044792.342717:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1777044792.342721:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1777044792.349124:0:5848:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369835136 00000100:00100000:3.0:1777044792.349145:0:5848:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369835136 00000100:00100000:3.0:1777044792.349250:0:5848:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 537 00000100:00100000:3.0:1777044792.349320:0:5848:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df472aa050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2393:x1863365369835136:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777044792.349467:0:5848:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df472aa050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2393:x1863365369835136:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 153us (7596us total) trans 0 rc 0/0 00000100:00100000:3.0:1777044792.349480:0:5848:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 537 00000001:02000400:1.0:1777044793.228160:0:16138:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 11a: Import a file ==================== 11:33:08 (1777044788) 00000100:00100000:1.0:1777044793.353868:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777044793.354678:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369836032 00000100:00100000:3.0:1777044793.354691:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369836032 00000100:00100000:3.0:1777044793.354772:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 665 00000100:00100000:3.0:1777044793.354785:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42e7c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:146de360-3fb2-48bd-b418-06f30714148a+64:21070:x1863365369836032:12345-192.168.201.45@tcp:101:lfs.0 00010000:00010000:3.0:1777044793.354810:0:5857:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777044793.354863:0:5857:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7e00/0x2c8777a5e7d9c68d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148435 expref: -99 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044793.354943:0:5857:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7c00/0x2c8777a5e7d9c694 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044793.354962:0:5857:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7c00/0x2c8777a5e7d9c694 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044793.354976:0:5857:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7c00/0x2c8777a5e7d9c694 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044793.355035:0:5857:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98df413a7c00/0x2c8777a5e7d9c69b lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044793.355067:0:5857:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98df413a7c00/0x2c8777a5e7d9c69b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044793.355077:0:5857:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df413a7c00/0x2c8777a5e7d9c69b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044793.355852:0:5857:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7c00/0x2c8777a5e7d9c694 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044793.355864:0:5857:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7c00/0x2c8777a5e7d9c694 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044793.355873:0:5857:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7c00/0x2c8777a5e7d9c694 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044793.355882:0:5857:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98df74fa7c00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:3.0:1777044793.355887:0:5857:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7c00/0x2c8777a5e7d9c694 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044793.355897:0:5857:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7c00/0x2c8777a5e7d9c694 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044793.355912:0:5857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff98df48c7eb00) 00010000:00010000:3.0:1777044793.355917:0:5857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777044793.355923:0:5857:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7c00/0x2c8777a5e7d9c694 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044793.355931:0:5857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7c00/0x2c8777a5e7d9c694 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044793.355955:0:5857:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98df413a7c00/0x2c8777a5e7d9c69b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044793.355963:0:5857:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98df413a7c00/0x2c8777a5e7d9c69b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044793.355971:0:5857:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98df413a7c00/0x2c8777a5e7d9c69b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044793.355978:0:5857:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98df413a7c00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:3.0:1777044793.355982:0:5857:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df413a7c00/0x2c8777a5e7d9c69b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044793.355991:0:5857:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df413a7c00/0x2c8777a5e7d9c69b lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044793.356000:0:5857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x4ba86b33 (ffff98df4ababf00) 00010000:00010000:3.0:1777044793.356004:0:5857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777044793.356008:0:5857:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98df413a7c00/0x2c8777a5e7d9c69b lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044793.356014:0:5857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df413a7c00/0x2c8777a5e7d9c69b lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044793.356055:0:5857:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7e00/0x2c8777a5e7d9c68d lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148435 expref: 65 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044793.356068:0:5857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff98df48c7eb00) 00010000:00010000:3.0:1777044793.356071:0:5857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777044793.356084:0:5857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7e00/0x2c8777a5e7d9c68d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148435 expref: 65 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044793.356446:0:5857:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98df74fa7e00, rc 0) 00000100:00100000:3.0:1777044793.356532:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42e7c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:146de360-3fb2-48bd-b418-06f30714148a+64:21070:x1863365369836032:12345-192.168.201.45@tcp:101:lfs.0 Request processed in 1749us (2696us total) trans 0 rc 301/301 00000100:00100000:3.0:1777044793.356544:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 665 00000100:00100000:2.0:1777044793.371599:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777044793.371998:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369836288 00000100:00100000:3.0:1777044793.372009:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369836288 00000100:00100000:3.0:1777044793.372080:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 666 00000100:00100000:3.0:1777044793.372093:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de4371ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:146de360-3fb2-48bd-b418-06f30714148a+64:21070:x1863365369836288:12345-192.168.201.45@tcp:36:lfs.0 00010000:00010000:3.0:1777044793.372163:0:12646:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777044793.372231:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536800/0x2c8777a5e7d9c513 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11483a9 expref: 64 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044793.372261:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff98df48c7eb00) 00010000:00010000:3.0:1777044793.372289:0:12646:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777044793.372646:0:12646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff98df413a7600/0x2c8777a5e7d9c6a2 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044793.372662:0:12646:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7a00/0x2c8777a5e7d9c552 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11483be expref: 28 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044793.372671:0:12646:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff98df413a7600/0x2c8777a5e7d9c6a2 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044793.372742:0:12646:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7a00/0x2c8777a5e7d9c552 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11483be expref: 28 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044793.372779:0:12646:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7a00/0x2c8777a5e7d9c552 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11483be expref: 28 pid: 5855 timeout: 1521 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777044793.372800:0:12646:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de4294ed80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12646:1863365424267264:192.168.201.45@tcp:104: 00000100:00100000:3.0:1777044793.372948:0:12646:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df4133a600 going to sleep for 11 seconds 00000100:00100000:1.0:1777044793.386050:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777044793.387225:0:5843:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369836416 00000100:00100000:2.0:1777044793.387239:0:5843:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369836416 00010000:00010000:2.0:1777044793.387312:0:5843:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7a00/0x2c8777a5e7d9c552 lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11483be expref: 29 pid: 5855 timeout: 1521 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777044793.387360:0:5843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 185 00000100:00100000:2.0:1777044793.387374:0:5843:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42e7d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+29:2392:x1863365369836416:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777044793.387394:0:5843:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777044793.387404:0:5843:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7a00/0x2c8777a5e7d9c552 lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11483be expref: 29 pid: 5855 timeout: 1521 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044793.387438:0:5843:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7a00/0x2c8777a5e7d9c552 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11483be expref: 29 pid: 5855 timeout: 1521 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044793.387467:0:5843:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff98df48c7eb00) 00010000:00010000:2.0:1777044793.387475:0:5843:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff98df413a7600/0x2c8777a5e7d9c6a2 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044793.387488:0:5843:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98df413a7600/0x2c8777a5e7d9c6a2 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044793.387499:0:5843:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98df413a7600/0x2c8777a5e7d9c6a2 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044793.387525:0:5843:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777044793.387592:0:5843:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42e7d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+29:2392:x1863365369836416:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 220us (1552us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044793.387603:0:5843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 185 00010000:00010000:3.0:1777044793.398833:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7a00/0x2c8777a5e7d9c552 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11483be expref: 28 pid: 5855 timeout: 1521 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777044793.398886:0:12646:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de4294ed80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12646:1863365424267264:192.168.201.45@tcp:104: 00010000:00010000:3.0:1777044793.398919:0:12646:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff98df413a7600/0x2c8777a5e7d9c6a2 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044793.399553:0:12646:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff98df413a7600/0x2c8777a5e7d9c6a2 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044793.399566:0:12646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df413a7600/0x2c8777a5e7d9c6a2 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044793.399605:0:12646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096200/0x2c8777a5e7d9c6a9 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044793.399623:0:12646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096200/0x2c8777a5e7d9c6a9 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044793.399638:0:12646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096200/0x2c8777a5e7d9c6a9 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777044793.407184:0:12646:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x28:0x0]: returning size 512 00010000:00010000:1.0:1777044793.407535:0:12646:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff98df413a7600/0x2c8777a5e7d9c6a2 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044793.407552:0:12646:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98df413a7600/0x2c8777a5e7d9c6a2 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044793.407579:0:12646:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98df413a7600/0x2c8777a5e7d9c6a2 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044793.407588:0:12646:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98df413a7600 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:1.0:1777044793.407594:0:12646:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df413a7600/0x2c8777a5e7d9c6a2 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044793.407604:0:12646:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df413a7600/0x2c8777a5e7d9c6a2 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044793.407625:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff98df48c7eb00) 00010000:00010000:1.0:1777044793.407630:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777044793.407636:0:12646:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98df413a7600/0x2c8777a5e7d9c6a2 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044793.407645:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df413a7600/0x2c8777a5e7d9c6a2 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777044793.407672:0:12646:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000003eb505e2 reply state 00000000433c415e transno 4294967747 ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096200/0x2c8777a5e7d9c6a9 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777044793.407685:0:12646:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777044793.407808:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de4371ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:146de360-3fb2-48bd-b418-06f30714148a+65:21070:x1863365369836288:12345-192.168.201.45@tcp:36:lfs.0 Request processed in 35712us (36215us total) trans 4294967747 rc 0/0 00000100:00100000:1.0:1777044793.407820:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 666 00010000:00010000:1.0:1777044793.770662:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777044793.813609:0:3344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1777044793.813633:0:3344:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de4371df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3344:1863365424267392:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1777044793.813701:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777044793.821124:0:6643:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424267392 00000100:00100000:1.0:1777044793.821140:0:6643:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424267392 00000100:00100000:1.0:1777044793.821302:0:6643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 311 00000100:00100000:1.0:1777044793.821316:0:6643:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de4371c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1863365424267392:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1777044793.821378:0:6643:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 57868288 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1777044793.821471:0:6643:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de4371c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1863365424267392:12345-0@lo:13:osp-pre-0-0.0 Request processed in 158us (7769us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044793.821480:0:6643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 311 00000100:00100000:1.0:1777044793.821552:0:3344:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de4371df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3344:1863365424267392:0@lo:13:osp-pre-0-0.0 00000100:00080000:2.0:1777044793.821795:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1777044794.177713:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777044794.180255:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369836544 00000100:00100000:1.0:1777044794.180317:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369836544 00000100:00100000:1.0:1777044794.180501:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 667 00000100:00100000:1.0:1777044794.180516:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de4371f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:146de360-3fb2-48bd-b418-06f30714148a+64:21115:x1863365369836544:12345-192.168.201.45@tcp:101:mkdir.0 00010000:00010000:1.0:1777044794.180544:0:5856:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777044794.180570:0:5856:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097e00/0x2c8777a5e7d9c6b0 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee114843c expref: -99 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044794.180642:0:5856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097200/0x2c8777a5e7d9c6b7 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044794.180660:0:5856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097200/0x2c8777a5e7d9c6b7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044794.180674:0:5856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097200/0x2c8777a5e7d9c6b7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777044794.180760:0:5856:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 8704 00000004:00200000:1.0:1777044794.180765:0:5856:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 18 stripe count 1 MDT count 1 00000004:00010000:1.0:1777044794.180792:0:5856:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097200/0x2c8777a5e7d9c6b7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044794.180819:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097e00/0x2c8777a5e7d9c6b0 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114843c expref: 66 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044794.181150:0:5856:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097200/0x2c8777a5e7d9c6b7 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114843c expref: 65 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044794.181166:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff98df46583700) 00010000:00010000:1.0:1777044794.181170:0:5856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1777044794.181175:0:5856:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de43097200, rc 0) 00000100:00100000:1.0:1777044794.181308:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de4371f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:146de360-3fb2-48bd-b418-06f30714148a+65:21115:x1863365369836544:12345-192.168.201.45@tcp:101:mkdir.0 Request processed in 796us (3606us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044794.181317:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 667 00000100:00100000:1.0:1777044794.188793:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777044794.190643:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369836928 00000100:00100000:3.0:1777044794.190658:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369836928 00000100:00100000:3.0:1777044794.190962:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 668 00000100:00100000:3.0:1777044794.190976:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42e7d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:146de360-3fb2-48bd-b418-06f30714148a+65:21115:x1863365369836928:12345-192.168.201.45@tcp:36:mkdir.0 00010000:00010000:3.0:1777044794.191046:0:5857:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777044794.191080:0:5857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097200/0x2c8777a5e7d9c6b7 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114843c expref: 65 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044794.191107:0:5857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff98df46583700) 00010000:00010000:3.0:1777044794.191122:0:5857:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00080000:2.0:1777044794.192595:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1777044794.197173:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42e7d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:146de360-3fb2-48bd-b418-06f30714148a+64:21115:x1863365369836928:12345-192.168.201.45@tcp:36:mkdir.0 Request processed in 6188us (8377us total) trans 0 rc -17/-17 00000100:00100000:3.0:1777044794.197191:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 668 00000100:00100000:1.0:1777044794.198459:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777044794.202370:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369836672 00000100:00100000:3.0:1777044794.202387:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369836672 00000100:00100000:3.0:1777044794.202575:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 669 00000100:00100000:3.0:1777044794.202589:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42e7ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:146de360-3fb2-48bd-b418-06f30714148a+64:2392:x1863365369836672:12345-192.168.201.45@tcp:41:mkdir.0 00000004:00000024:3.0:1777044794.202641:0:12646:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 14680064 pending 0 free 2259812352 avail 2257715200 00000100:00100000:3.0:1777044794.202720:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42e7ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:146de360-3fb2-48bd-b418-06f30714148a+64:2392:x1863365369836672:12345-192.168.201.45@tcp:41:mkdir.0 Request processed in 133us (4266us total) trans 0 rc 0/0 00000100:00100000:3.0:1777044794.202749:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 669 00000100:00100000:1.0:1777044794.203003:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777044794.213513:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777044794.213717:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369837184 00000100:00100000:3.0:1777044794.213731:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369837184 00000100:00100000:3.0:1777044794.213846:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 671 00000100:00100000:3.0:1777044794.213859:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42e7f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:146de360-3fb2-48bd-b418-06f30714148a+65:21115:x1863365369837184:12345-192.168.201.45@tcp:101:mkdir.0 00010000:00010000:3.0:1777044794.213881:0:5857:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777044794.214294:0:5857:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df413a7c00/0x2c8777a5e7d9c6cc lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee114844a expref: -99 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044794.214371:0:5857:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98df413a7e00/0x2c8777a5e7d9c6d3 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044794.214390:0:5857:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98df413a7e00/0x2c8777a5e7d9c6d3 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044794.214405:0:5857:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df413a7e00/0x2c8777a5e7d9c6d3 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044794.214425:0:5857:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98df413a7600/0x2c8777a5e7d9c6da lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044794.214435:0:5857:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98df413a7600/0x2c8777a5e7d9c6da lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044794.214460:0:5857:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df413a7600/0x2c8777a5e7d9c6da lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044794.214600:0:5857:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7a00/0x2c8777a5e7d9c6e1 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x28:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044794.214611:0:5857:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7a00/0x2c8777a5e7d9c6e1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x28:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044794.214621:0:5857:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7a00/0x2c8777a5e7d9c6e1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x28:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777044794.214665:0:5857:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x28:0x0]: returning size 512 00000004:00200000:3.0:1777044794.214669:0:5857:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1777044794.214694:0:5857:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7a00/0x2c8777a5e7d9c6e1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x28:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044794.214708:0:5857:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98df413a7e00/0x2c8777a5e7d9c6d3 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044794.214718:0:5857:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98df413a7e00/0x2c8777a5e7d9c6d3 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044794.214726:0:5857:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98df413a7e00/0x2c8777a5e7d9c6d3 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044794.214735:0:5857:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98df413a7e00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:3.0:1777044794.214740:0:5857:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df413a7e00/0x2c8777a5e7d9c6d3 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044794.214749:0:5857:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df413a7e00/0x2c8777a5e7d9c6d3 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044794.214773:0:5857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff98df48c7e100) 00010000:00010000:3.0:1777044794.214777:0:5857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777044794.214783:0:5857:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98df413a7e00/0x2c8777a5e7d9c6d3 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044794.214792:0:5857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df413a7e00/0x2c8777a5e7d9c6d3 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044794.215709:0:5857:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98df413a7600/0x2c8777a5e7d9c6da lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044794.216495:0:5857:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98df413a7600/0x2c8777a5e7d9c6da lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044794.216503:0:5857:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98df413a7600/0x2c8777a5e7d9c6da lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044794.216510:0:5857:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98df413a7600 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:3.0:1777044794.216515:0:5857:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df413a7600/0x2c8777a5e7d9c6da lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044794.216523:0:5857:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df413a7600/0x2c8777a5e7d9c6da lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044794.216534:0:5857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x4ba86b33 (ffff98df4ababf00) 00010000:00010000:3.0:1777044794.216537:0:5857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777044794.216541:0:5857:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98df413a7600/0x2c8777a5e7d9c6da lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044794.216548:0:5857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df413a7600/0x2c8777a5e7d9c6da lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044794.216611:0:5857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df413a7c00/0x2c8777a5e7d9c6cc lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114844a expref: 67 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044794.216631:0:5857:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7a00/0x2c8777a5e7d9c6e1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x28:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114844a expref: 66 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044794.216641:0:5857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x28:0x0].0x0 (ffff98df4ababc00) 00010000:00010000:3.0:1777044794.216644:0:5857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1777044794.216647:0:5857:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98df74fa7a00, rc 0) 00000100:00100000:3.0:1777044794.216795:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42e7f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:146de360-3fb2-48bd-b418-06f30714148a+66:21115:x1863365369837184:12345-192.168.201.45@tcp:101:mkdir.0 Request processed in 2937us (3290us total) trans 0 rc 0/0 00000100:00100000:3.0:1777044794.216808:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 671 00000100:00100000:2.0:1777044794.347280:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00080000:2.0:1777044794.348543:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1777044794.370510:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00010000:00010000:2.0:1777044794.389274:0:3328:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536800/0x2c8777a5e7d9c704 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x28:0x0].0x4a4b4929 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044794.389299:0:3328:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536800/0x2c8777a5e7d9c704 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x28:0x0].0x4a4b4929 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044794.389330:0:3328:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536800/0x2c8777a5e7d9c704 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x28:0x0].0x4a4b4929 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044794.389339:0:3328:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98df7b536800 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:2.0:1777044794.389346:0:3328:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536800/0x2c8777a5e7d9c704 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x28:0x0].0x4a4b4929 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044794.389358:0:3328:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536800/0x2c8777a5e7d9c704 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x28:0x0].0x4a4b4929 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044794.389380:0:3328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x28:0x0].0x4a4b4929 (ffff98df48c7e600) 00010000:00010000:2.0:1777044794.389385:0:3328:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777044794.389392:0:3328:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536800/0x2c8777a5e7d9c704 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x28:0x0].0x4a4b4929 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044794.389402:0:3328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536800/0x2c8777a5e7d9c704 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x28:0x0].0x4a4b4929 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777044794.403529:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777044794.404559:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369837824 00000100:00100000:3.0:1777044794.404573:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369837824 00000100:00100000:3.0:1777044794.404648:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 674 00000100:00100000:3.0:1777044794.404661:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42e7fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:146de360-3fb2-48bd-b418-06f30714148a+67:21121:x1863365369837824:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1777044794.404689:0:5857:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777044794.404715:0:5857:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7e00/0x2c8777a5e7d9c719 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x28:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee114845f expref: -99 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044794.404859:0:5857:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7c00/0x2c8777a5e7d9c720 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x2a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044794.404881:0:5857:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536c00/0x2c8777a5e7d9c70b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148458 expref: 68 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044794.404894:0:5857:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7c00/0x2c8777a5e7d9c720 lrc: 4/0,1 mode: --/EX res: [0x200000401:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044794.405012:0:5857:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536c00/0x2c8777a5e7d9c70b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148458 expref: 68 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044794.405045:0:5857:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536c00/0x2c8777a5e7d9c70b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148458 expref: 68 pid: 5855 timeout: 1522 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777044794.405064:0:5857:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de4294ed80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5857:1863365424267520:192.168.201.45@tcp:104: 00000100:00100000:3.0:1777044794.405178:0:5857:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df4133a600 going to sleep for 11 seconds 00000100:00100000:3.0:1777044794.419165:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777044794.420176:0:6655:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369837952 00000100:00100000:1.0:1777044794.420608:0:6655:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369837952 00010000:00010000:1.0:1777044794.420661:0:6655:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536c00/0x2c8777a5e7d9c70b lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148458 expref: 69 pid: 5855 timeout: 1522 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777044794.420733:0:6655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 186 00000100:00100000:1.0:1777044794.420748:0:6655:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df677a7c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:146de360-3fb2-48bd-b418-06f30714148a+69:2392:x1863365369837952:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777044794.420766:0:6655:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777044794.420775:0:6655:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536c00/0x2c8777a5e7d9c70b lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148458 expref: 69 pid: 5855 timeout: 1522 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044794.420817:0:6655:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536c00/0x2c8777a5e7d9c70b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148458 expref: 69 pid: 5855 timeout: 1522 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044794.420845:0:6655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2a:0x0].0x0 (ffff98df48c7e800) 00010000:00010000:1.0:1777044794.420852:0:6655:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7c00/0x2c8777a5e7d9c720 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044794.420864:0:6655:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7c00/0x2c8777a5e7d9c720 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044794.420875:0:6655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7c00/0x2c8777a5e7d9c720 lrc: 4/0,1 mode: EX/EX res: [0x200000401:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044794.420901:0:6655:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777044794.420984:0:6655:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df677a7c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:146de360-3fb2-48bd-b418-06f30714148a+69:2392:x1863365369837952:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 237us (1830us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044794.420995:0:6655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 186 00000100:00100000:3.0:1777044794.444165:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777044794.456544:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777044794.457549:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369838336 00000100:00100000:1.0:1777044794.457561:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369838336 00000100:00100000:1.0:1777044794.457644:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 675 00000100:00100000:1.0:1777044794.457660:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de4371e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:146de360-3fb2-48bd-b418-06f30714148a+68:21121:x1863365369838336:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1777044794.457703:0:7939:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777044794.457730:0:7939:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096600/0x2c8777a5e7d9c72e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148466 expref: -99 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044794.457820:0:7939:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096600/0x2c8777a5e7d9c72e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148466 expref: 69 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044794.457869:0:7939:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096600/0x2c8777a5e7d9c72e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148466 expref: 69 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044794.457898:0:7939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2a:0x0].0x0 (ffff98df46583300) 00010000:00010000:1.0:1777044794.457902:0:7939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1777044794.457906:0:7939:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de43096600, rc 0) 00000100:00100000:1.0:1777044794.458006:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de4371e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:146de360-3fb2-48bd-b418-06f30714148a+69:21121:x1863365369838336:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 Request processed in 348us (1472us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044794.458018:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 675 00000100:00100000:2.0:1777044794.469987:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777044794.485881:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369838848 00000100:00100000:3.0:1777044794.485894:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369838848 00000100:00100000:3.0:1777044794.485979:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 677 00000100:00100000:3.0:1777044794.485994:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b9c6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:146de360-3fb2-48bd-b418-06f30714148a+70:21121:x1863365369838848:12345-192.168.201.45@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1777044794.488561:0:5857:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64e600/0x2c8777a5e7d9c73c lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044794.488587:0:5857:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64e600/0x2c8777a5e7d9c73c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2a:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044794.488828:0:5857:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64e600/0x2c8777a5e7d9c73c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2a:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1777044794.488943:0:5857:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967752 00000004:00010000:2.0:1777044794.489040:0:5857:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000eaea2428 reply state 000000008eb2b0b5 transno 4294967753 ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64e600/0x2c8777a5e7d9c73c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2a:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777044794.489054:0:5857:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777044794.489190:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b9c6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:146de360-3fb2-48bd-b418-06f30714148a+73:21121:x1863365369838848:12345-192.168.201.45@tcp:36:lhsmtool_posix.0 Request processed in 3196us (3444us total) trans 4294967753 rc 0/0 00000100:00100000:2.0:1777044794.489203:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 677 00000020:00080000:2.0:1777044794.489210:0:5857:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1777044794.502493:0:5858:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369839104 00000100:00100000:2.0:1777044794.502507:0:5858:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369839104 00000100:00100000:2.0:1777044794.502591:0:5858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 163 00000100:00100000:2.0:1777044794.502606:0:5858:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de431bca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:146de360-3fb2-48bd-b418-06f30714148a+72:21121:x1863365369839104:12345-192.168.201.45@tcp:35:lhsmtool_posix.0 00000100:00100000:2.0:1777044794.502927:0:5858:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de431bca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:146de360-3fb2-48bd-b418-06f30714148a+73:21121:x1863365369839104:12345-192.168.201.45@tcp:35:lhsmtool_posix.0 Request processed in 322us (1576us total) trans 4294967754 rc 0/0 00000100:00100000:2.0:1777044794.502940:0:5858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 163 00000100:00100000:2.0:1777044794.639355:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777044794.639761:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369839232 00000100:00100000:3.0:1777044794.639775:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369839232 00000100:00100000:3.0:1777044794.639859:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 678 00000100:00100000:3.0:1777044794.639874:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de4371df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:146de360-3fb2-48bd-b418-06f30714148a+73:21124:x1863365369839232:12345-192.168.201.45@tcp:101:lfs.0 00010000:00010000:3.0:1777044794.639903:0:12646:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777044794.639929:0:12646:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7e00/0x2c8777a5e7d9c743 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee114846d expref: -99 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044794.640011:0:12646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7c00/0x2c8777a5e7d9c74a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044794.640030:0:12646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7c00/0x2c8777a5e7d9c74a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044794.640068:0:12646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7c00/0x2c8777a5e7d9c74a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044794.640091:0:12646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7a00/0x2c8777a5e7d9c751 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044794.640103:0:12646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7a00/0x2c8777a5e7d9c751 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044794.640113:0:12646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7a00/0x2c8777a5e7d9c751 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044794.643148:0:12646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98df413a7c00/0x2c8777a5e7d9c758 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x28:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044794.643167:0:12646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98df413a7c00/0x2c8777a5e7d9c758 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x28:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044794.643180:0:12646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df413a7c00/0x2c8777a5e7d9c758 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x28:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777044794.643245:0:12646:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x28:0x0]: returning size 512 00000004:00200000:3.0:1777044794.643274:0:12646:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:3.0:1777044794.643307:0:12646:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98df413a7c00/0x2c8777a5e7d9c758 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x28:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044794.643323:0:12646:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7c00/0x2c8777a5e7d9c74a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044794.643332:0:12646:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7c00/0x2c8777a5e7d9c74a lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044794.643361:0:12646:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7c00/0x2c8777a5e7d9c74a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044794.643369:0:12646:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98df74fa7c00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:3.0:1777044794.643375:0:12646:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7c00/0x2c8777a5e7d9c74a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044794.643384:0:12646:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7c00/0x2c8777a5e7d9c74a lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044794.643400:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff98df48c7e100) 00010000:00010000:3.0:1777044794.643405:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777044794.643427:0:12646:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7c00/0x2c8777a5e7d9c74a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044794.643437:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7c00/0x2c8777a5e7d9c74a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044794.643457:0:12646:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7a00/0x2c8777a5e7d9c751 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044794.643466:0:12646:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7a00/0x2c8777a5e7d9c751 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044794.643474:0:12646:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7a00/0x2c8777a5e7d9c751 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044794.643481:0:12646:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98df74fa7a00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:3.0:1777044794.643485:0:12646:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7a00/0x2c8777a5e7d9c751 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044794.643511:0:12646:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7a00/0x2c8777a5e7d9c751 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044794.643523:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x4ba86b33 (ffff98df4abab800) 00010000:00010000:3.0:1777044794.643527:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777044794.643532:0:12646:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7a00/0x2c8777a5e7d9c751 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044794.643540:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7a00/0x2c8777a5e7d9c751 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044794.643600:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7e00/0x2c8777a5e7d9c743 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114846d expref: 75 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044794.643621:0:12646:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98df413a7c00/0x2c8777a5e7d9c758 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x28:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114846d expref: 74 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044794.643633:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x28:0x0].0x0 (ffff98df4abab900) 00010000:00010000:3.0:1777044794.643637:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1777044794.643640:0:12646:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98df413a7c00, rc 0) 00000100:00100000:3.0:1777044794.644406:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de4371df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:146de360-3fb2-48bd-b418-06f30714148a+74:21124:x1863365369839232:12345-192.168.201.45@tcp:101:lfs.0 Request processed in 4532us (5059us total) trans 0 rc 0/0 00000100:00100000:3.0:1777044794.644420:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 678 00000040:00080000:2.0:1777044794.646656:0:11491:0:(llog.c:801:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1777044794.646664:0:11491:0:(llog_cat.c:158:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1777044794.650130:0:11491:0:(llog.c:858:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1777044794.650148:0:11491:0:(llog.c:858:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1777044794.662903:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777044794.663078:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369839488 00000100:00100000:1.0:1777044794.663091:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369839488 00000100:00100000:1.0:1777044794.663525:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 679 00000100:00100000:1.0:1777044794.663542:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de4294ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:146de360-3fb2-48bd-b418-06f30714148a+74:21124:x1863365369839488:12345-192.168.201.45@tcp:101:lfs.0 00010000:00010000:1.0:1777044794.663567:0:5856:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777044794.663593:0:5856:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096e00/0x2c8777a5e7d9c75f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x28:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148474 expref: -99 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044794.663692:0:5856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096200/0x2c8777a5e7d9c766 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x28:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044794.663712:0:5856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096200/0x2c8777a5e7d9c766 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044794.663728:0:5856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096200/0x2c8777a5e7d9c766 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044794.663749:0:5856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097200/0x2c8777a5e7d9c76d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x28:0x0].0x4a4b4929 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044794.663778:0:5856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097200/0x2c8777a5e7d9c76d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x28:0x0].0x4a4b4929 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044794.663789:0:5856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097200/0x2c8777a5e7d9c76d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x28:0x0].0x4a4b4929 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044794.663950:0:5856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097400/0x2c8777a5e7d9c774 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044794.663963:0:5856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097400/0x2c8777a5e7d9c774 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044794.663974:0:5856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097400/0x2c8777a5e7d9c774 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777044794.663987:0:5856:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2a:0x0]: returning size 158 00010000:00010000:1.0:1777044794.664112:0:5856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096200/0x2c8777a5e7d9c766 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044794.664123:0:5856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096200/0x2c8777a5e7d9c766 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044794.664133:0:5856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096200/0x2c8777a5e7d9c766 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044794.664141:0:5856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de43096200 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:1.0:1777044794.664147:0:5856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096200/0x2c8777a5e7d9c766 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044794.664158:0:5856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096200/0x2c8777a5e7d9c766 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044794.664272:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x28:0x0].0x0 (ffff98df4abab900) 00010000:00010000:1.0:1777044794.664277:0:5856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777044794.664284:0:5856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096200/0x2c8777a5e7d9c766 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044794.664293:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096200/0x2c8777a5e7d9c766 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044794.664311:0:5856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097200/0x2c8777a5e7d9c76d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x28:0x0].0x4a4b4929 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044794.664318:0:5856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097200/0x2c8777a5e7d9c76d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x28:0x0].0x4a4b4929 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044794.664325:0:5856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097200/0x2c8777a5e7d9c76d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x28:0x0].0x4a4b4929 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044794.664331:0:5856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de43097200 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:1.0:1777044794.664335:0:5856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097200/0x2c8777a5e7d9c76d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x28:0x0].0x4a4b4929 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044794.664342:0:5856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097200/0x2c8777a5e7d9c76d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x28:0x0].0x4a4b4929 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044794.664351:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x28:0x0].0x4a4b4929 (ffff98df46583b00) 00010000:00010000:1.0:1777044794.664354:0:5856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777044794.664358:0:5856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097200/0x2c8777a5e7d9c76d lrc: 2/0,0 mode: --/PR res: [0x200000401:0x28:0x0].0x4a4b4929 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044794.664365:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097200/0x2c8777a5e7d9c76d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x28:0x0].0x4a4b4929 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044794.664434:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096e00/0x2c8777a5e7d9c75f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x28:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148474 expref: 77 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044794.664453:0:5856:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097400/0x2c8777a5e7d9c774 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148474 expref: 76 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044794.664462:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2a:0x0].0x0 (ffff98df46583300) 00010000:00010000:1.0:1777044794.664465:0:5856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777044794.664468:0:5856:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de43097400, rc 0) 00000100:00100000:1.0:1777044794.664555:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de4294ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:146de360-3fb2-48bd-b418-06f30714148a+76:21124:x1863365369839488:12345-192.168.201.45@tcp:101:lfs.0 Request processed in 1016us (1662us total) trans 4294967755 rc 0/0 00000100:00100000:1.0:1777044794.664566:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 679 00000100:00100000:2.0:1777044794.679427:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369839616 00000100:00100000:2.0:1777044794.679441:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369839616 00000100:00100000:2.0:1777044794.679609:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 680 00000100:00100000:2.0:1777044794.679624:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de431bc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:146de360-3fb2-48bd-b418-06f30714148a+76:21124:x1863365369839616:12345-192.168.201.45@tcp:54:lfs.0 00010000:00010000:2.0:1777044794.679707:0:5857:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64f200/0x2c8777a5e7d9c782 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044794.680032:0:5857:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64f200/0x2c8777a5e7d9c782 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044794.680067:0:5857:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64f200/0x2c8777a5e7d9c782 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044794.680100:0:5857:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64f200/0x2c8777a5e7d9c782 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044794.680110:0:5857:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64f200/0x2c8777a5e7d9c782 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044794.680120:0:5857:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64f200/0x2c8777a5e7d9c782 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044794.680129:0:5857:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98df6d64f200 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:2.0:1777044794.680135:0:5857:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64f200/0x2c8777a5e7d9c782 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044794.680144:0:5857:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64f200/0x2c8777a5e7d9c782 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044794.680158:0:5857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2a:0x0].0x0 (ffff98df46583300) 00010000:00010000:2.0:1777044794.680467:0:5857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1777044794.680475:0:5857:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64f200/0x2c8777a5e7d9c782 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044794.680485:0:5857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64f200/0x2c8777a5e7d9c782 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777044794.680581:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de431bc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:146de360-3fb2-48bd-b418-06f30714148a+76:21124:x1863365369839616:12345-192.168.201.45@tcp:54:lfs.0 Request processed in 960us (3047us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044794.680591:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 680 00000100:00100000:1.0:1777044794.684985:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777044794.685648:0:5858:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369839872 00000100:00100000:3.0:1777044794.685659:0:5858:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369839872 00000100:00100000:3.0:1777044794.685721:0:5858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 164 00000100:00100000:3.0:1777044794.685734:0:5858:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42e7d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:146de360-3fb2-48bd-b418-06f30714148a+76:21124:x1863365369839872:12345-192.168.201.45@tcp:35:lfs.0 00000100:00100000:3.0:1777044794.686178:0:5858:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42e7d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:146de360-3fb2-48bd-b418-06f30714148a+77:21124:x1863365369839872:12345-192.168.201.45@tcp:35:lfs.0 Request processed in 444us (1200us total) trans 4294967756 rc 0/0 00000100:00100000:3.0:1777044794.686191:0:5858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 164 00000100:00100000:2.0:1777044794.837926:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de4183ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3342:1863365424267904:0@lo:400:kworker.0 00000100:00100000:2.0:1777044794.838013:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777044794.838092:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1777044794.838102:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de41839880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3342:1863365424267776:0@lo:400:kworker.0 00000100:00100000:2.0:1777044794.838137:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777044794.838161:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de4183b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424268288:0@lo:400:kworker.0 00000100:00100000:2.0:1777044794.838196:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777044794.838423:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424268288 00000100:00100000:3.0:1777044794.838435:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424268288 00000100:00100000:3.0:1777044794.838515:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 504 00000100:00100000:3.0:1777044794.838527:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41838000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3342:x1863365424268288:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777044794.838605:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41838000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3342:x1863365424268288:12345-0@lo:400:kworker.0 Request processed in 79us (406us total) trans 0 rc 0/0 00000100:00100000:3.0:1777044794.838616:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 504 00000100:00100000:3.0:1777044794.838674:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de4183b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424268288:0@lo:400:kworker.0 00000100:00100000:3.0:1777044794.838701:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424267904 00000100:00100000:3.0:1777044794.838705:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424267904 00000100:00100000:3.0:1777044794.838739:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424267776 00000100:00100000:3.0:1777044794.838743:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424267776 00000100:00100000:3.0:1777044794.838765:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 716 00000100:00100000:3.0:1777044794.838774:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41839c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3342:x1863365424267904:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777044794.838818:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41839c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3342:x1863365424267904:12345-0@lo:400:kworker.0 Request processed in 44us (805us total) trans 0 rc 0/0 00000100:00100000:3.0:1777044794.838826:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 716 00000100:00100000:3.0:1777044794.838845:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 717 00000100:00100000:3.0:1777044794.838854:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de4183a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3342:x1863365424267776:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777044794.838887:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de4183a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3342:x1863365424267776:12345-0@lo:400:kworker.0 Request processed in 35us (750us total) trans 0 rc 0/0 00000100:00100000:3.0:1777044794.838894:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 717 00000100:00100000:3.0:1777044794.838942:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de41839880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3342:1863365424267776:0@lo:400:kworker.0 00000100:00100000:3.0:1777044794.838954:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de4183ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3342:1863365424267904:0@lo:400:kworker.0 00000100:00080000:2.0:1777044794.839141:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1777044794.839673:0:3344:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de4371c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ce657616-b3f3-4e21-ac89-518ab611901c:3344:1863365424267648:0@lo:400:kworker.0 00000100:00100000:1.0:1777044794.839728:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777044794.839763:0:3344:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de41838700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3344:1863365424268160:0@lo:400:kworker.0 00000100:00100000:1.0:1777044794.839793:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777044794.839820:0:3344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1777044794.839827:0:3344:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de41839f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3344:1863365424268032:0@lo:400:kworker.0 00000100:00100000:1.0:1777044794.839856:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777044794.839897:0:5849:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424267648 00000100:00100000:1.0:1777044794.839903:0:5849:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424267648 00000100:00100000:1.0:1777044794.839945:0:5849:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 538 00000100:00100000:1.0:1777044794.839955:0:5849:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df472aac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ce657616-b3f3-4e21-ac89-518ab611901c+18:3344:x1863365424267648:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777044794.840005:0:5849:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df472aac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ce657616-b3f3-4e21-ac89-518ab611901c+18:3344:x1863365424267648:12345-0@lo:400:kworker.0 Request processed in 52us (276us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044794.840026:0:5849:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 538 00000100:00100000:1.0:1777044794.840067:0:6639:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424268032 00000100:00100000:1.0:1777044794.840073:0:6639:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424268032 00000100:00100000:1.0:1777044794.840106:0:6639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 505 00000100:00100000:1.0:1777044794.840115:0:6639:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b4b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3344:x1863365424268032:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777044794.840158:0:6639:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b4b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3344:x1863365424268032:12345-0@lo:400:kworker.0 Request processed in 43us (300us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044794.840165:0:6639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 505 00000100:00100000:1.0:1777044794.840236:0:3344:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de41839f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3344:1863365424268032:0@lo:400:kworker.0 00000100:00100000:1.0:1777044794.840274:0:3344:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de4371c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ce657616-b3f3-4e21-ac89-518ab611901c:3344:1863365424267648:0@lo:400:kworker.0 00000100:00100000:1.0:1777044794.840306:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424268160 00000100:00100000:1.0:1777044794.840310:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424268160 00000100:00100000:1.0:1777044794.840343:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 718 00000100:00100000:1.0:1777044794.840351:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42e7ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3344:x1863365424268160:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777044794.840399:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42e7ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3344:x1863365424268160:12345-0@lo:400:kworker.0 Request processed in 48us (603us total) trans 0 rc 0/0 00000100:00100000:3.0:1777044794.840818:0:3341:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1777044794.840831:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de4294dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424268416:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1777044794.840873:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777044794.840913:0:6643:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424268416 00000100:00100000:3.0:1777044794.840918:0:6643:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424268416 00000100:00100000:3.0:1777044794.840956:0:6643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 312 00000100:00100000:3.0:1777044794.840966:0:6643:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de4294e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3341:x1863365424268416:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1777044794.841004:0:6643:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 1703936 granted 57868288 pending 0 free 3856662528 avail 3854565376 00000100:00100000:3.0:1777044794.841053:0:6643:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de4294e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3341:x1863365424268416:12345-0@lo:13:osp-pre-1-0.0 Request processed in 87us (178us total) trans 0 rc 0/0 00000100:00100000:3.0:1777044794.841062:0:6643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 312 00000100:00100000:3.0:1777044794.841110:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de4294dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424268416:0@lo:13:osp-pre-1-0.0 00000100:00080000:2.0:1777044794.842368:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1777044794.842378:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1777044794.844585:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 718 00000100:00100000:3.0:1777044795.371657:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369840128 00000100:00100000:3.0:1777044795.371670:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369840128 00000100:00100000:3.0:1777044795.371764:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 681 00000100:00100000:3.0:1777044795.371780:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df605f1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:146de360-3fb2-48bd-b418-06f30714148a+77:21143:x1863365369840128:12345-192.168.201.45@tcp:101:lfs.0 00010000:00010000:3.0:1777044795.371810:0:7939:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777044795.372590:0:7939:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df413a7600/0x2c8777a5e7d9c789 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee114847b expref: -99 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777044795.372740:0:7939:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x28:0x0]: returning size 512 00010000:00010000:3.0:1777044795.372954:0:7939:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98df413a7600/0x2c8777a5e7d9c789 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114847b expref: 79 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044795.373003:0:7939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff98df48c7e100) 00010000:00010000:3.0:1777044795.373008:0:7939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1777044795.373017:0:7939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df413a7600/0x2c8777a5e7d9c789 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114847b expref: 79 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044795.373039:0:7939:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98df413a7600, rc 0) 00000100:00100000:3.0:1777044795.373112:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df605f1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:146de360-3fb2-48bd-b418-06f30714148a+78:21143:x1863365369840128:12345-192.168.201.45@tcp:101:lfs.0 Request processed in 1336us (1632us total) trans 4294967757 rc 301/301 00000100:00100000:3.0:1777044795.373124:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 681 00000100:00100000:3.0:1777044795.394421:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369840256 00000100:00100000:3.0:1777044795.403615:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369840256 00000100:00100000:3.0:1777044795.403729:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 682 00000100:00100000:3.0:1777044795.403745:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42e5a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:146de360-3fb2-48bd-b418-06f30714148a+78:21143:x1863365369840256:12345-192.168.201.45@tcp:34:lfs.0 00010000:00010000:3.0:1777044795.403842:0:5856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98df413a7600/0x2c8777a5e7d9c797 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x28:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044795.403866:0:5856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98df413a7600/0x2c8777a5e7d9c797 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x28:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044795.403894:0:5856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df413a7600/0x2c8777a5e7d9c797 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x28:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044795.403913:0:5856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98df413a7e00/0x2c8777a5e7d9c79e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x28:0x0].0x4a4b4929 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044795.403924:0:5856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98df413a7e00/0x2c8777a5e7d9c79e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x28:0x0].0x4a4b4929 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044795.403958:0:5856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df413a7e00/0x2c8777a5e7d9c79e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x28:0x0].0x4a4b4929 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044795.404078:0:5856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7e00/0x2c8777a5e7d9c7a5 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044795.404090:0:5856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7e00/0x2c8777a5e7d9c7a5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044795.404099:0:5856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7e00/0x2c8777a5e7d9c7a5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777044795.404140:0:5856:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2a:0x0]: returning size 158 00000004:00200000:3.0:1777044795.404147:0:5856:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1777044795.404162:0:5856:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7e00/0x2c8777a5e7d9c7a5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044795.404179:0:5856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98df413a7600/0x2c8777a5e7d9c797 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x28:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044795.404189:0:5856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98df413a7600/0x2c8777a5e7d9c797 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x28:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044795.408091:0:5856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98df413a7600/0x2c8777a5e7d9c797 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x28:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044795.408116:0:5856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98df413a7600 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:3.0:1777044795.408124:0:5856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df413a7600/0x2c8777a5e7d9c797 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x28:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044795.408138:0:5856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df413a7600/0x2c8777a5e7d9c797 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x28:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044795.408181:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x28:0x0].0x0 (ffff98df4abab900) 00010000:00010000:3.0:1777044795.408186:0:5856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777044795.408193:0:5856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98df413a7600/0x2c8777a5e7d9c797 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x28:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044795.408227:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df413a7600/0x2c8777a5e7d9c797 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x28:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044795.408279:0:5856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98df413a7e00/0x2c8777a5e7d9c79e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x28:0x0].0x4a4b4929 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044795.408290:0:5856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98df413a7e00/0x2c8777a5e7d9c79e lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x28:0x0].0x4a4b4929 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044795.408301:0:5856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98df413a7e00/0x2c8777a5e7d9c79e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x28:0x0].0x4a4b4929 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044795.408309:0:5856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98df413a7e00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:3.0:1777044795.408314:0:5856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df413a7e00/0x2c8777a5e7d9c79e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x28:0x0].0x4a4b4929 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044795.408323:0:5856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df413a7e00/0x2c8777a5e7d9c79e lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x28:0x0].0x4a4b4929 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044795.408335:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x28:0x0].0x4a4b4929 (ffff98df4abab800) 00010000:00010000:3.0:1777044795.408339:0:5856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777044795.408344:0:5856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98df413a7e00/0x2c8777a5e7d9c79e lrc: 2/0,0 mode: --/PR res: [0x200000401:0x28:0x0].0x4a4b4929 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044795.408352:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df413a7e00/0x2c8777a5e7d9c79e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x28:0x0].0x4a4b4929 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044795.408396:0:5856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7e00/0x2c8777a5e7d9c7a5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044795.408407:0:5856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7e00/0x2c8777a5e7d9c7a5 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044795.408416:0:5856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7e00/0x2c8777a5e7d9c7a5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044795.408424:0:5856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98df74fa7e00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:3.0:1777044795.408429:0:5856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7e00/0x2c8777a5e7d9c7a5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044795.408457:0:5856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7e00/0x2c8777a5e7d9c7a5 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044795.408470:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2a:0x0].0x0 (ffff98df46583300) 00010000:00010000:3.0:1777044795.408474:0:5856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777044795.408478:0:5856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7e00/0x2c8777a5e7d9c7a5 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044795.408487:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7e00/0x2c8777a5e7d9c7a5 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777044795.411576:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42e5a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:146de360-3fb2-48bd-b418-06f30714148a+78:21143:x1863365369840256:12345-192.168.201.45@tcp:34:lfs.0 Request processed in 7823us (22150us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044795.411594:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 682 00000100:00100000:3.0:1777044795.422475:0:5858:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369840512 00000100:00100000:3.0:1777044795.422488:0:5858:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369840512 00000100:00100000:3.0:1777044795.422572:0:5858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 165 00000100:00100000:3.0:1777044795.422589:0:5858:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42e58000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:146de360-3fb2-48bd-b418-06f30714148a+78:21143:x1863365369840512:12345-192.168.201.45@tcp:35:lfs.0 00000100:00100000:3.0:1777044795.422948:0:5858:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42e58000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:146de360-3fb2-48bd-b418-06f30714148a+79:21143:x1863365369840512:12345-192.168.201.45@tcp:35:lfs.0 Request processed in 362us (1301us total) trans 4294967758 rc 0/0 00000100:00100000:3.0:1777044795.422983:0:5858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 165 00010000:00010000:1.0:1777044795.797669:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777044797.429610:0:14822:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369840896 00000100:00100000:2.0:1777044797.429624:0:14822:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369840896 00000100:00100000:2.0:1777044797.429693:0:14822:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369841408 00000100:00100000:2.0:1777044797.429698:0:14822:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369841408 00000100:00100000:2.0:1777044797.429714:0:14822:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369841024 00000100:00100000:2.0:1777044797.429719:0:14822:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369841024 00000100:00100000:2.0:1777044797.429738:0:14822:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369841280 00000100:00100000:2.0:1777044797.429740:0:14822:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369841280 00000100:00100000:2.0:1777044797.429759:0:14822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 506 00000100:00100000:2.0:1777044797.429767:0:14822:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42e59180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:146de360-3fb2-48bd-b418-06f30714148a+9:2392:x1863365369840896:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777044797.429873:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 507 00000100:00100000:3.0:1777044797.429886:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42e58a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2392:x1863365369841408:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:1.0:1777044797.430158:0:5850:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369840640 00000100:00100000:1.0:1777044797.430165:0:5850:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369840640 00000100:00100000:1.0:1777044797.430261:0:5850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 539 00000100:00100000:1.0:1777044797.430275:0:5850:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df472ab050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2392:x1863365369840640:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:2.0:1777044797.442379:0:14822:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42e59180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:146de360-3fb2-48bd-b418-06f30714148a+9:2392:x1863365369840896:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 12597us (12961us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044797.442400:0:14822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 506 00000100:00100000:2.0:1777044797.442452:0:14822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 508 00000100:00100000:2.0:1777044797.442491:0:14822:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42e5b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:146de360-3fb2-48bd-b418-06f30714148a+10:2392:x1863365369841024:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:2.0:1777044797.442578:0:14822:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42e5b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:146de360-3fb2-48bd-b418-06f30714148a+10:2392:x1863365369841024:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 115us (12990us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044797.442596:0:14822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 508 00000100:00100000:2.0:1777044797.442617:0:14822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 509 00000100:00100000:2.0:1777044797.442629:0:14822:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42e58380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2392:x1863365369841280:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:2.0:1777044797.442667:0:14822:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42e58380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2392:x1863365369841280:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 40us (13046us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044797.442676:0:14822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 509 00000100:00080000:2.0:1777044797.442744:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1777044797.442753:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1777044797.442757:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1777044797.451021:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42e58a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2392:x1863365369841408:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 21123us (21478us total) trans 0 rc 0/0 00000100:00100000:3.0:1777044797.451039:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 507 00000100:00100000:1.0:1777044797.462154:0:5850:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df472ab050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2392:x1863365369840640:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 31868us (32813us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044797.462174:0:5850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 539 00010000:00010000:1.0:1777044797.847179:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:3.0:1777044798.189939:0:5877:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967751 is committed 00000001:00080000:3.0:1777044798.189973:0:5877:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967755 is committed 00000001:00080000:3.0:1777044798.189993:0:5877:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967758 is committed 00000100:00100000:3.0:1777044798.934136:0:6643:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424268544 00000100:00100000:3.0:1777044798.934462:0:6643:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424268544 00000100:00100000:3.0:1777044798.934535:0:6643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 313 00000100:00100000:3.0:1777044798.934549:0:6643:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42e5bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424268544:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1777044798.934592:0:6643:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 57868288 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1777044798.934651:0:6643:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42e5bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424268544:12345-0@lo:13:osp-pre-0-0.0 Request processed in 105us (978us total) trans 0 rc 0/0 00000100:00100000:3.0:1777044798.934661:0:6643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 313 00000100:00080000:2.0:1777044798.934755:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1777044799.894099:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777044799.962993:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1777044799.963019:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de4294dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424268672:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1777044799.963098:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777044799.963345:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de4183b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3343:1863365424269056:0@lo:400:kworker.0 00000100:00100000:2.0:1777044799.963381:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777044799.963406:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1777044799.963414:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de41838380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424269184:0@lo:400:kworker.0 00000100:00100000:2.0:1777044799.963444:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777044799.963483:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424269056 00000100:00100000:2.0:1777044799.963492:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424269056 00000100:00100000:2.0:1777044799.963555:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 721 00000100:00100000:2.0:1777044799.963566:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de4183aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3343:x1863365424269056:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777044799.963624:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de4183aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3343:x1863365424269056:12345-0@lo:400:kworker.0 Request processed in 60us (242us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044799.963645:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 721 00000100:00100000:2.0:1777044799.963678:0:14822:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424269184 00000100:00100000:2.0:1777044799.963683:0:14822:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424269184 00000100:00100000:2.0:1777044799.963714:0:14822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 510 00000100:00100000:2.0:1777044799.963723:0:14822:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41838e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424269184:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777044799.963763:0:14822:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41838e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424269184:12345-0@lo:400:kworker.0 Request processed in 41us (318us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044799.963771:0:14822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 510 00000100:00080000:2.0:1777044799.963791:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1777044799.963830:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de41838380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424269184:0@lo:400:kworker.0 00000100:00100000:2.0:1777044799.963843:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de4183b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3343:1863365424269056:0@lo:400:kworker.0 00000100:00100000:3.0:1777044799.964585:0:6643:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424268672 00000100:00100000:3.0:1777044799.964592:0:6643:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424268672 00000100:00100000:3.0:1777044799.964655:0:6643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 314 00000100:00100000:3.0:1777044799.964665:0:6643:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41839500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424268672:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1777044799.964701:0:6643:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 1703936 granted 57868288 pending 0 free 3856662528 avail 3854565376 00000100:00100000:3.0:1777044799.964761:0:6643:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41839500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424268672:12345-0@lo:13:osp-pre-1-0.0 Request processed in 97us (1664us total) trans 0 rc 0/0 00000100:00100000:3.0:1777044799.964771:0:6643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 314 00000100:00100000:3.0:1777044799.964813:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de41838a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ce657616-b3f3-4e21-ac89-518ab611901c:3341:1863365424268800:0@lo:400:kworker.0 00000100:00100000:3.0:1777044799.964855:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777044799.964891:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de4183bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3341:1863365424269312:0@lo:400:kworker.0 00000100:00100000:3.0:1777044799.964919:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777044799.964944:0:3341:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1777044799.964952:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de4183a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3341:1863365424268928:0@lo:400:kworker.0 00000100:00100000:3.0:1777044799.964976:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777044799.965034:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de4294dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424268672:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1777044799.965061:0:5848:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424268800 00000100:00100000:3.0:1777044799.965066:0:5848:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424268800 00000100:00100000:3.0:1777044799.965100:0:5848:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 540 00000100:00100000:3.0:1777044799.965108:0:5848:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df587b4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ce657616-b3f3-4e21-ac89-518ab611901c+18:3341:x1863365424268800:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777044799.965159:0:5848:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df587b4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ce657616-b3f3-4e21-ac89-518ab611901c+18:3341:x1863365424268800:12345-0@lo:400:kworker.0 Request processed in 52us (304us total) trans 0 rc 0/0 00000100:00100000:3.0:1777044799.965190:0:5848:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 540 00000100:00100000:3.0:1777044799.965253:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424269312 00000100:00100000:3.0:1777044799.965258:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424269312 00000100:00100000:3.0:1777044799.965293:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424268928 00000100:00100000:3.0:1777044799.965297:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424268928 00000100:00100000:3.0:1777044799.965319:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 722 00000100:00100000:3.0:1777044799.965327:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de4294c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3341:x1863365424269312:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777044799.965366:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de4294c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3341:x1863365424269312:12345-0@lo:400:kworker.0 Request processed in 39us (445us total) trans 0 rc 0/0 00000100:00100000:3.0:1777044799.965375:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 722 00000100:00100000:3.0:1777044799.965391:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 723 00000100:00100000:3.0:1777044799.965398:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de4294d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3341:x1863365424268928:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777044799.965446:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de4294d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3341:x1863365424268928:12345-0@lo:400:kworker.0 Request processed in 48us (468us total) trans 0 rc 0/0 00000100:00100000:3.0:1777044799.965453:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 723 00000100:00100000:3.0:1777044799.965501:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de4183a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3341:1863365424268928:0@lo:400:kworker.0 00000100:00100000:3.0:1777044799.965512:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de41838a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ce657616-b3f3-4e21-ac89-518ab611901c:3341:1863365424268800:0@lo:400:kworker.0 00000100:00100000:3.0:1777044799.965522:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de4183bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3341:1863365424269312:0@lo:400:kworker.0 00000100:00080000:2.0:1777044799.965642:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1777044799.965647:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1777044801.942032:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777044802.546416:0:5850:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369841536 00000100:00100000:3.0:1777044802.546426:0:5850:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369841536 00000100:00100000:3.0:1777044802.546479:0:5850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 541 00000100:00100000:3.0:1777044802.546496:0:5850:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df587b5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2391:x1863365369841536:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777044802.546576:0:5850:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df587b5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2391:x1863365369841536:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 82us (1023us total) trans 0 rc 0/0 00000100:00100000:3.0:1777044802.546589:0:5850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 541 00000100:00100000:3.0:1777044802.546644:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369842048 00000100:00100000:3.0:1777044802.546650:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369842048 00000100:00100000:3.0:1777044802.546698:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369841664 00000100:00100000:3.0:1777044802.546703:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369841664 00000100:00100000:3.0:1777044802.546745:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 724 00000100:00100000:3.0:1777044802.546758:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42e58e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+29:2391:x1863365369842048:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777044802.546807:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42e58e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+29:2391:x1863365369842048:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 52us (1152us total) trans 0 rc 0/0 00000100:00100000:3.0:1777044802.546818:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 724 00000100:00080000:1.0:1777044802.546984:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1777044802.546991:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1777044802.546994:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1777044803.992457:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777044804.057334:0:6643:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424269440 00000100:00100000:1.0:1777044804.057343:0:6643:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424269440 00000100:00100000:1.0:1777044804.057413:0:6643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 315 00000100:00100000:1.0:1777044804.057426:0:6643:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42e59180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1863365424269440:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1777044804.057481:0:6643:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 57868288 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1777044804.067172:0:6643:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42e59180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1863365424269440:12345-0@lo:13:osp-pre-0-0.0 Request processed in 9737us (9967us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044804.067191:0:6643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 315 00000100:00080000:1.0:1777044804.067254:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000040:00080000:1.0:1777044804.885818:0:11491:0:(llog.c:801:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1777044804.885828:0:11491:0:(llog_cat.c:158:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1777044804.886546:0:11491:0:(llog.c:858:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:1.0:1777044804.886559:0:11491:0:(llog.c:858:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1777044805.080482:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de4294dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424269568:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1777044805.080573:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777044805.081514:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de4294ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3341:1863365424269824:0@lo:400:kworker.0 00000100:00100000:3.0:1777044805.081557:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777044805.081605:0:3341:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1777044805.081613:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de4294c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3341:1863365424269952:0@lo:400:kworker.0 00000100:00100000:3.0:1777044805.081641:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777044805.081679:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424269824 00000100:00100000:3.0:1777044805.081687:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424269824 00000100:00100000:3.0:1777044805.081742:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424269952 00000100:00100000:3.0:1777044805.081746:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424269952 00000100:00100000:3.0:1777044805.081785:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 726 00000100:00100000:3.0:1777044805.081795:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de4294e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3341:x1863365424269824:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777044805.081872:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de4294e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3341:x1863365424269824:12345-0@lo:400:kworker.0 Request processed in 77us (313us total) trans 0 rc 0/0 00000100:00100000:3.0:1777044805.081882:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 726 00000100:00100000:3.0:1777044805.081906:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 727 00000100:00100000:3.0:1777044805.081915:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de4294d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3341:x1863365424269952:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777044805.081949:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de4294d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3341:x1863365424269952:12345-0@lo:400:kworker.0 Request processed in 35us (307us total) trans 0 rc 0/0 00000100:00100000:3.0:1777044805.081956:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 727 00000100:00100000:3.0:1777044805.082013:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de4294c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3341:1863365424269952:0@lo:400:kworker.0 00000100:00100000:3.0:1777044805.082026:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de4294ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3341:1863365424269824:0@lo:400:kworker.0 00000100:00100000:2.0:1777044805.082590:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de4294ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424270080:0@lo:400:kworker.0 00000100:00100000:2.0:1777044805.082630:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777044805.082671:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:2.0:1777044805.082679:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de4294d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ce657616-b3f3-4e21-ac89-518ab611901c:3343:1863365424269696:0@lo:400:kworker.0 00000100:00100000:2.0:1777044805.082713:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777044805.082743:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de4294f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3343:1863365424270208:0@lo:400:kworker.0 00000100:00100000:2.0:1777044805.082773:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1777044805.084036:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1777044805.085451:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1777044805.085457:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1777044805.085547:0:6641:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424270080 00000100:00100000:3.0:1777044805.085554:0:6641:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424270080 00000100:00100000:3.0:1777044805.085607:0:6641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 515 00000100:00100000:3.0:1777044805.085618:0:6641:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de4183b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424270080:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777044805.085699:0:6641:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de4183b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424270080:12345-0@lo:400:kworker.0 Request processed in 83us (3067us total) trans 0 rc 0/0 00000100:00100000:3.0:1777044805.085708:0:6641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 515 00000100:00100000:3.0:1777044805.085749:0:5849:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424269696 00000100:00100000:3.0:1777044805.086028:0:5849:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424269696 00000100:00100000:3.0:1777044805.086077:0:5849:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 542 00000100:00100000:3.0:1777044805.086109:0:5849:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df587b4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ce657616-b3f3-4e21-ac89-518ab611901c+18:3343:x1863365424269696:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777044805.086151:0:5849:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df587b4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ce657616-b3f3-4e21-ac89-518ab611901c+18:3343:x1863365424269696:12345-0@lo:400:kworker.0 Request processed in 45us (3439us total) trans 0 rc 0/0 00000100:00100000:3.0:1777044805.086159:0:5849:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 542 00010000:00010000:1.0:1777044806.038667:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777044807.682841:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777044807.682911:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777044807.682949:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777044807.682979:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777044807.683007:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777044807.683037:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777044807.683104:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777044807.683142:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369842688 00000100:00100000:2.0:1777044807.683154:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369842688 00000100:00100000:2.0:1777044807.683525:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369843200 00000100:00100000:2.0:1777044807.683532:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369843200 00000100:00100000:2.0:1777044807.683556:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369842816 00000100:00100000:2.0:1777044807.683561:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369842816 00000100:00100000:2.0:1777044807.683580:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369843072 00000100:00100000:2.0:1777044807.683583:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369843072 00000100:00100000:2.0:1777044807.683606:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 516 00000100:00100000:2.0:1777044807.683618:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41838000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:146de360-3fb2-48bd-b418-06f30714148a+9:2393:x1863365369842688:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:2.0:1777044807.683709:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41838000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:146de360-3fb2-48bd-b418-06f30714148a+9:2393:x1863365369842688:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 91us (796us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044807.683721:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 516 00000100:00100000:2.0:1777044807.683748:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 517 00000100:00100000:2.0:1777044807.683759:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de4183bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2393:x1863365369843200:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:2.0:1777044807.683796:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de4183bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2393:x1863365369843200:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 38us (815us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044807.683806:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 517 00000100:00100000:2.0:1777044807.683824:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 518 00000100:00100000:2.0:1777044807.683832:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de4183a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:146de360-3fb2-48bd-b418-06f30714148a+10:2393:x1863365369842816:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:2.0:1777044807.683864:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de4183a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:146de360-3fb2-48bd-b418-06f30714148a+10:2393:x1863365369842816:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 33us (827us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044807.683884:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 518 00000100:00100000:2.0:1777044807.683903:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 519 00000100:00100000:2.0:1777044807.683914:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41839180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2393:x1863365369843072:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:2.0:1777044807.683952:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41839180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2393:x1863365369843072:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 40us (848us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044807.683962:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 519 00000100:00100000:2.0:1777044807.683990:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369842944 00000100:00100000:2.0:1777044807.683994:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369842944 00000100:00100000:2.0:1777044807.684030:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369842560 00000100:00100000:2.0:1777044807.684034:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369842560 00000100:00100000:2.0:1777044807.684097:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 729 00000100:00100000:2.0:1777044807.684106:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41838e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+29:2393:x1863365369842944:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:2.0:1777044807.684147:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41838e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+29:2393:x1863365369842944:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 41us (1197us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044807.684155:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 729 00000100:00100000:2.0:1777044807.684172:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 730 00000100:00100000:2.0:1777044807.684182:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41838a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:146de360-3fb2-48bd-b418-06f30714148a+67:2393:x1863365369842560:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:2.0:1777044807.684493:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41838a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:146de360-3fb2-48bd-b418-06f30714148a+67:2393:x1863365369842560:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 311us (1483us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044807.684504:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 730 00000100:00080000:2.0:1777044807.684546:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1777044807.684552:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1777044807.684555:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1777044807.685193:0:5848:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369842432 00000100:00100000:3.0:1777044807.685200:0:5848:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369842432 00000100:00100000:3.0:1777044807.685241:0:5848:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 543 00000100:00100000:3.0:1777044807.685275:0:5848:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df587b4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2393:x1863365369842432:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777044807.685333:0:5848:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df587b4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2393:x1863365369842432:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 60us (2503us total) trans 0 rc 0/0 00000100:00100000:3.0:1777044807.685343:0:5848:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 543 00010000:00010000:1.0:1777044808.085565:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777044809.109748:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777044809.177880:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de41838700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424270336:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1777044809.177962:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777044809.178320:0:6643:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424270336 00000100:00100000:1.0:1777044809.178331:0:6643:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424270336 00000100:00100000:1.0:1777044809.178432:0:6643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 317 00000100:00100000:1.0:1777044809.178446:0:6643:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de4294ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3341:x1863365424270336:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1777044809.178488:0:6643:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 57868288 pending 0 free 3858759680 avail 3856662528 00000100:00080000:2.0:1777044809.178500:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1777044809.178576:0:6643:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de4294ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3341:x1863365424270336:12345-0@lo:13:osp-pre-0-0.0 Request processed in 133us (613us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044809.178604:0:6643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 317 00000100:00100000:2.0:1777044809.178983:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de41838700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424270336:0@lo:13:osp-pre-0-0.0 00010000:00010000:3.0:1777044810.134090:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777044810.203607:0:3344:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de42e58380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3344:1863365424270720:0@lo:400:kworker.0 00000100:00100000:1.0:1777044810.203700:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777044810.203807:0:3344:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de42e5ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3344:1863365424271232:0@lo:400:kworker.0 00000100:00100000:1.0:1777044810.203850:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777044810.203901:0:3344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:1.0:1777044810.203912:0:3344:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de42e5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ce657616-b3f3-4e21-ac89-518ab611901c:3344:1863365424270592:0@lo:400:kworker.0 00000100:00100000:1.0:1777044810.203957:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777044810.203990:0:3344:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de42e5b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3344:1863365424271104:0@lo:400:kworker.0 00000100:00100000:1.0:1777044810.204057:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777044810.204104:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de4294c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424270464:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1777044810.204144:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777044810.204174:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de42e5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424270976:0@lo:400:kworker.0 00000100:00100000:1.0:1777044810.204243:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777044810.204271:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1777044810.204280:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de42e58a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3342:1863365424270848:0@lo:400:kworker.0 00000100:00100000:1.0:1777044810.204315:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777044810.204357:0:6643:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424270464 00000100:00100000:1.0:1777044810.204368:0:6643:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424270464 00000100:00100000:1.0:1777044810.204447:0:6643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 318 00000100:00100000:1.0:1777044810.204462:0:6643:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b4b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1863365424270464:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1777044810.204510:0:6643:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 1703936 granted 57868288 pending 0 free 3856662528 avail 3854565376 00000100:00100000:1.0:1777044810.204577:0:6643:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b4b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1863365424270464:12345-0@lo:13:osp-pre-1-0.0 Request processed in 119us (432us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044810.204613:0:6643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 318 00000100:00100000:1.0:1777044810.204702:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de4294c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424270464:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1777044810.205117:0:5850:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424270592 00000100:00100000:2.0:1777044810.205126:0:5850:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424270592 00000100:00100000:2.0:1777044810.205186:0:5850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 544 00000100:00100000:2.0:1777044810.205249:0:5850:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df587b7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ce657616-b3f3-4e21-ac89-518ab611901c+18:3344:x1863365424270592:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777044810.205331:0:5850:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df587b7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ce657616-b3f3-4e21-ac89-518ab611901c+18:3344:x1863365424270592:12345-0@lo:400:kworker.0 Request processed in 131us (1369us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044810.205343:0:5850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 544 00000100:00100000:2.0:1777044810.205443:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424270848 00000100:00100000:2.0:1777044810.205450:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424270848 00000100:00100000:2.0:1777044810.205490:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 731 00000100:00100000:2.0:1777044810.205501:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b4b1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3344:x1863365424270720:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777044810.205552:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b4b1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3344:x1863365424270720:12345-0@lo:400:kworker.0 Request processed in 53us (1853us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044810.205563:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 731 00000100:00100000:2.0:1777044810.205583:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 732 00000100:00100000:2.0:1777044810.205593:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de4371ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3342:x1863365424270848:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777044810.205633:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de4371ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3342:x1863365424270848:12345-0@lo:400:kworker.0 Request processed in 42us (1317us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044810.205642:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 732 00000100:00080000:2.0:1777044810.205673:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1777044810.205679:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1777044810.205951:0:3344:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de42e5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ce657616-b3f3-4e21-ac89-518ab611901c:3344:1863365424270592:0@lo:400:kworker.0 00000100:00100000:2.0:1777044810.205974:0:3344:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de42e58380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3344:1863365424270720:0@lo:400:kworker.0 00000100:00100000:1.0:1777044810.207623:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de42e58a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3342:1863365424270848:0@lo:400:kworker.0 00000100:00100000:1.0:1777044810.207641:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de42e5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424270976:0@lo:400:kworker.0 00000100:00100000:3.0:1777044810.210751:0:3344:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de42e5b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3344:1863365424271104:0@lo:400:kworker.0 00000100:00080000:2.0:1777044810.212082:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1777044811.163044:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777044812.181789:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777044812.791397:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777044812.791700:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777044812.791752:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777044812.792923:0:14822:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369843584 00000100:00100000:3.0:1777044812.792937:0:14822:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369843584 00000100:00100000:3.0:1777044812.793044:0:14822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 522 00000100:00100000:3.0:1777044812.793058:0:14822:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41838700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:146de360-3fb2-48bd-b418-06f30714148a+9:2390:x1863365369843584:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777044812.793150:0:14822:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41838700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:146de360-3fb2-48bd-b418-06f30714148a+9:2390:x1863365369843584:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 95us (1451us total) trans 0 rc 0/0 00000100:00100000:3.0:1777044812.793173:0:14822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 522 00000100:00080000:3.0:1777044812.793239:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1777044812.793396:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369843840 00000100:00100000:3.0:1777044812.793403:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369843840 00000100:00100000:3.0:1777044812.793455:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 734 00000100:00100000:3.0:1777044812.793465:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41839f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+29:2390:x1863365369843840:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777044812.793514:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41839f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+29:2390:x1863365369843840:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 51us (1762us total) trans 0 rc 0/0 00000100:00100000:3.0:1777044812.793525:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 734 00000100:00080000:3.0:1777044812.793576:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1777044812.799559:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777044812.799636:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777044812.806852:0:5849:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369843328 00000100:00100000:1.0:1777044812.806870:0:5849:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369843328 00000100:00100000:1.0:1777044812.807027:0:5849:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 545 00000100:00100000:1.0:1777044812.807042:0:5849:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df587b5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2390:x1863365369843328:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777044812.819897:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369843456 00000100:00100000:3.0:1777044812.819914:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369843456 00000100:00100000:3.0:1777044812.820026:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 735 00000100:00100000:3.0:1777044812.820040:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41839880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:146de360-3fb2-48bd-b418-06f30714148a+67:2390:x1863365369843456:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:1.0:1777044812.821533:0:5849:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df587b5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2390:x1863365369843328:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 14490us (30144us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044812.821548:0:5849:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 545 00000100:00080000:1.0:1777044812.825677:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1777044812.827578:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777044812.827637:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777044812.827683:0:8776:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369844096 00000100:00100000:2.0:1777044812.827695:0:8776:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369844096 00000100:00100000:2.0:1777044812.827762:0:8776:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369843712 00000100:00100000:2.0:1777044812.827767:0:8776:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369843712 00000100:00100000:2.0:1777044812.827792:0:8776:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369843968 00000100:00100000:2.0:1777044812.827797:0:8776:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369843968 00000100:00100000:2.0:1777044812.827826:0:8776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 523 00000100:00100000:2.0:1777044812.827838:0:8776:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de4183ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2390:x1863365369844096:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:2.0:1777044812.827922:0:8776:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de4183ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2390:x1863365369844096:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 85us (28371us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044812.827933:0:8776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 523 00000100:00100000:2.0:1777044812.827983:0:8776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 524 00000100:00100000:2.0:1777044812.827994:0:8776:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de4183b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:146de360-3fb2-48bd-b418-06f30714148a+10:2390:x1863365369843712:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:2.0:1777044812.828031:0:8776:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de4183b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:146de360-3fb2-48bd-b418-06f30714148a+10:2390:x1863365369843712:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 39us (464us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044812.828040:0:8776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 524 00000100:00100000:2.0:1777044812.828060:0:8776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 525 00000100:00100000:2.0:1777044812.828070:0:8776:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41db1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2390:x1863365369843968:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:2.0:1777044812.828104:0:8776:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41db1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2390:x1863365369843968:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 35us (468us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044812.828115:0:8776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 525 00000100:00080000:1.0:1777044812.829112:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1777044812.829136:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1777044812.833457:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41839880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:146de360-3fb2-48bd-b418-06f30714148a+67:2390:x1863365369843456:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 13408us (33808us total) trans 0 rc 0/0 00000100:00100000:3.0:1777044812.833475:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 735 00010000:00010000:3.0:1777044813.212454:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1777044814.013890:0:16336:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 11b: Import a deleted file using its FID ========================================================== 11:33:29 (1777044809) 00000040:00080000:1.0:1777044814.112133:0:11491:0:(llog.c:801:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1777044814.112145:0:11491:0:(llog_cat.c:158:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1777044814.113101:0:11491:0:(llog.c:858:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:1.0:1777044814.113116:0:11491:0:(llog.c:858:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:3.0:1777044814.261783:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777044814.302568:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de41db0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424271360:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1777044814.302665:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777044814.306459:0:6643:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424271360 00000100:00100000:2.0:1777044814.306473:0:6643:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424271360 00000100:00100000:2.0:1777044814.306560:0:6643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 319 00000100:00100000:2.0:1777044814.306575:0:6643:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de4294c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3341:x1863365424271360:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1777044814.306624:0:6643:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 57868288 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1777044814.306704:0:6643:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de4294c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3341:x1863365424271360:12345-0@lo:13:osp-pre-0-0.0 Request processed in 131us (4039us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044814.306717:0:6643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 319 00000100:00100000:2.0:1777044814.306815:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de41db0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424271360:0@lo:13:osp-pre-0-0.0 00000100:00080000:1.0:1777044814.307496:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1777044814.909277:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777044814.915860:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369844352 00000100:00100000:2.0:1777044814.915880:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369844352 00000100:00100000:3.0:1777044814.917115:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 683 00000100:00100000:3.0:1777044814.917139:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de4371e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+29:21765:x1863365369844352:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1777044814.917167:0:12646:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777044814.917193:0:12646:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7e00/0x2c8777a5e7d9c7ac lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148482 expref: -99 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:1.0:1777044814.917421:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1777044814.917963:0:12646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7a00/0x2c8777a5e7d9c7b3 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044814.917985:0:12646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7a00/0x2c8777a5e7d9c7b3 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044814.918002:0:12646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7a00/0x2c8777a5e7d9c7b3 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044814.918053:0:12646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7c00/0x2c8777a5e7d9c7ba lrc: 3/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044814.918066:0:12646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7c00/0x2c8777a5e7d9c7ba lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044814.918077:0:12646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7c00/0x2c8777a5e7d9c7ba lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044814.918771:0:12646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98df413a7e00/0x2c8777a5e7d9c7c1 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044814.918786:0:12646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98df413a7e00/0x2c8777a5e7d9c7c1 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044814.918797:0:12646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df413a7e00/0x2c8777a5e7d9c7c1 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777044814.919127:0:12646:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000002:0x2:0x0]: returning size 6656 00010000:00010000:3.0:1777044814.919427:0:12646:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7a00/0x2c8777a5e7d9c7b3 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044814.919453:0:12646:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7a00/0x2c8777a5e7d9c7b3 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044814.919463:0:12646:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7a00/0x2c8777a5e7d9c7b3 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044814.919472:0:12646:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98df74fa7a00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:3.0:1777044814.919478:0:12646:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7a00/0x2c8777a5e7d9c7b3 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044814.919488:0:12646:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7a00/0x2c8777a5e7d9c7b3 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044814.919504:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff98df4a351000) 00010000:00010000:3.0:1777044814.919509:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777044814.919515:0:12646:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7a00/0x2c8777a5e7d9c7b3 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044814.919523:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7a00/0x2c8777a5e7d9c7b3 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044814.919543:0:12646:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7c00/0x2c8777a5e7d9c7ba lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044814.919553:0:12646:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7c00/0x2c8777a5e7d9c7ba lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044814.919563:0:12646:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7c00/0x2c8777a5e7d9c7ba lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044814.919571:0:12646:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98df74fa7c00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:3.0:1777044814.919584:0:12646:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7c00/0x2c8777a5e7d9c7ba lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044814.919594:0:12646:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7c00/0x2c8777a5e7d9c7ba lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044814.919605:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x8d45d6bc (ffff98df4abab000) 00010000:00010000:3.0:1777044814.919609:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777044814.919613:0:12646:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7c00/0x2c8777a5e7d9c7ba lrc: 2/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044814.919621:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7c00/0x2c8777a5e7d9c7ba lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044814.920142:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7e00/0x2c8777a5e7d9c7ac lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148482 expref: 32 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044814.920166:0:12646:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98df413a7e00/0x2c8777a5e7d9c7c1 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148482 expref: 31 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044814.920177:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff98df4a351500) 00010000:00010000:3.0:1777044814.920181:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777044814.920185:0:12646:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98df413a7e00, rc 0) 00000100:00100000:3.0:1777044814.923818:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de4371e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+31:21765:x1863365369844352:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 Request processed in 6675us (14540us total) trans 4294967759 rc 0/0 00000100:00100000:3.0:1777044814.924134:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 683 00000100:00100000:3.0:1777044814.934494:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777044814.935794:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369844480 00000100:00100000:2.0:1777044814.935807:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369844480 00000100:00100000:2.0:1777044814.935894:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 684 00000100:00100000:2.0:1777044814.935910:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de4294ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+31:21765:x1863365369844480:12345-192.168.201.45@tcp:59:lhsmtool_posix.0 00000100:00100000:2.0:1777044814.936089:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de4294ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+31:21765:x1863365369844480:12345-192.168.201.45@tcp:59:lhsmtool_posix.0 Request processed in 182us (1606us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044814.936102:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 684 00000100:00100000:2.0:1777044814.943694:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777044814.943801:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777044814.944258:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369844608 00000100:00100000:3.0:1777044814.944272:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369844608 00000100:00100000:3.0:1777044814.944375:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 685 00000100:00100000:3.0:1777044814.944406:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41db0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:146de360-3fb2-48bd-b418-06f30714148a+67:21766:x1863365369844608:12345-192.168.201.45@tcp:101:lfs.0 00010000:00010000:3.0:1777044814.944430:0:5856:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777044814.944454:0:5856:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df413a7600/0x2c8777a5e7d9c7cf lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148489 expref: -99 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044814.944560:0:5856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7e00/0x2c8777a5e7d9c7d6 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044814.944579:0:5856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7e00/0x2c8777a5e7d9c7d6 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044814.944594:0:5856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7e00/0x2c8777a5e7d9c7d6 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044814.944614:0:5856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7c00/0x2c8777a5e7d9c7dd lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044814.944623:0:5856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7c00/0x2c8777a5e7d9c7dd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044814.944633:0:5856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7c00/0x2c8777a5e7d9c7dd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044814.945319:0:5856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7e00/0x2c8777a5e7d9c7d6 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044814.945331:0:5856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7e00/0x2c8777a5e7d9c7d6 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044814.945341:0:5856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7e00/0x2c8777a5e7d9c7d6 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044814.945365:0:5856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98df74fa7e00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:3.0:1777044814.945371:0:5856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7e00/0x2c8777a5e7d9c7d6 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044814.945380:0:5856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7e00/0x2c8777a5e7d9c7d6 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044814.945397:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff98df48c7e100) 00010000:00010000:3.0:1777044814.945402:0:5856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777044814.945407:0:5856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7e00/0x2c8777a5e7d9c7d6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044814.945416:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7e00/0x2c8777a5e7d9c7d6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044814.945438:0:5856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7c00/0x2c8777a5e7d9c7dd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044814.945447:0:5856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7c00/0x2c8777a5e7d9c7dd lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044814.945454:0:5856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7c00/0x2c8777a5e7d9c7dd lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044814.945461:0:5856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98df74fa7c00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:3.0:1777044814.945464:0:5856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7c00/0x2c8777a5e7d9c7dd lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044814.945472:0:5856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7c00/0x2c8777a5e7d9c7dd lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044814.945497:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbc29f2cb (ffff98df4abab000) 00010000:00010000:3.0:1777044814.945501:0:5856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777044814.945505:0:5856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7c00/0x2c8777a5e7d9c7dd lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044814.945514:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7c00/0x2c8777a5e7d9c7dd lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044814.945557:0:5856:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98df413a7600/0x2c8777a5e7d9c7cf lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148489 expref: 68 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044814.945571:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff98df48c7e100) 00010000:00010000:3.0:1777044814.945575:0:5856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777044814.945580:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df413a7600/0x2c8777a5e7d9c7cf lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148489 expref: 68 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044814.945595:0:5856:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98df413a7600, rc 0) 00000100:00100000:3.0:1777044814.945665:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41db0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:146de360-3fb2-48bd-b418-06f30714148a+67:21766:x1863365369844608:12345-192.168.201.45@tcp:101:lfs.0 Request processed in 1261us (1998us total) trans 0 rc 301/301 00000100:00100000:3.0:1777044814.945676:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 685 00000100:00080000:2.0:1777044814.946039:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1777044814.946462:0:5842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369844736 00000100:00100000:1.0:1777044814.946471:0:5842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369844736 00000100:00100000:1.0:1777044814.946550:0:5842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 37 00000100:00100000:1.0:1777044814.946562:0:5842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41db2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+31:2392:x1863365369844736:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777044814.946590:0:5842:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777044814.946609:0:5842:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df413a7e00/0x2c8777a5e7d9c7c1 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148482 expref: 31 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044814.946626:0:5842:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff98df4a351500) 00010000:00010000:1.0:1777044814.946632:0:5842:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777044814.946696:0:5842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41db2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+30:2392:x1863365369844736:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 135us (2893us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044814.946706:0:5842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 37 00000100:00100000:2.0:1777044814.973064:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777044814.973403:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369844992 00000100:00100000:3.0:1777044814.973415:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369844992 00000100:00100000:3.0:1777044814.973483:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 686 00000100:00100000:3.0:1777044814.973496:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41db3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:146de360-3fb2-48bd-b418-06f30714148a+67:21766:x1863365369844992:12345-192.168.201.45@tcp:36:lfs.0 00010000:00010000:3.0:1777044814.973566:0:12646:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777044814.973598:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536e00/0x2c8777a5e7d9c6c5 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148443 expref: 67 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044814.973649:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff98df48c7e100) 00010000:00010000:3.0:1777044814.973655:0:12646:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777044814.974043:0:12646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff98df41545a00/0x2c8777a5e7d9c7e4 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044814.974061:0:12646:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536600/0x2c8777a5e7d9c6ef lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148451 expref: 29 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044814.974072:0:12646:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff98df41545a00/0x2c8777a5e7d9c7e4 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044814.979531:0:12646:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536600/0x2c8777a5e7d9c6ef lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148451 expref: 29 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044814.979582:0:12646:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536600/0x2c8777a5e7d9c6ef lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148451 expref: 29 pid: 5856 timeout: 1543 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777044814.979603:0:12646:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de41db0380 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12646:1863365424271488:192.168.201.45@tcp:104: 00000100:00100000:2.0:1777044814.979752:0:12646:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df72b33780 going to sleep for 11 seconds 00000100:00100000:2.0:1777044814.986534:0:12646:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de41db0380 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12646:1863365424271488:192.168.201.45@tcp:104: 00010000:00010000:2.0:1777044814.986568:0:12646:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff98df41545a00/0x2c8777a5e7d9c7e4 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777044814.997181:0:5841:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369845120 00000100:00100000:3.0:1777044814.997195:0:5841:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369845120 00010000:00010000:1.0:1777044814.998782:0:12646:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff98df41545a00/0x2c8777a5e7d9c7e4 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044814.998794:0:12646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df41545a00/0x2c8777a5e7d9c7e4 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044814.998825:0:12646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096200/0x2c8777a5e7d9c7eb lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044814.998839:0:12646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096200/0x2c8777a5e7d9c7eb lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044814.998851:0:12646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096200/0x2c8777a5e7d9c7eb lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777044815.000466:0:12646:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2b:0x0]: returning size 512 00010000:00010000:1.0:1777044815.000485:0:12646:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff98df41545a00/0x2c8777a5e7d9c7e4 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044815.000496:0:12646:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98df41545a00/0x2c8777a5e7d9c7e4 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044815.000518:0:12646:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98df41545a00/0x2c8777a5e7d9c7e4 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044815.000525:0:12646:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98df41545a00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:1.0:1777044815.000530:0:12646:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df41545a00/0x2c8777a5e7d9c7e4 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044815.000541:0:12646:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df41545a00/0x2c8777a5e7d9c7e4 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044815.000554:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff98df48c7e100) 00010000:00010000:1.0:1777044815.000558:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777044815.000563:0:12646:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98df41545a00/0x2c8777a5e7d9c7e4 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044815.000571:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df41545a00/0x2c8777a5e7d9c7e4 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777044815.000596:0:12646:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000009e49d51f reply state 0000000077ab102d transno 4294967760 ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096200/0x2c8777a5e7d9c7eb lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777044815.000608:0:12646:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777044815.000682:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41db3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:146de360-3fb2-48bd-b418-06f30714148a+68:21766:x1863365369844992:12345-192.168.201.45@tcp:36:lfs.0 Request processed in 27186us (27627us total) trans 4294967760 rc 0/0 00000100:00100000:1.0:1777044815.000692:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 686 00010000:00010000:1.0:1777044815.007147:0:3328:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096200/0x2c8777a5e7d9c7eb lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044815.007169:0:3328:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096200/0x2c8777a5e7d9c7eb lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044815.010891:0:3328:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096200/0x2c8777a5e7d9c7eb lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044815.010901:0:3328:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de43096200 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:1.0:1777044815.010908:0:3328:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096200/0x2c8777a5e7d9c7eb lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044815.010920:0:3328:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096200/0x2c8777a5e7d9c7eb lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044815.013714:0:3328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbc29f2cb (ffff98df46583000) 00010000:00010000:1.0:1777044815.013721:0:3328:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777044815.013729:0:3328:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096200/0x2c8777a5e7d9c7eb lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044815.013739:0:3328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096200/0x2c8777a5e7d9c7eb lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777044815.055215:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777044815.060096:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369845248 00000100:00100000:1.0:1777044815.060112:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369845248 00000100:00100000:2.0:1777044815.062394:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 687 00000100:00100000:2.0:1777044815.062411:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41db0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:146de360-3fb2-48bd-b418-06f30714148a+67:21767:x1863365369845248:12345-192.168.201.45@tcp:101:bash.0 00010000:00010000:2.0:1777044815.062441:0:5855:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777044815.062469:0:5855:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64f400/0x2c8777a5e7d9c7f2 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148490 expref: -99 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044815.062548:0:5855:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64f200/0x2c8777a5e7d9c7f9 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044815.062567:0:5855:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64f200/0x2c8777a5e7d9c7f9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044815.062602:0:5855:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64f200/0x2c8777a5e7d9c7f9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777044815.062693:0:5855:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 8704 00000004:00200000:2.0:1777044815.062714:0:5855:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 19 stripe count 1 MDT count 1 00000004:00010000:2.0:1777044815.062753:0:5855:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64f200/0x2c8777a5e7d9c7f9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044815.062785:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64f400/0x2c8777a5e7d9c7f2 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148490 expref: 69 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044815.062808:0:5855:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64f200/0x2c8777a5e7d9c7f9 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148490 expref: 68 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044815.062818:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff98df51b04500) 00010000:00010000:2.0:1777044815.063086:0:5855:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1777044815.063091:0:5855:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98df6d64f200, rc 0) 00000100:00100000:2.0:1777044815.063529:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41db0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:146de360-3fb2-48bd-b418-06f30714148a+68:21767:x1863365369845248:12345-192.168.201.45@tcp:101:bash.0 Request processed in 1121us (8323us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044815.063539:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 687 00000100:00100000:1.0:1777044815.073495:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777044815.085060:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777044815.085362:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369845504 00000100:00100000:2.0:1777044815.085374:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369845504 00000100:00100000:2.0:1777044815.086160:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 689 00000100:00100000:2.0:1777044815.086174:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de4371f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:146de360-3fb2-48bd-b418-06f30714148a+69:21767:x1863365369845504:12345-192.168.201.45@tcp:101:bash.0 00010000:00010000:2.0:1777044815.086199:0:12646:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777044815.086375:0:12646:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64f400/0x2c8777a5e7d9c81c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee114849e expref: -99 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044815.088183:0:12646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64e000/0x2c8777a5e7d9c823 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044815.088297:0:12646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64e000/0x2c8777a5e7d9c823 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044815.088339:0:12646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64e000/0x2c8777a5e7d9c823 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044815.088362:0:12646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64f600/0x2c8777a5e7d9c82a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044815.088372:0:12646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64f600/0x2c8777a5e7d9c82a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044815.089032:0:12646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64f600/0x2c8777a5e7d9c82a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044815.089126:0:12646:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64e000/0x2c8777a5e7d9c823 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044815.089137:0:12646:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64e000/0x2c8777a5e7d9c823 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044815.089145:0:12646:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64e000/0x2c8777a5e7d9c823 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044815.089152:0:12646:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98df6d64e000 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:2.0:1777044815.089158:0:12646:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64e000/0x2c8777a5e7d9c823 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044815.089167:0:12646:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64e000/0x2c8777a5e7d9c823 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044815.089181:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0x0 (ffff98df48c7e200) 00010000:00010000:2.0:1777044815.089185:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777044815.089190:0:12646:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64e000/0x2c8777a5e7d9c823 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044815.090451:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64e000/0x2c8777a5e7d9c823 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044815.090470:0:12646:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64f600/0x2c8777a5e7d9c82a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044815.090477:0:12646:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64f600/0x2c8777a5e7d9c82a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044815.090485:0:12646:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64f600/0x2c8777a5e7d9c82a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044815.090492:0:12646:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98df6d64f600 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:2.0:1777044815.090497:0:12646:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64f600/0x2c8777a5e7d9c82a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044815.090504:0:12646:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64f600/0x2c8777a5e7d9c82a lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044815.090515:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0xc57698b5 (ffff98df51b04900) 00010000:00010000:2.0:1777044815.090519:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777044815.090522:0:12646:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64f600/0x2c8777a5e7d9c82a lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044815.090530:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64f600/0x2c8777a5e7d9c82a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044815.090597:0:12646:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64f400/0x2c8777a5e7d9c81c lrc: 1/0,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114849e expref: 70 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044815.090631:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0x0 (ffff98df48c7e200) 00010000:00010000:2.0:1777044815.090635:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777044815.090640:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64f400/0x2c8777a5e7d9c81c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114849e expref: 70 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044815.090654:0:12646:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98df6d64f400, rc 0) 00000100:00100000:2.0:1777044815.091522:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de4371f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:146de360-3fb2-48bd-b418-06f30714148a+69:21767:x1863365369845504:12345-192.168.201.45@tcp:101:bash.0 Request processed in 5349us (6469us total) trans 0 rc 301/301 00000100:00100000:2.0:1777044815.091533:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 689 00000100:00100000:1.0:1777044815.124945:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000040:00080000:1.0:1777044815.126331:0:11491:0:(llog.c:801:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1777044815.126338:0:11491:0:(llog_cat.c:158:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1777044815.127520:0:11491:0:(llog.c:858:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:1.0:1777044815.127533:0:11491:0:(llog.c:858:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1777044815.129505:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369845632 00000100:00100000:2.0:1777044815.129519:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369845632 00000100:00100000:2.0:1777044815.129592:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 690 00000100:00100000:2.0:1777044815.129606:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de4371d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+29:21768:x1863365369845632:12345-192.168.201.45@tcp:101:rm.0 00010000:00010000:2.0:1777044815.129631:0:5855:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777044815.129658:0:5855:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64f400/0x2c8777a5e7d9c831 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee11484a5 expref: -99 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044815.129739:0:5855:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64f600/0x2c8777a5e7d9c838 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044815.129758:0:5855:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64f600/0x2c8777a5e7d9c838 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044815.129772:0:5855:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64f600/0x2c8777a5e7d9c838 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777044815.130119:0:5855:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 8704 00000004:00200000:2.0:1777044815.130140:0:5855:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 19 stripe count 1 MDT count 1 00000004:00010000:2.0:1777044815.130179:0:5855:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64f600/0x2c8777a5e7d9c838 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044815.130255:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64f400/0x2c8777a5e7d9c831 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11484a5 expref: 31 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044815.130280:0:5855:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64f600/0x2c8777a5e7d9c838 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11484a5 expref: 30 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044815.130291:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff98df51b04500) 00010000:00010000:2.0:1777044815.130295:0:5855:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1777044815.130299:0:5855:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98df6d64f600, rc 0) 00000100:00100000:2.0:1777044815.130379:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de4371d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+30:21768:x1863365369845632:12345-192.168.201.45@tcp:101:rm.0 Request processed in 775us (5467us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044815.130389:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 690 00000100:00100000:1.0:1777044815.157035:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777044815.189089:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777044815.189667:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369845888 00000100:00100000:2.0:1777044815.189679:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369845888 00000100:00100000:2.0:1777044815.189754:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 692 00000100:00100000:2.0:1777044815.189768:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d656a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+31:21768:x1863365369845888:12345-192.168.201.45@tcp:101:rm.0 00010000:00010000:2.0:1777044815.189794:0:12646:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777044815.189819:0:12646:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64f400/0x2c8777a5e7d9c85b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee11484b3 expref: -99 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044815.189919:0:12646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64e000/0x2c8777a5e7d9c862 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044815.189963:0:12646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64e000/0x2c8777a5e7d9c862 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044815.189994:0:12646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64e000/0x2c8777a5e7d9c862 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044815.190014:0:12646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64e200/0x2c8777a5e7d9c869 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044815.190023:0:12646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64e200/0x2c8777a5e7d9c869 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044815.190032:0:12646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64e200/0x2c8777a5e7d9c869 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044815.190106:0:12646:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64e000/0x2c8777a5e7d9c862 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044815.190116:0:12646:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64e000/0x2c8777a5e7d9c862 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044815.190124:0:12646:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64e000/0x2c8777a5e7d9c862 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044815.190474:0:12646:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98df6d64e000 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:2.0:1777044815.190480:0:12646:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64e000/0x2c8777a5e7d9c862 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044815.190490:0:12646:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64e000/0x2c8777a5e7d9c862 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044815.190505:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0x0 (ffff98df48c7e200) 00010000:00010000:2.0:1777044815.190510:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777044815.190515:0:12646:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64e000/0x2c8777a5e7d9c862 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044815.190532:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64e000/0x2c8777a5e7d9c862 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044815.190550:0:12646:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64e200/0x2c8777a5e7d9c869 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044815.190558:0:12646:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64e200/0x2c8777a5e7d9c869 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044815.190566:0:12646:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64e200/0x2c8777a5e7d9c869 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044815.190573:0:12646:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98df6d64e200 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:2.0:1777044815.190578:0:12646:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64e200/0x2c8777a5e7d9c869 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044815.190586:0:12646:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64e200/0x2c8777a5e7d9c869 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044815.190596:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0xc57698b5 (ffff98df51b04900) 00010000:00010000:2.0:1777044815.190600:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777044815.190604:0:12646:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64e200/0x2c8777a5e7d9c869 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044815.190611:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64e200/0x2c8777a5e7d9c869 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044815.190652:0:12646:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64f400/0x2c8777a5e7d9c85b lrc: 1/0,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11484b3 expref: 32 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044815.190682:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0x0 (ffff98df48c7e200) 00010000:00010000:2.0:1777044815.190685:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777044815.190692:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64f400/0x2c8777a5e7d9c85b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11484b3 expref: 32 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044815.190706:0:12646:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98df6d64f400, rc 0) 00000100:00100000:2.0:1777044815.190771:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d656a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+31:21768:x1863365369845888:12345-192.168.201.45@tcp:101:rm.0 Request processed in 1006us (1692us total) trans 0 rc 301/301 00000100:00100000:2.0:1777044815.190781:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 692 00000100:00100000:1.0:1777044815.201686:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777044815.202075:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369846016 00000100:00100000:3.0:1777044815.202087:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369846016 00000100:00100000:3.0:1777044815.202167:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 693 00000100:00100000:3.0:1777044815.202182:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df74601180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+31:21768:x1863365369846016:12345-192.168.201.45@tcp:101:rm.0 00010000:00010000:3.0:1777044815.205251:0:7939:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777044815.205289:0:7939:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df41544a00/0x2c8777a5e7d9c870 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee11484ba expref: -99 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044815.205408:0:7939:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98df41545200/0x2c8777a5e7d9c877 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044815.205427:0:7939:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98df41545200/0x2c8777a5e7d9c877 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044815.205442:0:7939:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df41545200/0x2c8777a5e7d9c877 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044815.205478:0:7939:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98df41545a00/0x2c8777a5e7d9c87e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044815.205488:0:7939:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98df41545a00/0x2c8777a5e7d9c87e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044815.205497:0:7939:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df41545a00/0x2c8777a5e7d9c87e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044815.205578:0:7939:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98df41545200/0x2c8777a5e7d9c877 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044815.205589:0:7939:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98df41545200/0x2c8777a5e7d9c877 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044815.205599:0:7939:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98df41545200/0x2c8777a5e7d9c877 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044815.205608:0:7939:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98df41545200 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:3.0:1777044815.205613:0:7939:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df41545200/0x2c8777a5e7d9c877 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044815.205623:0:7939:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df41545200/0x2c8777a5e7d9c877 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044815.205638:0:7939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0x0 (ffff98df48c7e200) 00010000:00010000:3.0:1777044815.205642:0:7939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777044815.205648:0:7939:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98df41545200/0x2c8777a5e7d9c877 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044815.205656:0:7939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df41545200/0x2c8777a5e7d9c877 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044815.205687:0:7939:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98df41545a00/0x2c8777a5e7d9c87e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044815.205694:0:7939:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98df41545a00/0x2c8777a5e7d9c87e lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044815.205702:0:7939:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98df41545a00/0x2c8777a5e7d9c87e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044815.205709:0:7939:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98df41545a00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:3.0:1777044815.205713:0:7939:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df41545a00/0x2c8777a5e7d9c87e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044815.205721:0:7939:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df41545a00/0x2c8777a5e7d9c87e lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044815.205731:0:7939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0xc57698b5 (ffff98df4abab000) 00010000:00010000:3.0:1777044815.205734:0:7939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777044815.205738:0:7939:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98df41545a00/0x2c8777a5e7d9c87e lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044815.205746:0:7939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df41545a00/0x2c8777a5e7d9c87e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044815.205791:0:7939:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98df41544a00/0x2c8777a5e7d9c870 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11484ba expref: 32 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044815.205806:0:7939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0x0 (ffff98df48c7e200) 00010000:00010000:3.0:1777044815.205809:0:7939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777044815.205824:0:7939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df41544a00/0x2c8777a5e7d9c870 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11484ba expref: 32 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044815.205851:0:7939:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98df41544a00, rc 0) 00000100:00100000:3.0:1777044815.205944:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df74601180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+31:21768:x1863365369846016:12345-192.168.201.45@tcp:101:rm.0 Request processed in 3764us (4282us total) trans 0 rc 301/301 00000100:00100000:3.0:1777044815.205956:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 693 00010000:00010000:3.0:1777044815.256647:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777044815.280026:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777044815.312336:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777044815.317391:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de41db2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3343:1863365424271744:0@lo:400:kworker.0 00000100:00100000:3.0:1777044815.317520:0:3344:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de41db0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3344:1863365424271872:0@lo:400:kworker.0 00000100:00100000:3.0:1777044815.327273:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777044815.327348:0:3344:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de42e5b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3344:1863365424272384:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1777044815.327402:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777044815.327973:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777044815.328012:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de41db2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424272256:0@lo:400:kworker.0 00000100:00100000:2.0:1777044815.328048:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777044815.328117:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424272256 00000100:00100000:2.0:1777044815.328126:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424272256 00000100:00100000:2.0:1777044815.328499:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 527 00000100:00100000:2.0:1777044815.328512:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41db0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424272256:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777044815.330033:0:6643:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424272384 00000100:00100000:3.0:1777044815.330039:0:6643:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424272384 00000100:00100000:3.0:1777044815.330072:0:6643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 320 00000100:00100000:3.0:1777044815.330081:0:6643:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de4294dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3344:x1863365424272384:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1777044815.330114:0:6643:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 1703936 granted 57868288 pending 0 free 3856662528 avail 3854565376 00000100:00100000:3.0:1777044815.330154:0:6643:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de4294dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3344:x1863365424272384:12345-0@lo:13:osp-pre-1-0.0 Request processed in 74us (2752us total) trans 0 rc 0/0 00000100:00100000:3.0:1777044815.330162:0:6643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 320 00000100:00100000:3.0:1777044815.330243:0:3344:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de42e5b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3344:1863365424272384:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1777044815.330263:0:3344:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de41db0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3344:1863365424271872:0@lo:400:kworker.0 00000100:00100000:3.0:1777044815.330340:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00080000:3.0:1777044815.330395:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1777044815.330401:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1777044815.330413:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369846528 00000100:00100000:3.0:1777044815.330425:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369846528 00000100:00100000:3.0:1777044815.330465:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 696 00000100:00100000:3.0:1777044815.330474:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de4294f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+31:21769:x1863365369846528:12345-192.168.201.45@tcp:101:cp.0 00010000:00010000:3.0:1777044815.330489:0:5855:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777044815.330513:0:5855:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df41544a00/0x2c8777a5e7d9c8af lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee11484cf expref: -99 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777044815.331235:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41db0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424272256:12345-0@lo:400:kworker.0 Request processed in 2723us (3182us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044815.331245:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 527 00000100:00100000:2.0:1777044815.331293:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de41db2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3343:1863365424271744:0@lo:400:kworker.0 00000100:00100000:2.0:1777044815.331305:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de41db2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424272256:0@lo:400:kworker.0 00010000:00010000:3.0:1777044815.336875:0:5855:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff98df41545a00/0x2c8777a5e7d9c8b6 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044815.336904:0:5855:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98df41545a00/0x2c8777a5e7d9c8b6 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044815.336946:0:5855:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df41545a00/0x2c8777a5e7d9c8b6 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044815.336969:0:5855:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98df41545200/0x2c8777a5e7d9c8bd lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044815.336979:0:5855:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98df41545200/0x2c8777a5e7d9c8bd lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044815.336987:0:5855:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df41545200/0x2c8777a5e7d9c8bd lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1777044815.338131:0:5855:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0xf:0x0], index 0: 0 00010000:00010000:3.0:1777044815.338433:0:5855:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7c00/0x2c8777a5e7d9c8c4 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x12:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044815.338447:0:5855:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7c00/0x2c8777a5e7d9c8c4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044815.338472:0:5855:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7c00/0x2c8777a5e7d9c8c4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044815.338518:0:5855:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff98df41545a00/0x2c8777a5e7d9c8b6 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044815.338528:0:5855:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98df41545a00/0x2c8777a5e7d9c8b6 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044815.338537:0:5855:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98df41545a00/0x2c8777a5e7d9c8b6 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044815.338544:0:5855:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98df41545a00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:3.0:1777044815.338550:0:5855:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df41545a00/0x2c8777a5e7d9c8b6 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044815.338559:0:5855:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df41545a00/0x2c8777a5e7d9c8b6 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044815.338574:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0x0 (ffff98df48c7e200) 00010000:00010000:3.0:1777044815.338579:0:5855:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777044815.338584:0:5855:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98df41545a00/0x2c8777a5e7d9c8b6 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044815.338592:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df41545a00/0x2c8777a5e7d9c8b6 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777044815.338610:0:5855:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000470c4111 reply state 00000000f1fa209b transno 4294967761 ns: mdt-lustre-MDT0000_UUID lock: ffff98df41545200/0x2c8777a5e7d9c8bd lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777044815.338622:0:5855:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1777044815.338669:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df41544a00/0x2c8777a5e7d9c8af lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11484cf expref: 34 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044815.338691:0:5855:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7c00/0x2c8777a5e7d9c8c4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11484cf expref: 33 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044815.338702:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x12:0x0].0x0 (ffff98df4abab200) 00010000:00010000:3.0:1777044815.338705:0:5855:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777044815.338708:0:5855:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98df74fa7c00, rc 0) 00000100:00100000:3.0:1777044815.342359:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de4294f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+34:21769:x1863365369846528:12345-192.168.201.45@tcp:101:cp.0 Request processed in 11872us (12008us total) trans 4294967761 rc 0/0 00000100:00100000:3.0:1777044815.342375:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 696 00010000:00010000:3.0:1777044815.361314:0:3327:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff98df41545200/0x2c8777a5e7d9c8bd lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044815.361337:0:3327:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98df41545200/0x2c8777a5e7d9c8bd lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044815.361347:0:3327:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98df41545200/0x2c8777a5e7d9c8bd lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044815.361356:0:3327:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98df41545200 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:3.0:1777044815.361363:0:3327:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df41545200/0x2c8777a5e7d9c8bd lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044815.361374:0:3327:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df41545200/0x2c8777a5e7d9c8bd lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044815.361428:0:3327:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0xc57698b5 (ffff98df4abab000) 00010000:00010000:3.0:1777044815.361434:0:3327:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777044815.361462:0:3327:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98df41545200/0x2c8777a5e7d9c8bd lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044815.361471:0:3327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df41545200/0x2c8777a5e7d9c8bd lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777044815.376886:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777044815.378075:0:6641:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369846656 00000100:00100000:1.0:1777044815.378089:0:6641:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369846656 00000100:00100000:1.0:1777044815.378551:0:6641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 183 00000100:00100000:1.0:1777044815.378857:0:6641:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b8ed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2391:x1863365369846656:12345-192.168.201.45@tcp:101:cp.0 00010000:00010000:1.0:1777044815.378883:0:6641:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777044815.378910:0:6641:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000035f7151d/0x2c8777a5e7d9c8d2 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee11484d6 expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777044815.378969:0:6641:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0xf:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1777044815.378993:0:6641:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777044815.378997:0:6641:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777044815.379007:0:6641:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000035f7151d/0x2c8777a5e7d9c8d2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11484d6 expref: 9 pid: 6641 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044815.379030:0:6641:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000035f7151d/0x2c8777a5e7d9c8d2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11484d6 expref: 9 pid: 6641 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044815.379047:0:6641:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de43097200, rc 0) 00000100:00100000:1.0:1777044815.379134:0:6641:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b8ed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2391:x1863365369846656:12345-192.168.201.45@tcp:101:cp.0 Request processed in 570us (2256us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044815.379145:0:6641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 183 00000100:00080000:3.0:1777044815.382638:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1777044815.392592:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777044815.419041:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777044815.419470:0:5842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369846912 00000100:00100000:2.0:1777044815.419494:0:5842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369846912 00010000:00010000:2.0:1777044815.419532:0:5842:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000035f7151d/0x2c8777a5e7d9c8d2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11484d6 expref: 10 pid: 6641 timeout: 1543 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777044815.419567:0:5842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 188 00000100:00100000:2.0:1777044815.419579:0:5842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b8ed500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+10:2392:x1863365369846912:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777044815.419596:0:5842:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777044815.419621:0:5842:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000035f7151d/0x2c8777a5e7d9c8d2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11484d6 expref: 10 pid: 6641 timeout: 1543 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044815.419637:0:5842:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000035f7151d/0x2c8777a5e7d9c8d2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11484d6 expref: 10 pid: 6641 timeout: 1543 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044815.419664:0:5842:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000035f7151d/0x2c8777a5e7d9c8d2 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11484d6 expref: 10 pid: 6641 timeout: 1543 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044815.419681:0:5842:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777044815.419683:0:5842:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777044815.419692:0:5842:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000094ff5383/0x2c8777a5e7d9c8d9 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11484dd expref: 9 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044815.419705:0:5842:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000094ff5383/0x2c8777a5e7d9c8d9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11484dd expref: 9 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044815.419743:0:5842:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 0000000094ff5383/0x2c8777a5e7d9c8d9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11484dd expref: 9 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777044815.419777:0:5842:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de41db2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:5842:1863365424272640:192.168.201.45@tcp:105: 00000100:00100000:2.0:1777044815.419866:0:5842:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df5868b0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1777044815.435324:0:5842:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de41db2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:5842:1863365424272640:192.168.201.45@tcp:105: 00010000:00010000:2.0:1777044815.435356:0:5842:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777044815.435443:0:5842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b8ed500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2392:x1863365369846912:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 15863us (16402us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044815.435458:0:5842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 188 00000100:00100000:3.0:1777044815.437282:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777044815.447424:0:5859:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369847168 00000100:00100000:1.0:1777044815.447443:0:5859:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369847168 00000100:00100000:1.0:1777044815.447562:0:5859:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 166 00000100:00100000:1.0:1777044815.447593:0:5859:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b8edf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+33:21769:x1863365369847168:12345-192.168.201.45@tcp:35:cp.0 00000100:00100000:1.0:1777044815.448245:0:5859:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b8edf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+34:21769:x1863365369847168:12345-192.168.201.45@tcp:35:cp.0 Request processed in 654us (10965us total) trans 4294967762 rc 0/0 00000100:00100000:1.0:1777044815.448257:0:5859:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 166 00000100:00100000:1.0:1777044815.610599:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777044815.635793:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00080000:2.0:1777044815.638785:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1777044815.691456:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777044815.702425:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777044815.702557:0:6641:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369847680 00000100:00100000:1.0:1777044815.702569:0:6641:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369847680 00000100:00100000:1.0:1777044815.702648:0:6641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 186 00000100:00100000:1.0:1777044815.702681:0:6641:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41db2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:146de360-3fb2-48bd-b418-06f30714148a+9:2392:x1863365369847680:12345-192.168.201.45@tcp:101:lfs.0 00010000:00010000:1.0:1777044815.702705:0:6641:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777044815.702730:0:6641:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004239c251/0x2c8777a5e7d9c911 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee11484f9 expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777044815.703077:0:6641:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de478bd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6641:1863365424272896:192.168.201.45@tcp:106: 00000100:00100000:1.0:1777044815.703186:0:6641:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df74e89840 going to sleep for 11 seconds 00000100:00100000:1.0:1777044815.721651:0:6641:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de478bd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6641:1863365424272896:192.168.201.45@tcp:106: 00010000:00010000:1.0:1777044815.723006:0:6641:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000004239c251/0x2c8777a5e7d9c911 lrc: 1/0,0 mode: --/PR res: [0x240000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11484f9 expref: 10 pid: 6641 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044815.723042:0:6641:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004239c251/0x2c8777a5e7d9c911 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11484f9 expref: 10 pid: 6641 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044815.723061:0:6641:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de43097e00, rc 0) 00000100:00100000:1.0:1777044815.725465:0:6641:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41db2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:146de360-3fb2-48bd-b418-06f30714148a+9:2392:x1863365369847680:12345-192.168.201.45@tcp:101:lfs.0 Request processed in 22797us (23043us total) trans 0 rc 301/301 00000100:00100000:1.0:1777044815.725499:0:6641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 186 00000100:00100000:3.0:1777044815.767936:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000040:00080000:1.0:1777044816.149800:0:11491:0:(llog.c:801:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1777044816.149812:0:11491:0:(llog_cat.c:158:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1777044816.149872:0:11491:0:(llog.c:858:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 17 count 2 00000040:00080000:1.0:1777044816.149883:0:11491:0:(llog.c:858:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1777044816.150547:0:11491:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de478bd180 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11491:1863365424273024:192.168.201.45@tcp:107:hsm_cdtr.0 00000100:00100000:1.0:1777044816.150672:0:11491:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df74e89840 going to sleep for 11 seconds 00000100:00100000:3.0:1777044816.167100:0:11491:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de478bd180 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11491:1863365424273024:192.168.201.45@tcp:107:hsm_cdtr.0 00000100:00100000:3.0:1777044816.171129:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777044816.171656:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369848064 00000100:00100000:2.0:1777044816.171670:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369848064 00000100:00100000:2.0:1777044816.171769:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 700 00000100:00100000:2.0:1777044816.171785:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77b06a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+34:21782:x1863365369848064:12345-192.168.201.45@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1777044816.171832:0:12646:0:(mdt_handler.c:7958:mdt_fid2path()) path get [0x200000402:0x12:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1777044816.171998:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77b06a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+34:21782:x1863365369848064:12345-192.168.201.45@tcp:53:lhsmtool_posix.0 Request processed in 216us (876us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044816.172010:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 700 00000100:00080000:3.0:1777044816.175687:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1777044816.181141:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777044816.183568:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369848320 00000100:00100000:2.0:1777044816.183584:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369848320 00000100:00100000:2.0:1777044816.183657:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 701 00000100:00100000:2.0:1777044816.183672:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df45ed7850 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+34:21782:x1863365369848320:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1777044816.183698:0:5856:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777044816.183725:0:5856:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64e600/0x2c8777a5e7d9c918 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148500 expref: -99 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044816.183874:0:5856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64fe00/0x2c8777a5e7d9c91f lrc: 3/1,0 mode: --/PR res: [0x200000402:0x12:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044816.183896:0:5856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64fe00/0x2c8777a5e7d9c91f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044816.183940:0:5856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64fe00/0x2c8777a5e7d9c91f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777044816.183956:0:5856:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x12:0x0]: returning size 158 00010000:00010000:2.0:1777044816.184128:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64e600/0x2c8777a5e7d9c918 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148500 expref: 37 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044816.184155:0:5856:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64fe00/0x2c8777a5e7d9c91f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148500 expref: 36 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044816.184169:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x12:0x0].0x0 (ffff98df4abab200) 00010000:00010000:2.0:1777044816.184174:0:5856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777044816.184195:0:5856:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98df6d64fe00, rc 0) 00000100:00100000:2.0:1777044816.184307:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df45ed7850 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+36:21782:x1863365369848320:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 Request processed in 636us (3177us total) trans 4294967763 rc 0/0 00000100:00100000:2.0:1777044816.184320:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 701 00000100:00100000:3.0:1777044816.194763:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777044816.194810:0:14822:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369848448 00000100:00100000:3.0:1777044816.194822:0:14822:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369848448 00000100:00100000:3.0:1777044816.194890:0:14822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 187 00000100:00100000:3.0:1777044816.194930:0:14822:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77b07b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2393:x1863365369848448:12345-192.168.201.45@tcp:1:lhsmtool_posix.0 00010000:00010000:3.0:1777044816.194986:0:14822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000ab179071/0x2c8777a5e7d9c92d lrc: 3/1,0 mode: --/PR res: [0x240000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044816.195013:0:14822:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000094ff5383/0x2c8777a5e7d9c8d9 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11484dd expref: 9 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044816.195026:0:14822:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777044816.195049:0:14822:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777044816.195056:0:14822:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ab179071/0x2c8777a5e7d9c92d lrc: 4/1,0 mode: --/PR res: [0x240000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044816.195107:0:14822:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000094ff5383/0x2c8777a5e7d9c8d9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11484dd expref: 9 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044816.195132:0:14822:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000094ff5383/0x2c8777a5e7d9c8d9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11484dd expref: 9 pid: 14822 timeout: 1544 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777044816.195155:0:14822:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df77b07800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:14822:1863365424273152:192.168.201.45@tcp:104: 00000100:00100000:3.0:1777044816.195291:0:14822:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df606040c0 going to sleep for 11 seconds 00000100:00100000:3.0:1777044816.195351:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777044816.195606:0:5843:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369848576 00000100:00100000:1.0:1777044816.195614:0:5843:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369848576 00000100:00100000:1.0:1777044816.195689:0:5843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 38 00000100:00100000:1.0:1777044816.195702:0:5843:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77b06680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+36:2393:x1863365369848576:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777044816.196004:0:5843:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777044816.196035:0:5843:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64fe00/0x2c8777a5e7d9c91f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148500 expref: 36 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044816.196059:0:5843:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x12:0x0].0x0 (ffff98df4abab200) 00010000:00010000:1.0:1777044816.196066:0:5843:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777044816.196115:0:5843:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77b06680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+35:2393:x1863365369848576:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 414us (762us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044816.196128:0:5843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 38 00000100:00100000:1.0:1777044816.214081:0:6647:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369848704 00000100:00100000:1.0:1777044816.214094:0:6647:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369848704 00002000:00100000:1.0:1777044816.214437:0:6647:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0xf:0x0] (0->157) req@ffff98de42e59c00 x1863365369848704/t0(0) o4->15144518-a1c7-4352-a966-cb31eadd4d9b@192.168.201.45@tcp:572/0 lens 648/0 e 0 to 0 dl 1777044827 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777044816.214457:0:6647:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98de42e59c00 with x1863365369848704 ext(0->157) 00010000:00010000:1.0:1777044816.214471:0:6647:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 0000000094ff5383/0x2c8777a5e7d9c8d9 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11484dd expref: 10 pid: 14822 timeout: 1544 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044816.214514:0:6647:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 0000000094ff5383/0x2c8777a5e7d9c8d9 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11484dd expref: 10 pid: 14822 timeout: 1544 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777044816.214528:0:6647:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff98de42e59c00 00000100:00100000:1.0:1777044816.214567:0:6647:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 6 00000100:00100000:1.0:1777044816.214621:0:6647:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42e59c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+10:2392:x1863365369848704:12345-192.168.201.45@tcp:4:cp.0 00000100:00100000:1.0:1777044816.215877:0:6647:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42e59c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+12:2392:x1863365369848704:12345-192.168.201.45@tcp:4:cp.0 Request processed in 1293us (1907us total) trans 4294967328 rc 0/0 00000100:00100000:1.0:1777044816.215892:0:6647:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 6 00000100:00100000:3.0:1777044816.219294:0:14822:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df77b07800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:14822:1863365424273152:192.168.201.45@tcp:104: 00010000:00010000:3.0:1777044816.219331:0:14822:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000ab179071/0x2c8777a5e7d9c92d lrc: 3/1,0 mode: --/PR res: [0x240000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00100000:1.0:1777044816.225065:0:6647:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0xf:0x0] (0->157) req@ffff98de42e59c00 x1863365369848704/t4294967328(0) o4->15144518-a1c7-4352-a966-cb31eadd4d9b@192.168.201.45@tcp:572/0 lens 648/448 e 0 to 0 dl 1777044827 ref 1 fl Complete:H/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777044816.225086:0:6647:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98de42e59c00 with x1863365369848704 ext(0->157) 00010000:00010000:1.0:1777044816.225102:0:6647:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 0000000094ff5383/0x2c8777a5e7d9c8d9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11484dd expref: 12 pid: 14822 timeout: 1544 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044816.225127:0:6647:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 0000000094ff5383/0x2c8777a5e7d9c8d9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11484dd expref: 12 pid: 14822 timeout: 1544 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777044816.225140:0:6647:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff98de42e59c00 00000100:00100000:1.0:1777044816.236473:0:6655:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369848832 00000100:00100000:1.0:1777044816.236485:0:6655:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369848832 00010000:00010000:1.0:1777044816.236550:0:6655:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000094ff5383/0x2c8777a5e7d9c8d9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11484dd expref: 12 pid: 14822 timeout: 1544 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777044816.236636:0:6655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 189 00000100:00100000:1.0:1777044816.236650:0:6655:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42e5a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+12:2391:x1863365369848832:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777044816.236671:0:6655:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777044816.236698:0:6655:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000094ff5383/0x2c8777a5e7d9c8d9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11484dd expref: 12 pid: 14822 timeout: 1544 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044816.236717:0:6655:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000094ff5383/0x2c8777a5e7d9c8d9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11484dd expref: 12 pid: 14822 timeout: 1544 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044816.236750:0:6655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000094ff5383/0x2c8777a5e7d9c8d9 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11484dd expref: 12 pid: 14822 timeout: 1544 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044816.237034:0:6655:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777044816.237038:0:6655:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777044816.237044:0:6655:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000ab179071/0x2c8777a5e7d9c92d lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044816.237058:0:6655:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ab179071/0x2c8777a5e7d9c92d lrc: 4/1,0 mode: PR/PR res: [0x240000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044816.237108:0:6655:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777044816.237170:0:6655:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42e5a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+11:2391:x1863365369848832:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 523us (1020us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044816.237183:0:6655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 189 00000100:00100000:1.0:1777044816.258507:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369849088 00000100:00100000:1.0:1777044816.258528:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369849088 00000100:00100000:1.0:1777044816.258590:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 702 00000100:00100000:1.0:1777044816.258605:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42e59500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+35:21782:x1863365369849088:12345-192.168.201.45@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1777044816.258748:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42e59500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+35:21782:x1863365369849088:12345-192.168.201.45@tcp:57:lhsmtool_posix.0 Request processed in 144us (1672us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044816.258760:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 702 00000100:00100000:2.0:1777044816.273604:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369849216 00000100:00100000:2.0:1777044816.273621:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369849216 00000100:00100000:2.0:1777044816.273718:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 188 00000100:00100000:2.0:1777044816.273733:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42e5a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+10:2392:x1863365369849216:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1777044816.273757:0:6642:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777044816.273793:0:6642:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000079dbb1e7/0x2c8777a5e7d9c934 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148507 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777044816.273829:0:6642:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0xf:0x0] initial LVB size: 158, mtime: 0x69eb8d4f, atime: 0x0, ctime: 0x69eb8d4f, blocks: 0x1 00010000:00010000:2.0:1777044816.273853:0:6642:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777044816.273856:0:6642:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777044816.273868:0:6642:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000079dbb1e7/0x2c8777a5e7d9c934 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148507 expref: 11 pid: 6642 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044816.273892:0:6642:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000079dbb1e7/0x2c8777a5e7d9c934 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148507 expref: 11 pid: 6642 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044816.273931:0:6642:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98df6d64e600, rc 0) 00000100:00100000:2.0:1777044816.274018:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42e5a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+11:2392:x1863365369849216:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 Request processed in 287us (3015us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044816.274030:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 188 00010000:00010000:3.0:1777044816.279631:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777044816.282263:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777044816.289170:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369849472 00000100:00100000:1.0:1777044816.289189:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369849472 00000100:00100000:1.0:1777044816.289291:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 703 00000100:00100000:1.0:1777044816.289307:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41db0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+35:21782:x1863365369849472:12345-192.168.201.45@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1777044816.289722:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41db0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+35:21782:x1863365369849472:12345-192.168.201.45@tcp:57:lhsmtool_posix.0 Request processed in 417us (7466us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044816.289734:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 703 00000100:00100000:1.0:1777044816.317602:0:6645:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369849600 00000100:00100000:1.0:1777044816.317620:0:6645:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369849600 00002000:00100000:1.0:1777044816.317693:0:6645:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0xf:0x0] (0->4095) req@ffff98de42e58e00 x1863365369849600/t0(0) o3->15144518-a1c7-4352-a966-cb31eadd4d9b@192.168.201.45@tcp:572/0 lens 488/0 e 0 to 0 dl 1777044827 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777044816.317712:0:6645:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98de42e58e00 with x1863365369849600 ext(0->4095) 00002000:00010000:1.0:1777044816.317719:0:6645:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff98de42e58e00 00000100:00100000:1.0:1777044816.317771:0:6645:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 57 00000100:00100000:1.0:1777044816.317786:0:6645:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42e58e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+11:2393:x1863365369849600:12345-192.168.201.45@tcp:3:lhsmtool_posix.0 00000100:00100000:1.0:1777044816.318113:0:6645:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42e58e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+11:2393:x1863365369849600:12345-192.168.201.45@tcp:3:lhsmtool_posix.0 Request processed in 327us (5041us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1777044816.318126:0:6645:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 57 00002000:00100000:1.0:1777044816.318137:0:6645:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0xf:0x0] (0->4095) req@ffff98de42e58e00 x1863365369849600/t0(0) o3->15144518-a1c7-4352-a966-cb31eadd4d9b@192.168.201.45@tcp:572/0 lens 488/4536 e 0 to 0 dl 1777044827 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777044816.318508:0:6645:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98de42e58e00 with x1863365369849600 ext(0->4095) 00002000:00010000:1.0:1777044816.318515:0:6645:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff98de42e58e00 00000100:00100000:3.0:1777044816.330594:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777044816.342652:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777044816.343155:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369849856 00000100:00100000:2.0:1777044816.343169:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369849856 00000100:00100000:2.0:1777044816.343267:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 705 00000100:00100000:2.0:1777044816.343282:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77b06d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+36:21782:x1863365369849856:12345-192.168.201.45@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1777044816.343325:0:5857:0:(mdt_handler.c:7958:mdt_fid2path()) path get [0x200000402:0x12:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1777044816.343485:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77b06d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+36:21782:x1863365369849856:12345-192.168.201.45@tcp:53:lhsmtool_posix.0 Request processed in 205us (842us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044816.343497:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 705 00000100:00100000:3.0:1777044816.353079:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777044816.369031:0:6641:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369849984 00000100:00100000:1.0:1777044816.369051:0:6641:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369849984 00000100:00100000:1.0:1777044816.382405:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777044816.383046:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369850240 00000100:00100000:3.0:1777044816.383059:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369850240 00000100:00100000:3.0:1777044816.383146:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 706 00000100:00100000:3.0:1777044816.383163:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de478bd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+36:21782:x1863365369850240:12345-192.168.201.45@tcp:57:lhsmtool_posix.0 00010000:00010000:3.0:1777044816.383262:0:7939:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98df41545200/0x2c8777a5e7d9c950 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x12:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044816.383327:0:7939:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536c00/0x2c8777a5e7d9c942 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x12:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114850e expref: 36 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044816.383343:0:7939:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff98df41545200/0x2c8777a5e7d9c950 lrc: 4/0,1 mode: --/PW res: [0x200000402:0x12:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044816.383394:0:7939:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536c00/0x2c8777a5e7d9c942 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x12:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114850e expref: 36 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044816.383417:0:7939:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536c00/0x2c8777a5e7d9c942 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x12:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114850e expref: 36 pid: 5856 timeout: 1544 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777044816.383439:0:7939:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df77b04a80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7939:1863365424273280:192.168.201.45@tcp:104: 00000100:00100000:3.0:1777044816.383546:0:7939:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df606040c0 going to sleep for 11 seconds 00000100:00100000:3.0:1777044816.390713:0:7939:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df77b04a80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7939:1863365424273280:192.168.201.45@tcp:104: 00010000:00010000:3.0:1777044816.390749:0:7939:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff98df41545200/0x2c8777a5e7d9c950 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x12:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777044816.390860:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777044816.390935:0:5843:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369850368 00000100:00100000:3.0:1777044816.390943:0:5843:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369850368 00010000:00010000:3.0:1777044816.390986:0:5843:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536c00/0x2c8777a5e7d9c942 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x12:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114850e expref: 37 pid: 5856 timeout: 1544 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777044816.391033:0:5843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 190 00000100:00100000:3.0:1777044816.391047:0:5843:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77b04a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+37:2393:x1863365369850368:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777044816.391081:0:5843:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777044816.391093:0:5843:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536c00/0x2c8777a5e7d9c942 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x12:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114850e expref: 37 pid: 5856 timeout: 1544 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044816.391112:0:5843:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536c00/0x2c8777a5e7d9c942 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x12:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114850e expref: 37 pid: 5856 timeout: 1544 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044816.391142:0:5843:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536c00/0x2c8777a5e7d9c942 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x12:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114850e expref: 37 pid: 5856 timeout: 1544 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044816.391164:0:5843:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x12:0x0].0x0 (ffff98df4abab200) 00010000:00010000:3.0:1777044816.391171:0:5843:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff98df41545200/0x2c8777a5e7d9c950 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x12:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044816.391475:0:5843:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98df41545200/0x2c8777a5e7d9c950 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x12:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044816.391486:0:5843:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98df41545200/0x2c8777a5e7d9c950 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x12:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044816.391517:0:5843:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777044816.391579:0:5843:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77b04a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+36:2393:x1863365369850368:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 534us (720us total) trans 0 rc 0/0 00000100:00100000:3.0:1777044816.391592:0:5843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 190 00010000:00010000:3.0:1777044816.391708:0:7939:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff98df41545200/0x2c8777a5e7d9c950 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x12:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044816.391720:0:7939:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df41545200/0x2c8777a5e7d9c950 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x12:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044816.392570:0:7939:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98df41545200/0x2c8777a5e7d9c950 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x12:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044816.392583:0:7939:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98df41545200/0x2c8777a5e7d9c950 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x12:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044816.392592:0:7939:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98df41545200/0x2c8777a5e7d9c950 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x12:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044816.392601:0:7939:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98df41545200 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:3.0:1777044816.392606:0:7939:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df41545200/0x2c8777a5e7d9c950 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x12:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044816.392618:0:7939:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df41545200/0x2c8777a5e7d9c950 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x12:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044816.392631:0:7939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x12:0x0].0x0 (ffff98df4abab200) 00010000:00010000:3.0:1777044816.392635:0:7939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1777044816.392641:0:7939:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98df41545200/0x2c8777a5e7d9c950 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x12:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044816.392649:0:7939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df41545200/0x2c8777a5e7d9c950 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x12:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777044816.402016:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de478bd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+36:21782:x1863365369850240:12345-192.168.201.45@tcp:57:lhsmtool_posix.0 Request processed in 18845us (19609us total) trans 4294967764 rc 0/0 00000100:00100000:3.0:1777044816.402037:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 706 00000040:00080000:1.0:1777044816.403550:0:11491:0:(llog.c:801:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1777044816.403559:0:11491:0:(llog_cat.c:158:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1777044816.404838:0:11491:0:(llog.c:858:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 2 00000040:00080000:1.0:1777044816.404852:0:11491:0:(llog.c:858:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1777044816.456303:0:5859:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369850624 00000100:00100000:3.0:1777044816.456321:0:5859:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369850624 00000100:00100000:3.0:1777044816.456400:0:5859:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 167 00000100:00100000:3.0:1777044816.456430:0:5859:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6015a850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+36:21782:x1863365369850624:12345-192.168.201.45@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1777044816.456794:0:5859:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6015a850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+37:21782:x1863365369850624:12345-192.168.201.45@tcp:35:lhsmtool_posix.0 Request processed in 367us (4497us total) trans 4294967765 rc 0/0 00000100:00100000:3.0:1777044816.456809:0:5859:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 167 00010000:00010000:3.0:1777044817.313695:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777044817.921596:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777044817.921667:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777044817.921720:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777044817.921758:0:14822:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369851136 00000100:00100000:1.0:1777044817.921770:0:14822:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369851136 00000100:00100000:1.0:1777044817.922134:0:14822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 528 00000100:00100000:1.0:1777044817.922152:0:14822:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de478be300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:146de360-3fb2-48bd-b418-06f30714148a+10:2393:x1863365369851136:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:1.0:1777044817.922238:0:14822:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de478be300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:146de360-3fb2-48bd-b418-06f30714148a+10:2393:x1863365369851136:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 90us (516us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044817.922251:0:14822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 528 00000100:00080000:1.0:1777044817.922282:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1777044817.922320:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777044817.922474:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777044817.922511:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777044817.922543:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777044817.922574:0:6639:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369851392 00000100:00100000:1.0:1777044817.922580:0:6639:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369851392 00000100:00100000:3.0:1777044817.922605:0:5850:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369850752 00000100:00100000:3.0:1777044817.922612:0:5850:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369850752 00000100:00100000:1.0:1777044817.922633:0:6639:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369851008 00000100:00100000:1.0:1777044817.922638:0:6639:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369851008 00000100:00100000:3.0:1777044817.922654:0:5850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 547 00000100:00100000:1.0:1777044817.922657:0:6639:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369851520 00000100:00100000:1.0:1777044817.922660:0:6639:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369851520 00000100:00100000:3.0:1777044817.922664:0:5850:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df587b6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2392:x1863365369850752:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:1.0:1777044817.922681:0:6639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 529 00000100:00100000:1.0:1777044817.922690:0:6639:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de478bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+11:2393:x1863365369851392:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777044817.922716:0:5850:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df587b6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2392:x1863365369850752:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 52us (1049us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044817.922725:0:6639:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de478bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+11:2393:x1863365369851392:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 36us (406us total) trans 0 rc 0/0 00000100:00100000:3.0:1777044817.922727:0:5850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 547 00000100:00100000:1.0:1777044817.922735:0:6639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 529 00000100:00100000:1.0:1777044817.922755:0:6639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 530 00000100:00100000:1.0:1777044817.922764:0:6639:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de478bc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:146de360-3fb2-48bd-b418-06f30714148a+9:2392:x1863365369851008:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:1.0:1777044817.922798:0:6639:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de478bc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:146de360-3fb2-48bd-b418-06f30714148a+9:2392:x1863365369851008:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 35us (325us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044817.922809:0:6639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 530 00000100:00100000:1.0:1777044817.922828:0:6639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 531 00000100:00100000:1.0:1777044817.922838:0:6639:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de478bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2392:x1863365369851520:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:1.0:1777044817.922871:0:6639:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de478bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2392:x1863365369851520:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 35us (328us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044817.922901:0:6639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 531 00000100:00080000:1.0:1777044817.922933:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1777044817.922937:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1777044817.923553:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369850880 00000100:00100000:2.0:1777044817.923561:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369850880 00000100:00100000:2.0:1777044817.923640:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369851264 00000100:00100000:2.0:1777044817.923647:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369851264 00000100:00100000:2.0:1777044817.923679:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 739 00000100:00100000:2.0:1777044817.923691:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de478bca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:146de360-3fb2-48bd-b418-06f30714148a+71:2393:x1863365369850880:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:2.0:1777044817.923775:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de478bca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:146de360-3fb2-48bd-b418-06f30714148a+71:2393:x1863365369850880:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 85us (2190us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044817.923786:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 739 00000100:00100000:2.0:1777044817.924082:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 740 00000100:00100000:2.0:1777044817.924093:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de478bfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+37:2392:x1863365369851264:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:2.0:1777044817.924141:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de478bfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+37:2392:x1863365369851264:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 49us (1629us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044817.924150:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 740 00000100:00080000:3.0:1777044817.925266:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000040:00080000:1.0:1777044818.259531:0:16386:0:(llog.c:801:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1777044818.259544:0:16386:0:(llog_cat.c:158:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1777044818.259608:0:16386:0:(llog.c:858:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 17 count 2 00000040:00080000:1.0:1777044818.259618:0:16386:0:(llog.c:858:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:1.0:1777044818.327085:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777044818.515549:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777044818.526572:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777044818.531177:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777044818.531608:0:6647:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369852160 00000100:00100000:3.0:1777044818.531617:0:6647:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369852160 00002000:00100000:3.0:1777044818.531668:0:6647:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0xf:0x0] (0->4095) req@ffff98df77b05180 x1863365369852160/t0(0) o3->146de360-3fb2-48bd-b418-06f30714148a@192.168.201.45@tcp:574/0 lens 488/0 e 0 to 0 dl 1777044829 ref 1 fl New:/600/ffffffff rc 0/-1 job:'md5sum.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1777044818.531686:0:6647:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98df77b05180 with x1863365369852160 ext(0->4095) 00002000:00010000:3.0:1777044818.531694:0:6647:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff98df77b05180 00000100:00100000:3.0:1777044818.531728:0:6647:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 58 00000100:00100000:3.0:1777044818.531741:0:6647:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77b05180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:146de360-3fb2-48bd-b418-06f30714148a+10:2391:x1863365369852160:12345-192.168.201.45@tcp:3:md5sum.0 00000100:00100000:3.0:1777044818.537252:0:6647:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77b05180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:146de360-3fb2-48bd-b418-06f30714148a+10:2391:x1863365369852160:12345-192.168.201.45@tcp:3:md5sum.0 Request processed in 5501us (6069us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1777044818.537297:0:6647:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 58 00002000:00100000:3.0:1777044818.537345:0:6647:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0xf:0x0] (0->4095) req@ffff98df77b05180 x1863365369852160/t0(0) o3->146de360-3fb2-48bd-b418-06f30714148a@192.168.201.45@tcp:574/0 lens 488/4536 e 0 to 0 dl 1777044829 ref 1 fl Complete:/600/0 rc 4096/4096 job:'md5sum.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1777044818.537363:0:6647:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98df77b05180 with x1863365369852160 ext(0->4095) 00002000:00010000:3.0:1777044818.537370:0:6647:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff98df77b05180 00000100:00100000:2.0:1777044818.579631:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777044818.580440:0:5859:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369852416 00000100:00100000:3.0:1777044818.580458:0:5859:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369852416 00000100:00100000:3.0:1777044818.581161:0:5859:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 168 00000100:00100000:3.0:1777044818.581181:0:5859:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41db3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:146de360-3fb2-48bd-b418-06f30714148a+72:21784:x1863365369852416:12345-192.168.201.45@tcp:35:md5sum.0 00000100:00100000:3.0:1777044818.581783:0:5859:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41db3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:146de360-3fb2-48bd-b418-06f30714148a+73:21784:x1863365369852416:12345-192.168.201.45@tcp:35:md5sum.0 Request processed in 606us (2160us total) trans 4294967767 rc 0/0 00000100:00100000:3.0:1777044818.581834:0:5859:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 168 00000001:00080000:3.0:1777044818.631986:0:5877:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967762 is committed 00000001:00080000:3.0:1777044818.632001:0:5877:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967760 is committed 00000001:00080000:3.0:1777044818.632011:0:5877:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967763 is committed 00000001:00080000:3.0:1777044818.632018:0:5877:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967765 is committed 00000100:00100000:2.0:1777044818.670734:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369852672 00000100:00100000:2.0:1777044818.670750:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369852672 00000100:00100000:2.0:1777044818.670831:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 708 00000100:00100000:2.0:1777044818.671103:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42e5ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:146de360-3fb2-48bd-b418-06f30714148a+72:21785:x1863365369852672:12345-192.168.201.45@tcp:36:rm.0 00010000:00010000:2.0:1777044818.671182:0:5857:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1777044818.671256:0:5857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536200/0x2c8777a5e7d9c8f5 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11484e4 expref: 72 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044818.671286:0:5857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x12:0x0].0x0 (ffff98df4abab200) 00010000:00010000:2.0:1777044818.671304:0:5857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536000/0x2c8777a5e7d9c90a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11484f2 expref: 71 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044818.671319:0:5857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0x0 (ffff98df48c7e200) 00010000:00010000:2.0:1777044818.671343:0:5857:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777044818.671377:0:5857:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64f400/0x2c8777a5e7d9c973 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044818.671396:0:5857:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64f400/0x2c8777a5e7d9c973 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044818.671412:0:5857:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64f400/0x2c8777a5e7d9c973 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044818.671433:0:5857:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64e200/0x2c8777a5e7d9c97a lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044818.671444:0:5857:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64e200/0x2c8777a5e7d9c97a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044818.671454:0:5857:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64e200/0x2c8777a5e7d9c97a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044818.671967:0:5857:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64e000/0x2c8777a5e7d9c981 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x12:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044818.671986:0:5857:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7c00/0x2c8777a5e7d9c8c4 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11484cf expref: 30 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044818.672000:0:5857:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64e000/0x2c8777a5e7d9c981 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x12:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044818.672045:0:5857:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7c00/0x2c8777a5e7d9c8c4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11484cf expref: 30 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044818.672065:0:5857:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7c00/0x2c8777a5e7d9c8c4 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11484cf expref: 30 pid: 5855 timeout: 1547 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777044818.672097:0:5857:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de41db0380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5857:1863365424273408:192.168.201.45@tcp:104: 00000100:00100000:2.0:1777044818.672246:0:5857:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df4133a600 going to sleep for 11 seconds 00000100:00100000:2.0:1777044818.683077:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777044818.683246:0:5843:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369852800 00000100:00100000:3.0:1777044818.683259:0:5843:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369852800 00010000:00010000:3.0:1777044818.683339:0:5843:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7c00/0x2c8777a5e7d9c8c4 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11484cf expref: 31 pid: 5855 timeout: 1547 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777044818.683407:0:5843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 191 00000100:00100000:3.0:1777044818.683423:0:5843:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41db1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+31:2393:x1863365369852800:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777044818.683445:0:5843:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777044818.683454:0:5843:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7c00/0x2c8777a5e7d9c8c4 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11484cf expref: 31 pid: 5855 timeout: 1547 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044818.683489:0:5843:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7c00/0x2c8777a5e7d9c8c4 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11484cf expref: 31 pid: 5855 timeout: 1547 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044818.683518:0:5843:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x12:0x0].0x0 (ffff98df4abab200) 00010000:00010000:3.0:1777044818.683526:0:5843:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64e000/0x2c8777a5e7d9c981 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x12:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044818.683540:0:5843:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64e000/0x2c8777a5e7d9c981 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x12:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044818.683551:0:5843:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64e000/0x2c8777a5e7d9c981 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x12:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044818.683592:0:5843:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777044818.683661:0:5843:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41db1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+31:2393:x1863365369852800:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 241us (595us total) trans 0 rc 0/0 00000100:00100000:3.0:1777044818.683673:0:5843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 191 00010000:00010000:3.0:1777044818.683849:0:5857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7c00/0x2c8777a5e7d9c8c4 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11484cf expref: 30 pid: 5855 timeout: 1547 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777044818.683900:0:5857:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de41db0380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5857:1863365424273408:192.168.201.45@tcp:104: 00010000:00010000:3.0:1777044818.683926:0:5857:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64e000/0x2c8777a5e7d9c981 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x12:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044818.683938:0:5857:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64e000/0x2c8777a5e7d9c981 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x12:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044818.683947:0:5857:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64e000/0x2c8777a5e7d9c981 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x12:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00080000:2.0:1777044818.685151:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1777044818.706303:0:5857:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537000/0x2c8777a5e7d9c988 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x12:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044818.706336:0:5857:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537000/0x2c8777a5e7d9c988 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x12:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044818.706348:0:5857:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537000/0x2c8777a5e7d9c988 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x12:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044818.706357:0:5857:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537000/0x2c8777a5e7d9c988 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x12:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044818.706366:0:5857:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537000/0x2c8777a5e7d9c988 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x12:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044818.706400:0:5857:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1777044818.706430:0:5857:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64e000/0x2c8777a5e7d9c981 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x12:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044818.706440:0:5857:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64e000/0x2c8777a5e7d9c981 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x12:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044818.706450:0:5857:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64e000/0x2c8777a5e7d9c981 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x12:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044818.706458:0:5857:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98df6d64e000 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:0.0:1777044818.706464:0:5857:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64e000/0x2c8777a5e7d9c981 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x12:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044818.706474:0:5857:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64e000/0x2c8777a5e7d9c981 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x12:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044818.706489:0:5857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x12:0x0].0x0 (ffff98df4abab200) 00010000:00010000:0.0:1777044818.706494:0:5857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1777044818.706508:0:5857:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64e000/0x2c8777a5e7d9c981 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x12:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044818.706517:0:5857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64e000/0x2c8777a5e7d9c981 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x12:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044818.706541:0:5857:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64f400/0x2c8777a5e7d9c973 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044818.706550:0:5857:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64f400/0x2c8777a5e7d9c973 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044818.706557:0:5857:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64f400/0x2c8777a5e7d9c973 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044818.706564:0:5857:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98df6d64f400 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:0.0:1777044818.706567:0:5857:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64f400/0x2c8777a5e7d9c973 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044818.706575:0:5857:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64f400/0x2c8777a5e7d9c973 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044818.706585:0:5857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0x0 (ffff98df48c7e200) 00010000:00010000:0.0:1777044818.706588:0:5857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777044818.706591:0:5857:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64f400/0x2c8777a5e7d9c973 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044818.706599:0:5857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64f400/0x2c8777a5e7d9c973 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777044818.706612:0:5857:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000894b2d08 reply state 0000000061581740 transno 4294967768 ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64e200/0x2c8777a5e7d9c97a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777044818.706640:0:5857:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777044818.707046:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42e5ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:146de360-3fb2-48bd-b418-06f30714148a+72:21785:x1863365369852672:12345-192.168.201.45@tcp:36:rm.0 Request processed in 35915us (38943us total) trans 4294967768 rc 0/0 00000100:00100000:0.0:1777044818.707058:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 708 00010000:00010000:1.0:1777044818.707738:0:5844:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1777044818.707748:0:5844:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537000/0x2c8777a5e7d9c988 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x12:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044818.707760:0:5844:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98df7b537000 already unused, calling callback (ffffffffc17d22d0) 00010000:00010000:1.0:1777044818.707765:0:5844:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537000/0x2c8777a5e7d9c988 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x12:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044818.707776:0:5844:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537000/0x2c8777a5e7d9c988 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x12:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044818.707791:0:5844:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x12:0x0].0x0 (ffff98df4abab200) 00010000:00010000:1.0:1777044818.707795:0:5844:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1777044818.707800:0:5844:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537000/0x2c8777a5e7d9c988 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x12:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044818.707809:0:5844:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537000/0x2c8777a5e7d9c988 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x12:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044818.707834:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777044818.707836:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777044818.707839:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777044818.726976:0:3328:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64e200/0x2c8777a5e7d9c97a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044818.726998:0:3328:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64e200/0x2c8777a5e7d9c97a lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044818.727009:0:3328:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64e200/0x2c8777a5e7d9c97a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044818.727018:0:3328:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98df6d64e200 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:0.0:1777044818.727025:0:3328:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64e200/0x2c8777a5e7d9c97a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044818.727036:0:3328:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64e200/0x2c8777a5e7d9c97a lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044818.727057:0:3328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0xc57698b5 (ffff98df52c43f00) 00010000:00010000:0.0:1777044818.727062:0:3328:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777044818.727069:0:3328:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64e200/0x2c8777a5e7d9c97a lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044818.727078:0:3328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64e200/0x2c8777a5e7d9c97a lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777044819.168187:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777044819.183146:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369852928 00000100:00100000:2.0:1777044819.183167:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369852928 00000100:00100000:2.0:1777044819.183313:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 709 00000100:00100000:2.0:1777044819.183329:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77b04000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:146de360-3fb2-48bd-b418-06f30714148a+71:21801:x1863365369852928:12345-192.168.201.45@tcp:101:mkdir.0 00010000:00010000:2.0:1777044819.183376:0:5856:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777044819.183406:0:5856:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64e200/0x2c8777a5e7d9c98f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148523 expref: -99 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044819.183517:0:5856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64f400/0x2c8777a5e7d9c996 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044819.183539:0:5856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64f400/0x2c8777a5e7d9c996 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044819.183558:0:5856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64f400/0x2c8777a5e7d9c996 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777044819.183655:0:5856:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2b:0x0]: returning size 7680 00000004:00200000:2.0:1777044819.183662:0:5856:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1777044819.183697:0:5856:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64f400/0x2c8777a5e7d9c996 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00080000:3.0:1777044819.184012:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1777044819.186079:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64e200/0x2c8777a5e7d9c98f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148523 expref: 73 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044819.186148:0:5856:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64f400/0x2c8777a5e7d9c996 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148523 expref: 72 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044819.186162:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0x0 (ffff98df48c7e200) 00010000:00010000:2.0:1777044819.186166:0:5856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1777044819.186171:0:5856:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98df6d64f400, rc 0) 00000100:00100000:2.0:1777044819.186632:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77b04000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:146de360-3fb2-48bd-b418-06f30714148a+72:21801:x1863365369852928:12345-192.168.201.45@tcp:101:mkdir.0 Request processed in 3304us (18455us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044819.186647:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 709 00010000:00010000:1.0:1777044819.350850:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777044819.399267:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777044819.400055:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369853056 00000100:00100000:0.0:1777044819.400072:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369853056 00000100:00100000:0.0:1777044819.400185:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 710 00000100:00100000:0.0:1777044819.400200:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77b07100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+30:21807:x1863365369853056:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1777044819.400270:0:12646:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777044819.400299:0:12646:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536c00/0x2c8777a5e7d9c99d lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee114852a expref: -99 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044819.400398:0:12646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536800/0x2c8777a5e7d9c9a4 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044819.400420:0:12646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536800/0x2c8777a5e7d9c9a4 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044819.400436:0:12646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536800/0x2c8777a5e7d9c9a4 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044819.400475:0:12646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537000/0x2c8777a5e7d9c9ab lrc: 3/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044819.400487:0:12646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537000/0x2c8777a5e7d9c9ab lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044819.400497:0:12646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537000/0x2c8777a5e7d9c9ab lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044819.410812:0:12646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537e00/0x2c8777a5e7d9c9b2 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044819.410840:0:12646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537e00/0x2c8777a5e7d9c9b2 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044819.410886:0:12646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537e00/0x2c8777a5e7d9c9b2 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777044819.411035:0:12646:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000002:0x2:0x0]: returning size 6656 00000004:00200000:0.0:1777044819.411041:0:12646:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1777044819.411152:0:12646:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537e00/0x2c8777a5e7d9c9b2 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044819.411171:0:12646:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536800/0x2c8777a5e7d9c9a4 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044819.411181:0:12646:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536800/0x2c8777a5e7d9c9a4 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777044819.413586:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1777044819.413614:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de41db3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424273536:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1777044819.413720:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777044819.414223:0:6643:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424273536 00000100:00100000:2.0:1777044819.414234:0:6643:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424273536 00000100:00100000:2.0:1777044819.414324:0:6643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 321 00000100:00100000:2.0:1777044819.414337:0:6643:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de478bce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1863365424273536:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1777044819.414381:0:6643:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 61276160 pending 1703936 free 3858759680 avail 3856662528 00000100:00100000:2.0:1777044819.414445:0:6643:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de478bce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1863365424273536:12345-0@lo:13:osp-pre-0-0.0 Request processed in 110us (724us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044819.414456:0:6643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 321 00010000:00010000:0.0:1777044819.416484:0:12646:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536800/0x2c8777a5e7d9c9a4 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044819.416497:0:12646:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98df7b536800 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:0.0:1777044819.416505:0:12646:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536800/0x2c8777a5e7d9c9a4 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044819.416518:0:12646:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536800/0x2c8777a5e7d9c9a4 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044819.416538:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff98df4a351000) 00010000:00010000:0.0:1777044819.416543:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777044819.416549:0:12646:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536800/0x2c8777a5e7d9c9a4 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044819.416559:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536800/0x2c8777a5e7d9c9a4 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044819.416582:0:12646:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537000/0x2c8777a5e7d9c9ab lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044819.416634:0:12646:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537000/0x2c8777a5e7d9c9ab lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044819.416644:0:12646:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537000/0x2c8777a5e7d9c9ab lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044819.416652:0:12646:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98df7b537000 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:0.0:1777044819.416657:0:12646:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537000/0x2c8777a5e7d9c9ab lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044819.416681:0:12646:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537000/0x2c8777a5e7d9c9ab lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044819.416694:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x8d45d6bc (ffff98df48c7e500) 00010000:00010000:0.0:1777044819.416697:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777044819.416702:0:12646:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537000/0x2c8777a5e7d9c9ab lrc: 2/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044819.416712:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537000/0x2c8777a5e7d9c9ab lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044819.416774:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536c00/0x2c8777a5e7d9c99d lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114852a expref: 32 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044819.416796:0:12646:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537e00/0x2c8777a5e7d9c9b2 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114852a expref: 31 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044819.416807:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff98df4a351500) 00010000:00010000:0.0:1777044819.416811:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1777044819.416824:0:12646:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98df7b537e00, rc 0) 00000100:00080000:1.0:1777044819.416938:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1777044819.417004:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de41db3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424273536:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1777044819.419719:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77b07100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+31:21807:x1863365369853056:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 Request processed in 19513us (20455us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044819.419749:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 710 00000100:00100000:0.0:1777044819.439880:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777044819.440410:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369853184 00000100:00100000:2.0:1777044819.440423:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369853184 00000100:00100000:2.0:1777044819.440489:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 711 00000100:00100000:2.0:1777044819.440505:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42e5a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+31:21807:x1863365369853184:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1777044819.440532:0:5857:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777044819.440562:0:5857:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64e200/0x2c8777a5e7d9c9b9 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x12:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148531 expref: -99 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044819.440787:0:5857:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64e200/0x2c8777a5e7d9c9b9 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x12:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148531 expref: 32 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044819.440806:0:5857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x12:0x0].0x0 (ffff98df52c43d00) 00010000:00010000:2.0:1777044819.440811:0:5857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777044819.440817:0:5857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64e200/0x2c8777a5e7d9c9b9 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x12:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148531 expref: 32 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044819.440840:0:5857:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98df6d64e200, rc 0) 00000100:00100000:2.0:1777044819.440947:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42e5a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+31:21807:x1863365369853184:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 Request processed in 447us (1097us total) trans 0 rc 301/301 00000100:00100000:2.0:1777044819.440958:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 711 00000100:00100000:3.0:1777044819.450340:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777044819.450838:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369853440 00000100:00100000:2.0:1777044819.450870:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369853440 00000100:00100000:2.0:1777044819.450946:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 712 00000100:00100000:2.0:1777044819.450962:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77b04e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:146de360-3fb2-48bd-b418-06f30714148a+72:21807:x1863365369853440:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1777044819.450985:0:5856:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777044819.450989:0:5856:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1777044819.451021:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64f400/0x2c8777a5e7d9c996 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148523 expref: 72 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044819.451045:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0x0 (ffff98df48c7e200) 00010000:00010000:2.0:1777044819.451052:0:5856:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777044819.451068:0:5856:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64e200/0x2c8777a5e7d9c9c0 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148538 expref: -99 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044819.453611:0:5856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64e000/0x2c8777a5e7d9c9c7 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044819.453636:0:5856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64e000/0x2c8777a5e7d9c9c7 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044819.453651:0:5856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64e000/0x2c8777a5e7d9c9c7 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044819.453675:0:5856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64fe00/0x2c8777a5e7d9c9ce lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044819.453686:0:5856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64fe00/0x2c8777a5e7d9c9ce lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044819.453695:0:5856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64fe00/0x2c8777a5e7d9c9ce lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044819.455650:0:5856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eca00/0x2c8777a5e7d9c9d5 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044819.455664:0:5856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eca00/0x2c8777a5e7d9c9d5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044819.455675:0:5856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eca00/0x2c8777a5e7d9c9d5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777044819.455690:0:5856:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2c:0x0]: returning size 0 00010000:00010000:2.0:1777044819.455725:0:5856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64e000/0x2c8777a5e7d9c9c7 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044819.457962:0:5856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64e000/0x2c8777a5e7d9c9c7 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044819.457972:0:5856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64e000/0x2c8777a5e7d9c9c7 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044819.457980:0:5856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98df6d64e000 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:2.0:1777044819.457986:0:5856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64e000/0x2c8777a5e7d9c9c7 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044819.457996:0:5856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64e000/0x2c8777a5e7d9c9c7 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044819.458012:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0x0 (ffff98df48c7e200) 00010000:00010000:2.0:1777044819.458016:0:5856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777044819.458023:0:5856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64e000/0x2c8777a5e7d9c9c7 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044819.458032:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64e000/0x2c8777a5e7d9c9c7 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777044819.458049:0:5856:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000009828d52c reply state 0000000097312d8c transno 4294967769 ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64fe00/0x2c8777a5e7d9c9ce lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777044819.458061:0:5856:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1777044819.460982:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64e200/0x2c8777a5e7d9c9c0 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148538 expref: 74 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044819.461011:0:5856:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eca00/0x2c8777a5e7d9c9d5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148538 expref: 73 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044819.461045:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2c:0x0].0x0 (ffff98df52c43e00) 00010000:00010000:2.0:1777044819.461049:0:5856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777044819.461053:0:5856:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de419eca00, rc 0) 00000100:00100000:2.0:1777044819.461563:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77b04e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:146de360-3fb2-48bd-b418-06f30714148a+74:21807:x1863365369853440:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 Request processed in 10603us (11232us total) trans 4294967769 rc 0/0 00000100:00100000:2.0:1777044819.461575:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 712 00000100:00100000:3.0:1777044819.476293:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777044819.478517:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369853696 00000100:00100000:2.0:1777044819.478531:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369853696 00000100:00100000:2.0:1777044819.478605:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 713 00000100:00100000:2.0:1777044819.478620:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77b05c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:146de360-3fb2-48bd-b418-06f30714148a+74:21807:x1863365369853696:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1777044819.478652:0:12646:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777044819.478677:0:12646:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ecc00/0x2c8777a5e7d9c9e3 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee114853f expref: -99 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044819.478797:0:12646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64e200/0x2c8777a5e7d9c9ea lrc: 3/0,1 mode: --/EX res: [0x200000401:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044819.478817:0:12646:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eca00/0x2c8777a5e7d9c9d5 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148538 expref: 75 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044819.478830:0:12646:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64e200/0x2c8777a5e7d9c9ea lrc: 4/0,1 mode: --/EX res: [0x200000401:0x2c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044819.478901:0:12646:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eca00/0x2c8777a5e7d9c9d5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148538 expref: 75 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044819.478920:0:12646:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eca00/0x2c8777a5e7d9c9d5 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148538 expref: 75 pid: 5856 timeout: 1547 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777044819.478956:0:12646:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de41db1c00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12646:1863365424273664:192.168.201.45@tcp:104: 00000100:00100000:2.0:1777044819.479060:0:12646:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df7f770540 going to sleep for 11 seconds 00010000:00010000:1.0:1777044819.479180:0:3327:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64fe00/0x2c8777a5e7d9c9ce lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044819.479193:0:3327:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64fe00/0x2c8777a5e7d9c9ce lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044819.479238:0:3327:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64fe00/0x2c8777a5e7d9c9ce lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044819.479250:0:3327:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98df6d64fe00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:1.0:1777044819.479256:0:3327:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64fe00/0x2c8777a5e7d9c9ce lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044819.479267:0:3327:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64fe00/0x2c8777a5e7d9c9ce lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044819.479284:0:3327:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0xc57698b5 (ffff98df52c43d00) 00010000:00010000:1.0:1777044819.479288:0:3327:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777044819.479294:0:3327:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64fe00/0x2c8777a5e7d9c9ce lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044819.479302:0:3327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64fe00/0x2c8777a5e7d9c9ce lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777044819.492711:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777044819.492910:0:12646:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de41db1c00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12646:1863365424273664:192.168.201.45@tcp:104: 00010000:00010000:2.0:1777044819.492942:0:12646:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64e200/0x2c8777a5e7d9c9ea lrc: 3/0,1 mode: --/EX res: [0x200000401:0x2c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777044819.499250:0:6655:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369853824 00000100:00100000:0.0:1777044819.499272:0:6655:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369853824 00010000:00010000:2.0:1777044819.499618:0:6655:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eca00/0x2c8777a5e7d9c9d5 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148538 expref: 75 pid: 5856 timeout: 1547 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777044819.499686:0:6655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 192 00000100:00100000:2.0:1777044819.499701:0:6655:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77b05f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:146de360-3fb2-48bd-b418-06f30714148a+75:2392:x1863365369853824:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777044819.499723:0:6655:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777044819.499733:0:6655:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eca00/0x2c8777a5e7d9c9d5 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148538 expref: 75 pid: 5856 timeout: 1547 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044819.499752:0:6655:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eca00/0x2c8777a5e7d9c9d5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148538 expref: 75 pid: 5856 timeout: 1547 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044819.499779:0:6655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eca00/0x2c8777a5e7d9c9d5 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148538 expref: 75 pid: 5856 timeout: 1547 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044819.499800:0:6655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2c:0x0].0x0 (ffff98df52c43e00) 00010000:00010000:2.0:1777044819.499808:0:6655:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64e200/0x2c8777a5e7d9c9ea lrc: 3/0,1 mode: --/EX res: [0x200000401:0x2c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044819.500131:0:6655:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64e200/0x2c8777a5e7d9c9ea lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044819.500142:0:6655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64e200/0x2c8777a5e7d9c9ea lrc: 4/0,1 mode: EX/EX res: [0x200000401:0x2c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044819.500263:0:6655:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777044819.500392:0:6655:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77b05f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:146de360-3fb2-48bd-b418-06f30714148a+74:2392:x1863365369853824:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 694us (7691us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044819.500404:0:6655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 192 00010000:00010000:1.0:1777044819.502989:0:12646:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64e200/0x2c8777a5e7d9c9ea lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044819.503008:0:12646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64e200/0x2c8777a5e7d9c9ea lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777044819.503054:0:12646:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2c:0x0]: returning size 0 00010000:00010000:1.0:1777044819.508329:0:12646:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64e200/0x2c8777a5e7d9c9ea lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044819.508351:0:12646:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64e200/0x2c8777a5e7d9c9ea lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x2c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044819.508362:0:12646:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64e200/0x2c8777a5e7d9c9ea lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044819.508370:0:12646:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98df6d64e200 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:1.0:1777044819.508376:0:12646:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64e200/0x2c8777a5e7d9c9ea lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044819.508385:0:12646:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64e200/0x2c8777a5e7d9c9ea lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x2c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044819.508405:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2c:0x0].0x0 (ffff98df52c43e00) 00010000:00010000:1.0:1777044819.508409:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1777044819.509198:0:12646:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64e200/0x2c8777a5e7d9c9ea lrc: 2/0,0 mode: --/EX res: [0x200000401:0x2c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044819.509246:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64e200/0x2c8777a5e7d9c9ea lrc: 0/0,0 mode: --/EX res: [0x200000401:0x2c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044819.509340:0:12646:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ecc00/0x2c8777a5e7d9c9e3 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114853f expref: 74 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044819.509359:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0x0 (ffff98df48c7e200) 00010000:00010000:1.0:1777044819.509362:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1777044819.509388:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ecc00/0x2c8777a5e7d9c9e3 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114853f expref: 74 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044819.509406:0:12646:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de419ecc00, rc 0) 00000100:00100000:1.0:1777044819.509520:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77b05c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:146de360-3fb2-48bd-b418-06f30714148a+73:21807:x1863365369853696:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 Request processed in 30902us (33236us total) trans 4294967770 rc 301/301 00000100:00100000:1.0:1777044819.509534:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 713 00000100:00100000:3.0:1777044819.523567:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777044819.526632:0:5858:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369854080 00000100:00100000:1.0:1777044819.526648:0:5858:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369854080 00000100:00100000:0.0:1777044819.527922:0:5858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 169 00000100:00100000:0.0:1777044819.527940:0:5858:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77b05880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:146de360-3fb2-48bd-b418-06f30714148a+73:21807:x1863365369854080:12345-192.168.201.45@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1777044819.528484:0:5858:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77b05880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:146de360-3fb2-48bd-b418-06f30714148a+74:21807:x1863365369854080:12345-192.168.201.45@tcp:35:lhsmtool_posix.0 Request processed in 547us (4925us total) trans 4294967771 rc 0/0 00000100:00100000:0.0:1777044819.528504:0:5858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 169 00000100:00100000:0.0:1777044819.541135:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777044819.541815:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369854208 00000100:00100000:3.0:1777044819.541828:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369854208 00000100:00100000:3.0:1777044819.541926:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 714 00000100:00100000:3.0:1777044819.541940:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42e58700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:146de360-3fb2-48bd-b418-06f30714148a+74:21807:x1863365369854208:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1777044819.541969:0:7939:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777044819.541995:0:7939:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df41545200/0x2c8777a5e7d9c9f8 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148546 expref: -99 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044819.542087:0:7939:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98df41545200/0x2c8777a5e7d9c9f8 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148546 expref: 75 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044819.542109:0:7939:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98df41545200/0x2c8777a5e7d9c9f8 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148546 expref: 75 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044819.542133:0:7939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2c:0x0].0x0 (ffff98df4abab000) 00010000:00010000:3.0:1777044819.542138:0:7939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1777044819.542143:0:7939:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98df41545200, rc 0) 00000100:00100000:3.0:1777044819.543410:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42e58700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:146de360-3fb2-48bd-b418-06f30714148a+75:21807:x1863365369854208:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 Request processed in 1188us (2002us total) trans 0 rc 0/0 00000100:00100000:3.0:1777044819.543473:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 714 00000100:00100000:2.0:1777044819.560636:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777044819.563519:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369854464 00000100:00100000:1.0:1777044819.563535:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369854464 00000100:00100000:1.0:1777044819.563628:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 715 00000100:00100000:1.0:1777044819.563644:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41db1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:146de360-3fb2-48bd-b418-06f30714148a+75:21807:x1863365369854464:12345-192.168.201.45@tcp:55:lhsmtool_posix.0 00010000:00010000:1.0:1777044819.563726:0:5856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097e00/0x2c8777a5e7d9c9ff lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044819.563748:0:5856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097e00/0x2c8777a5e7d9c9ff lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2c:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044819.563764:0:5856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097e00/0x2c8777a5e7d9c9ff lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2c:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044819.568323:0:5856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097e00/0x2c8777a5e7d9c9ff lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2c:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044819.568344:0:5856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097e00/0x2c8777a5e7d9c9ff lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2c:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044819.568355:0:5856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097e00/0x2c8777a5e7d9c9ff lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2c:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044819.568364:0:5856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de43097e00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:2.0:1777044819.568370:0:5856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097e00/0x2c8777a5e7d9c9ff lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2c:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044819.568380:0:5856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097e00/0x2c8777a5e7d9c9ff lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2c:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044819.568400:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2c:0x0].0x0 (ffff98df4abab000) 00010000:00010000:2.0:1777044819.568405:0:5856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:2.0:1777044819.568411:0:5856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097e00/0x2c8777a5e7d9c9ff lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2c:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044819.568463:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097e00/0x2c8777a5e7d9c9ff lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2c:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777044819.568611:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41db1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:146de360-3fb2-48bd-b418-06f30714148a+76:21807:x1863365369854464:12345-192.168.201.45@tcp:55:lhsmtool_posix.0 Request processed in 4951us (7984us total) trans 4294967772 rc 0/0 00000100:00100000:2.0:1777044819.568627:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 715 00000100:00100000:1.0:1777044819.590466:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777044819.590662:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369854720 00000100:00100000:2.0:1777044819.590676:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369854720 00000100:00100000:2.0:1777044819.590762:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 716 00000100:00100000:2.0:1777044819.590777:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de478bf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:146de360-3fb2-48bd-b418-06f30714148a+76:21807:x1863365369854720:12345-192.168.201.45@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1777044819.591139:0:12646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64f400/0x2c8777a5e7d9ca06 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044819.591162:0:12646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64f400/0x2c8777a5e7d9ca06 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2c:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044819.591179:0:12646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64f400/0x2c8777a5e7d9ca06 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2c:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1777044819.591337:0:12646:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967773 00000004:00010000:2.0:1777044819.591401:0:12646:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000005a0c747b reply state 00000000e1185960 transno 4294967774 ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64f400/0x2c8777a5e7d9ca06 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2c:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777044819.591415:0:12646:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777044819.593003:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de478bf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:146de360-3fb2-48bd-b418-06f30714148a+79:21807:x1863365369854720:12345-192.168.201.45@tcp:36:lhsmtool_posix.0 Request processed in 2223us (2542us total) trans 4294967774 rc 0/0 00000100:00100000:2.0:1777044819.593015:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 716 00000020:00080000:2.0:1777044819.593022:0:12646:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1777044819.600985:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777044819.601160:0:5859:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369854976 00000100:00100000:3.0:1777044819.601173:0:5859:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369854976 00000100:00100000:3.0:1777044819.601272:0:5859:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 170 00000100:00100000:3.0:1777044819.603912:0:5859:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42e5b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:146de360-3fb2-48bd-b418-06f30714148a+79:21807:x1863365369854976:12345-192.168.201.45@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1777044819.604269:0:5859:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42e5b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:146de360-3fb2-48bd-b418-06f30714148a+80:21807:x1863365369854976:12345-192.168.201.45@tcp:35:lhsmtool_posix.0 Request processed in 2981us (3290us total) trans 4294967775 rc 0/0 00000100:00100000:3.0:1777044819.604283:0:5859:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 170 00010000:00010000:1.0:1777044819.605070:0:3328:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64f400/0x2c8777a5e7d9ca06 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2c:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044819.605087:0:3328:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64f400/0x2c8777a5e7d9ca06 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2c:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044819.605098:0:3328:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64f400/0x2c8777a5e7d9ca06 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2c:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044819.605125:0:3328:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98df6d64f400 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:1.0:1777044819.605132:0:3328:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64f400/0x2c8777a5e7d9ca06 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2c:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044819.605143:0:3328:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64f400/0x2c8777a5e7d9ca06 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2c:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044819.605164:0:3328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2c:0x0].0x0 (ffff98df4abab000) 00010000:00010000:1.0:1777044819.605170:0:3328:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1777044819.605176:0:3328:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64f400/0x2c8777a5e7d9ca06 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2c:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044819.605185:0:3328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64f400/0x2c8777a5e7d9ca06 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2c:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777044819.690456:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777044819.692401:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369855232 00000100:00100000:3.0:1777044819.692418:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369855232 00000100:00100000:3.0:1777044819.692538:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 717 00000100:00100000:3.0:1777044819.692556:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42e5b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:146de360-3fb2-48bd-b418-06f30714148a+79:21809:x1863365369855232:12345-192.168.201.45@tcp:101:md5sum.0 00010000:00010000:3.0:1777044819.692611:0:7939:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777044819.692643:0:7939:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df41544a00/0x2c8777a5e7d9ca0d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee114854d expref: -99 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044819.692750:0:7939:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98df41545a00/0x2c8777a5e7d9ca14 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044819.692773:0:7939:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98df41545a00/0x2c8777a5e7d9ca14 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044819.692792:0:7939:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df41545a00/0x2c8777a5e7d9ca14 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044819.692817:0:7939:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7c00/0x2c8777a5e7d9ca1b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044819.692883:0:7939:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7c00/0x2c8777a5e7d9ca1b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044819.692896:0:7939:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7c00/0x2c8777a5e7d9ca1b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044819.693082:0:7939:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7e00/0x2c8777a5e7d9ca22 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044819.693099:0:7939:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7e00/0x2c8777a5e7d9ca22 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044819.693111:0:7939:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7e00/0x2c8777a5e7d9ca22 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777044819.693125:0:7939:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2c:0x0]: returning size 158 00010000:00010000:3.0:1777044819.693350:0:7939:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98df41545a00/0x2c8777a5e7d9ca14 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044819.693363:0:7939:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98df41545a00/0x2c8777a5e7d9ca14 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044819.693374:0:7939:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98df41545a00/0x2c8777a5e7d9ca14 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044819.693383:0:7939:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98df41545a00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:3.0:1777044819.693390:0:7939:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df41545a00/0x2c8777a5e7d9ca14 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044819.693401:0:7939:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df41545a00/0x2c8777a5e7d9ca14 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044819.693438:0:7939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0x0 (ffff98df48c7e200) 00010000:00010000:3.0:1777044819.693444:0:7939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777044819.693451:0:7939:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98df41545a00/0x2c8777a5e7d9ca14 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044819.693462:0:7939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df41545a00/0x2c8777a5e7d9ca14 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044819.693486:0:7939:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7c00/0x2c8777a5e7d9ca1b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044819.693497:0:7939:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7c00/0x2c8777a5e7d9ca1b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044819.693506:0:7939:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7c00/0x2c8777a5e7d9ca1b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044819.693515:0:7939:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98df74fa7c00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:3.0:1777044819.693520:0:7939:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7c00/0x2c8777a5e7d9ca1b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044819.693530:0:7939:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7c00/0x2c8777a5e7d9ca1b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044819.693541:0:7939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0xc57698b5 (ffff98df4abab100) 00010000:00010000:3.0:1777044819.693545:0:7939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777044819.693550:0:7939:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7c00/0x2c8777a5e7d9ca1b lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044819.693558:0:7939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7c00/0x2c8777a5e7d9ca1b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044819.693639:0:7939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df41544a00/0x2c8777a5e7d9ca0d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114854d expref: 82 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044819.693665:0:7939:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7e00/0x2c8777a5e7d9ca22 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114854d expref: 81 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044819.693678:0:7939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2c:0x0].0x0 (ffff98df4abab000) 00010000:00010000:3.0:1777044819.693682:0:7939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777044819.693685:0:7939:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98df74fa7e00, rc 0) 00000100:00100000:3.0:1777044819.693764:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42e5b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:146de360-3fb2-48bd-b418-06f30714148a+81:21809:x1863365369855232:12345-192.168.201.45@tcp:101:md5sum.0 Request processed in 1212us (3318us total) trans 4294967776 rc 0/0 00000100:00100000:3.0:1777044819.693777:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 717 00000100:00100000:0.0:1777044819.713608:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777044819.715065:0:5843:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369855488 00000100:00100000:3.0:1777044819.715078:0:5843:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369855488 00000100:00100000:3.0:1777044819.715162:0:5843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 40 00000100:00100000:3.0:1777044819.715177:0:5843:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42e5aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:146de360-3fb2-48bd-b418-06f30714148a+81:21809:x1863365369855488:12345-192.168.201.45@tcp:103:md5sum.0 00010000:00010000:3.0:1777044819.715197:0:5843:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1777044819.715289:0:5843:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7e00/0x2c8777a5e7d9ca22 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114854d expref: 81 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044819.715344:0:5843:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df41545200/0x2c8777a5e7d9c9f8 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148546 expref: 80 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044819.715362:0:5843:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2c:0x0].0x0 (ffff98df4abab000) 00010000:00010000:3.0:1777044819.715395:0:5843:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777044819.715498:0:5843:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42e5aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:146de360-3fb2-48bd-b418-06f30714148a+79:21809:x1863365369855488:12345-192.168.201.45@tcp:103:md5sum.0 Request processed in 322us (1919us total) trans 0 rc 0/0 00000100:00100000:3.0:1777044819.715512:0:5843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 40 00000100:00100000:0.0:1777044819.728009:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777044819.729491:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369855616 00000100:00100000:2.0:1777044819.729506:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369855616 00000100:00100000:2.0:1777044819.729590:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 718 00000100:00100000:2.0:1777044819.729605:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42e58a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:146de360-3fb2-48bd-b418-06f30714148a+79:21809:x1863365369855616:12345-192.168.201.45@tcp:58:md5sum.0 00010000:00010000:2.0:1777044819.729775:0:5856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64e000/0x2c8777a5e7d9ca30 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044819.729799:0:5856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64e000/0x2c8777a5e7d9ca30 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044819.729816:0:5856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64e000/0x2c8777a5e7d9ca30 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1777044819.730494:0:5856:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].17, 136 off10504 00000100:00100000:2.0:1777044819.730610:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42e58a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:146de360-3fb2-48bd-b418-06f30714148a+79:21809:x1863365369855616:12345-192.168.201.45@tcp:58:md5sum.0 Request processed in 1005us (2611us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044819.730624:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 718 00000100:00100000:2.0:1777044819.741884:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777044819.747123:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369855744 00000100:00100000:1.0:1777044819.747140:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369855744 00000100:00100000:2.0:1777044819.749837:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 719 00000100:00100000:2.0:1777044819.749880:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41db2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:146de360-3fb2-48bd-b418-06f30714148a+79:21809:x1863365369855744:12345-192.168.201.45@tcp:101:md5sum.0 00010000:00010000:2.0:1777044819.749906:0:12646:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777044819.749932:0:12646:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64fe00/0x2c8777a5e7d9ca37 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148554 expref: -99 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044819.750002:0:12646:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64e000/0x2c8777a5e7d9ca30 lrc: 2/0,1 mode: EX/EX res: [0x200000401:0x2c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044819.750018:0:12646:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64fe00/0x2c8777a5e7d9ca37 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x2c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148554 expref: 80 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044819.750072:0:12646:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64e000/0x2c8777a5e7d9ca30 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044819.750092:0:12646:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64fe00/0x2c8777a5e7d9ca37 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x2c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148554 expref: 80 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044819.750112:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2c:0x0].0x0 (ffff98df52c43f00) 00010000:00010000:2.0:1777044819.750116:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1777044819.750123:0:12646:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64fe00/0x2c8777a5e7d9ca37 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x2c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148554 expref: 80 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044819.750135:0:12646:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98df6d64fe00, rc 0) 00000100:00100000:2.0:1777044819.750252:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41db2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:146de360-3fb2-48bd-b418-06f30714148a+80:21809:x1863365369855744:12345-192.168.201.45@tcp:101:md5sum.0 Request processed in 378us (8401us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044819.750263:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 719 00010000:00010000:1.0:1777044820.377617:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777044820.438710:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df77b06a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ce657616-b3f3-4e21-ac89-518ab611901c:3342:1863365424273792:0@lo:400:kworker.0 00000100:00100000:1.0:1777044820.438811:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777044820.438995:0:5849:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424273792 00000100:00100000:2.0:1777044820.439007:0:5849:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424273792 00000100:00100000:2.0:1777044820.439080:0:5849:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 548 00000100:00100000:2.0:1777044820.439093:0:5849:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df587b7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ce657616-b3f3-4e21-ac89-518ab611901c+18:3342:x1863365424273792:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777044820.454615:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de42e58380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424274304:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1777044820.454727:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777044820.455193:0:5849:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df587b7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ce657616-b3f3-4e21-ac89-518ab611901c+18:3342:x1863365424273792:12345-0@lo:400:kworker.0 Request processed in 16099us (16380us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044820.455208:0:5849:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 548 00000100:00100000:2.0:1777044820.455287:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df77b06680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3343:1863365424273920:0@lo:400:kworker.0 00000100:00100000:2.0:1777044820.455352:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777044820.455382:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1777044820.455410:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df77b04a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3343:1863365424274048:0@lo:400:kworker.0 00000100:00100000:2.0:1777044820.455448:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777044820.455502:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424273920 00000100:00100000:2.0:1777044820.455510:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424273920 00000100:00100000:2.0:1777044820.455571:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424274048 00000100:00100000:2.0:1777044820.455575:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424274048 00000100:00100000:2.0:1777044820.455619:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 741 00000100:00100000:2.0:1777044820.455630:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41db0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3343:x1863365424273920:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777044820.455697:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41db0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3343:x1863365424273920:12345-0@lo:400:kworker.0 Request processed in 69us (344us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044820.455987:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 741 00000100:00100000:2.0:1777044820.456011:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 742 00000100:00100000:2.0:1777044820.456021:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41db1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3343:x1863365424274048:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777044820.456066:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41db1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3343:x1863365424274048:12345-0@lo:400:kworker.0 Request processed in 46us (617us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044820.456075:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 742 00000100:00080000:2.0:1777044820.456097:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1777044820.456135:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df77b04a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3343:1863365424274048:0@lo:400:kworker.0 00000100:00100000:2.0:1777044820.456149:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df77b06680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3343:1863365424273920:0@lo:400:kworker.0 00000100:00100000:2.0:1777044820.456552:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de42770a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424274176:0@lo:400:kworker.0 00000100:00100000:2.0:1777044820.456593:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777044820.456675:0:6643:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424274304 00000100:00100000:2.0:1777044820.456681:0:6643:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424274304 00000100:00100000:2.0:1777044820.456726:0:6643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 322 00000100:00100000:2.0:1777044820.456736:0:6643:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de478bd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1863365424274304:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1777044820.457067:0:6643:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 1703936 granted 57868288 pending 0 free 3856662528 avail 3854565376 00000100:00100000:2.0:1777044820.457124:0:6643:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de478bd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1863365424274304:12345-0@lo:13:osp-pre-1-0.0 Request processed in 389us (2397us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044820.457133:0:6643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 322 00000100:00080000:2.0:1777044820.457156:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1777044820.462724:0:8776:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424274176 00000100:00100000:3.0:1777044820.462740:0:8776:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424274176 00000100:00100000:3.0:1777044820.463086:0:8776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 532 00000100:00100000:3.0:1777044820.463101:0:8776:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41db3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3341:x1863365424274176:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777044820.463276:0:8776:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41db3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3341:x1863365424274176:12345-0@lo:400:kworker.0 Request processed in 179us (6680us total) trans 0 rc 0/0 00000100:00100000:3.0:1777044820.463287:0:8776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 532 00000100:00100000:3.0:1777044820.463354:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de42770a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424274176:0@lo:400:kworker.0 00000100:00100000:2.0:1777044820.465518:0:3344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1777044820.465537:0:3344:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de41db0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3344:1863365424274432:0@lo:400:kworker.0 00000100:00100000:2.0:1777044820.465592:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777044820.465644:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424274432 00000100:00100000:2.0:1777044820.465650:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424274432 00000100:00080000:2.0:1777044820.465680:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1777044820.465723:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 743 00000100:00100000:2.0:1777044820.465734:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41db2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3344:x1863365424274432:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777044820.467590:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df77b06a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ce657616-b3f3-4e21-ac89-518ab611901c:3342:1863365424273792:0@lo:400:kworker.0 00000100:00100000:1.0:1777044820.467722:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de42e58380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424274304:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1777044820.482301:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41db2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3344:x1863365424274432:12345-0@lo:400:kworker.0 Request processed in 16511us (16651us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044820.482340:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 743 00000100:00100000:0.0:1777044820.484116:0:3344:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de41db0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3344:1863365424274432:0@lo:400:kworker.0 00000040:00080000:1.0:1777044820.503082:0:11491:0:(llog.c:801:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1777044820.503091:0:11491:0:(llog_cat.c:158:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1777044820.503171:0:11491:0:(llog.c:858:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 18 count 3 00000040:00080000:1.0:1777044820.503197:0:11491:0:(llog.c:858:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1777044820.506064:0:11491:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de478bed80 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11491:1863365424274560:192.168.201.45@tcp:107:hsm_cdtr.0 00000100:00100000:1.0:1777044820.506462:0:11491:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df467e1480 going to sleep for 11 seconds 00000100:00100000:1.0:1777044820.537790:0:11491:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de478bed80 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11491:1863365424274560:192.168.201.45@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1777044820.542350:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777044820.542526:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369855872 00000100:00100000:2.0:1777044820.542539:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369855872 00000100:00100000:2.0:1777044820.542638:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 720 00000100:00100000:2.0:1777044820.542653:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42e5b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+31:21810:x1863365369855872:12345-192.168.201.45@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1777044820.542696:0:5855:0:(mdt_handler.c:7958:mdt_fid2path()) path get [0x200000401:0x2c:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1777044820.542862:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42e5b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+31:21810:x1863365369855872:12345-192.168.201.45@tcp:53:lhsmtool_posix.0 Request processed in 211us (522us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044820.542874:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 720 00000100:00080000:3.0:1777044820.545342:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1777044820.574037:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777044820.585557:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369856000 00000100:00100000:3.0:1777044820.585578:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369856000 00000100:00100000:0.0:1777044820.585797:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 721 00000100:00100000:0.0:1777044820.585813:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41db0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+31:21810:x1863365369856000:12345-192.168.201.45@tcp:34:lhsmtool_posix.0 00010000:00010000:0.0:1777044820.585933:0:7939:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537000/0x2c8777a5e7d9ca3e lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044820.585960:0:7939:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537000/0x2c8777a5e7d9ca3e lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044820.585982:0:7939:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537000/0x2c8777a5e7d9ca3e lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044820.586071:0:7939:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536c00/0x2c8777a5e7d9ca45 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x7d5aa0c7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044820.586102:0:7939:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536c00/0x2c8777a5e7d9ca45 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x7d5aa0c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044820.586115:0:7939:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536c00/0x2c8777a5e7d9ca45 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x7d5aa0c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044820.586151:0:7939:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536800/0x2c8777a5e7d9ca4c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044820.586163:0:7939:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536800/0x2c8777a5e7d9ca4c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044820.586174:0:7939:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536800/0x2c8777a5e7d9ca4c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777044820.586300:0:7939:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2c:0x0]: returning size 158 00000004:00200000:0.0:1777044820.586306:0:7939:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1777044820.586324:0:7939:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536800/0x2c8777a5e7d9ca4c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044820.586340:0:7939:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537000/0x2c8777a5e7d9ca3e lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044820.586349:0:7939:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537000/0x2c8777a5e7d9ca3e lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044820.586360:0:7939:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537000/0x2c8777a5e7d9ca3e lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044820.586370:0:7939:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98df7b537000 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:0.0:1777044820.586376:0:7939:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537000/0x2c8777a5e7d9ca3e lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044820.586398:0:7939:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537000/0x2c8777a5e7d9ca3e lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044820.586416:0:7939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff98df4a351500) 00010000:00010000:0.0:1777044820.586421:0:7939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777044820.586428:0:7939:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537000/0x2c8777a5e7d9ca3e lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044820.586436:0:7939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537000/0x2c8777a5e7d9ca3e lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044820.586456:0:7939:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536c00/0x2c8777a5e7d9ca45 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x7d5aa0c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044820.586466:0:7939:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536c00/0x2c8777a5e7d9ca45 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x7d5aa0c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044820.586475:0:7939:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536c00/0x2c8777a5e7d9ca45 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x7d5aa0c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044820.586483:0:7939:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98df7b536c00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:0.0:1777044820.586487:0:7939:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536c00/0x2c8777a5e7d9ca45 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x7d5aa0c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044820.586497:0:7939:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536c00/0x2c8777a5e7d9ca45 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x7d5aa0c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044820.586508:0:7939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x7d5aa0c7 (ffff98df48c7e500) 00010000:00010000:0.0:1777044820.586513:0:7939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777044820.586517:0:7939:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536c00/0x2c8777a5e7d9ca45 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x7d5aa0c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044820.586545:0:7939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536c00/0x2c8777a5e7d9ca45 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x7d5aa0c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044820.586568:0:7939:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536800/0x2c8777a5e7d9ca4c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044820.586579:0:7939:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536800/0x2c8777a5e7d9ca4c lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044820.586588:0:7939:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536800/0x2c8777a5e7d9ca4c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044820.586595:0:7939:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98df7b536800 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:0.0:1777044820.586600:0:7939:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536800/0x2c8777a5e7d9ca4c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044820.586608:0:7939:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536800/0x2c8777a5e7d9ca4c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044820.586620:0:7939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2c:0x0].0x0 (ffff98df52c43f00) 00010000:00010000:0.0:1777044820.586623:0:7939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777044820.586627:0:7939:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536800/0x2c8777a5e7d9ca4c lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044820.586635:0:7939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536800/0x2c8777a5e7d9ca4c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777044820.586741:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41db0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+31:21810:x1863365369856000:12345-192.168.201.45@tcp:34:lhsmtool_posix.0 Request processed in 929us (12712us total) trans 0 rc 0/0 00000100:00100000:0.0:1777044820.586755:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 721 00000100:00100000:3.0:1777044820.598442:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777044820.601912:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369856256 00000100:00100000:2.0:1777044820.601932:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369856256 00000100:00100000:2.0:1777044820.602037:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 722 00000100:00100000:2.0:1777044820.602054:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42770a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+31:21810:x1863365369856256:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1777044820.602105:0:5857:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777044820.602497:0:5857:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64e200/0x2c8777a5e7d9ca53 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee114855b expref: -99 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044820.602635:0:5857:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64f400/0x2c8777a5e7d9ca5a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044820.602657:0:5857:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64f400/0x2c8777a5e7d9ca5a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044820.602675:0:5857:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64f400/0x2c8777a5e7d9ca5a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777044820.602693:0:5857:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2c:0x0]: returning size 158 00010000:00010000:2.0:1777044820.602823:0:5857:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64f400/0x2c8777a5e7d9ca5a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044820.602867:0:5857:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64f400/0x2c8777a5e7d9ca5a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044820.602878:0:5857:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64f400/0x2c8777a5e7d9ca5a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044820.602887:0:5857:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98df6d64f400 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:2.0:1777044820.602893:0:5857:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64f400/0x2c8777a5e7d9ca5a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044820.602905:0:5857:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64f400/0x2c8777a5e7d9ca5a lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044820.602922:0:5857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2c:0x0].0x0 (ffff98df52c43f00) 00010000:00010000:2.0:1777044820.602935:0:5857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1777044820.602944:0:5857:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64f400/0x2c8777a5e7d9ca5a lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044820.602953:0:5857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64f400/0x2c8777a5e7d9ca5a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044820.603018:0:5857:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64e200/0x2c8777a5e7d9ca53 lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114855b expref: 33 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044820.603034:0:5857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff98df4a351500) 00010000:00010000:2.0:1777044820.603038:0:5857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1777044820.603045:0:5857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64e200/0x2c8777a5e7d9ca53 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114855b expref: 33 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044820.603059:0:5857:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98df6d64e200, rc 0) 00000100:00100000:2.0:1777044820.603150:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42770a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+32:21810:x1863365369856256:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 Request processed in 1098us (4719us total) trans 4294967777 rc 301/301 00000100:00100000:2.0:1777044820.603162:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 722 00000100:00100000:1.0:1777044820.654370:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777044820.656333:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369856384 00000100:00100000:0.0:1777044820.656348:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369856384 00000100:00100000:0.0:1777044820.656481:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 723 00000100:00100000:0.0:1777044820.656499:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de478bed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+32:21810:x1863365369856384:12345-192.168.201.45@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1777044820.656556:0:5856:0:(mdt_handler.c:7958:mdt_fid2path()) path get [0x200000401:0x2c:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1777044820.656728:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de478bed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+32:21810:x1863365369856384:12345-192.168.201.45@tcp:53:lhsmtool_posix.0 Request processed in 231us (3939us total) trans 0 rc 0/0 00000100:00100000:0.0:1777044820.656743:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 723 00000100:00100000:2.0:1777044820.676179:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777044820.677539:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369856640 00000100:00100000:3.0:1777044820.677555:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369856640 00000100:00100000:3.0:1777044820.677642:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 724 00000100:00100000:3.0:1777044820.677659:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41db1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+32:21810:x1863365369856640:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1777044820.677687:0:12646:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777044820.677718:0:12646:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7e00/0x2c8777a5e7d9ca68 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148562 expref: -99 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1777044820.678661:0:12646:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0xf:0x0], index 1: 0 00010000:00010000:3.0:1777044820.679308:0:12646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7c00/0x2c8777a5e7d9ca6f lrc: 3/1,0 mode: --/PR res: [0x200000402:0x13:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044820.679333:0:12646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7c00/0x2c8777a5e7d9ca6f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x13:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044820.679366:0:12646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7c00/0x2c8777a5e7d9ca6f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x13:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044820.679456:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7e00/0x2c8777a5e7d9ca68 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148562 expref: 35 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044820.679488:0:12646:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7c00/0x2c8777a5e7d9ca6f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x13:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148562 expref: 34 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044820.679503:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x13:0x0].0x0 (ffff98df4abab000) 00010000:00010000:3.0:1777044820.679509:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777044820.679514:0:12646:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98df74fa7c00, rc 0) 00000100:00100000:3.0:1777044820.679598:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41db1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+34:21810:x1863365369856640:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 Request processed in 1943us (3432us total) trans 4294967778 rc 0/0 00000100:00100000:3.0:1777044820.679613:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 724 00000100:00100000:0.0:1777044820.704709:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777044820.710375:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369856896 00000100:00100000:3.0:1777044820.710394:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369856896 00000100:00100000:3.0:1777044820.710544:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 725 00000100:00100000:3.0:1777044820.710561:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42e58380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+34:21810:x1863365369856896:12345-192.168.201.45@tcp:36:lhsmtool_posix.0 00010000:00010000:3.0:1777044820.710645:0:5855:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777044820.710681:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7c00/0x2c8777a5e7d9ca6f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x13:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148562 expref: 34 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044820.710715:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x13:0x0].0x0 (ffff98df4abab000) 00010000:00010000:3.0:1777044820.710732:0:5855:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777044820.710763:0:5855:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7e00/0x2c8777a5e7d9ca7d lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044820.710803:0:5855:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7e00/0x2c8777a5e7d9ca7d lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044820.710822:0:5855:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7e00/0x2c8777a5e7d9ca7d lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044820.711559:0:5855:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7a00/0x2c8777a5e7d9ca84 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2b:0x0].0x862b71ed bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044820.711578:0:5855:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7a00/0x2c8777a5e7d9ca84 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b:0x0].0x862b71ed bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044820.711594:0:5855:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7a00/0x2c8777a5e7d9ca84 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b:0x0].0x862b71ed bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044820.711700:0:5855:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7e00/0x2c8777a5e7d9ca7d lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044820.711713:0:5855:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7e00/0x2c8777a5e7d9ca7d lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044820.711726:0:5855:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7e00/0x2c8777a5e7d9ca7d lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044820.711738:0:5855:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98df74fa7e00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:3.0:1777044820.711745:0:5855:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7e00/0x2c8777a5e7d9ca7d lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044820.711759:0:5855:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7e00/0x2c8777a5e7d9ca7d lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044820.711774:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0x0 (ffff98df48c7e200) 00010000:00010000:3.0:1777044820.711788:0:5855:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777044820.711796:0:5855:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7e00/0x2c8777a5e7d9ca7d lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044820.711809:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7e00/0x2c8777a5e7d9ca7d lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044820.719932:0:5855:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7a00/0x2c8777a5e7d9ca84 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b:0x0].0x862b71ed bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044820.719968:0:5855:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7a00/0x2c8777a5e7d9ca84 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2b:0x0].0x862b71ed bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044820.719981:0:5855:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7a00/0x2c8777a5e7d9ca84 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2b:0x0].0x862b71ed bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044820.719992:0:5855:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98df74fa7a00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:3.0:1777044820.720000:0:5855:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7a00/0x2c8777a5e7d9ca84 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2b:0x0].0x862b71ed bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044820.720014:0:5855:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7a00/0x2c8777a5e7d9ca84 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2b:0x0].0x862b71ed bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044820.720039:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0x862b71ed (ffff98df4abab100) 00010000:00010000:3.0:1777044820.720045:0:5855:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777044820.720053:0:5855:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7a00/0x2c8777a5e7d9ca84 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2b:0x0].0x862b71ed bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044820.720063:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7a00/0x2c8777a5e7d9ca84 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2b:0x0].0x862b71ed bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777044820.721290:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42e58380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+33:21810:x1863365369856896:12345-192.168.201.45@tcp:36:lhsmtool_posix.0 Request processed in 10724us (16587us total) trans 0 rc -2/-2 00000100:00100000:3.0:1777044820.721356:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 725 00000100:00100000:0.0:1777044820.770569:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777044820.771018:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369857024 00000100:00100000:2.0:1777044820.771034:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369857024 00000100:00100000:2.0:1777044820.771543:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 726 00000100:00100000:2.0:1777044820.771564:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42e58000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+33:21810:x1863365369857024:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1777044820.771595:0:7939:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777044820.771631:0:7939:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64f400/0x2c8777a5e7d9ca8b lrc: 2/0,0 mode: --/PR res: [0x200000402:0x13:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148569 expref: -99 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044820.771686:0:7939:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64e200/0x2c8777a5e7d9ca92 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x13:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044820.771733:0:7939:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64e200/0x2c8777a5e7d9ca92 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x13:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044820.771752:0:7939:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64e200/0x2c8777a5e7d9ca92 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x13:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044820.772581:0:7939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64f400/0x2c8777a5e7d9ca8b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x13:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148569 expref: 35 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044820.772613:0:7939:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64e200/0x2c8777a5e7d9ca92 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x13:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148569 expref: 34 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044820.772630:0:7939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x13:0x0].0x0 (ffff98df52c43e00) 00010000:00010000:2.0:1777044820.772636:0:7939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1777044820.772642:0:7939:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98df6d64e200, rc 0) 00000100:00100000:2.0:1777044820.773030:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42e58000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+34:21810:x1863365369857024:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 Request processed in 1469us (2472us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044820.773046:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 726 00000100:00100000:0.0:1777044820.790070:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777044820.790261:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369857280 00000100:00100000:1.0:1777044820.790277:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369857280 00000100:00100000:1.0:1777044820.790351:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 727 00000100:00100000:1.0:1777044820.790369:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df470ce680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+34:21810:x1863365369857280:12345-192.168.201.45@tcp:36:lhsmtool_posix.0 00010000:00010000:1.0:1777044820.791503:0:5857:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096e00/0x2c8777a5e7d9ca99 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x13:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044820.791533:0:5857:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096e00/0x2c8777a5e7d9ca99 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x13:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044820.791554:0:5857:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096e00/0x2c8777a5e7d9ca99 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x13:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1777044820.798682:0:5857:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].6, 88 off8624 00000004:00080000:1.0:1777044820.798706:0:5857:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1449288502578ns, next at 1450288497986ns, rc = 0 00000004:00010000:1.0:1777044820.802028:0:5857:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000038c0cde7 reply state 000000008eb2b0b5 transno 4294967779 ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096e00/0x2c8777a5e7d9ca99 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x13:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777044820.802077:0:5857:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777044820.802440:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df470ce680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+36:21810:x1863365369857280:12345-192.168.201.45@tcp:36:lhsmtool_posix.0 Request processed in 12068us (12392us total) trans 4294967779 rc 0/0 00000100:00100000:1.0:1777044820.802458:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 727 00010000:00010000:1.0:1777044820.823122:0:3327:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096e00/0x2c8777a5e7d9ca99 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x13:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044820.823173:0:3327:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096e00/0x2c8777a5e7d9ca99 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x13:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044820.823186:0:3327:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096e00/0x2c8777a5e7d9ca99 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x13:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044820.823197:0:3327:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de43096e00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:1.0:1777044820.823263:0:3327:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096e00/0x2c8777a5e7d9ca99 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x13:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044820.823278:0:3327:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096e00/0x2c8777a5e7d9ca99 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x13:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044820.823323:0:3327:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x13:0x0].0x0 (ffff98df52c43e00) 00010000:00010000:1.0:1777044820.823329:0:3327:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1777044820.823337:0:3327:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096e00/0x2c8777a5e7d9ca99 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x13:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044820.823349:0:3327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096e00/0x2c8777a5e7d9ca99 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x13:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777044820.830422:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777044820.830893:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369857408 00000100:00100000:3.0:1777044820.830909:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369857408 00000100:00100000:3.0:1777044820.831006:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 728 00000100:00100000:3.0:1777044820.831022:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df470cd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+35:21810:x1863365369857408:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1777044820.831090:0:5855:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777044820.831119:0:5855:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7a00/0x2c8777a5e7d9caa0 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x13:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148570 expref: -99 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044820.831254:0:5855:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7a00/0x2c8777a5e7d9caa0 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x13:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148570 expref: 36 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044820.831279:0:5855:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7a00/0x2c8777a5e7d9caa0 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x13:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148570 expref: 36 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044820.831311:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x13:0x0].0x0 (ffff98df52c43e00) 00010000:00010000:3.0:1777044820.831317:0:5855:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1777044820.831323:0:5855:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98df74fa7a00, rc 0) 00000100:00100000:3.0:1777044820.831398:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df470cd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+36:21810:x1863365369857408:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 Request processed in 378us (986us total) trans 0 rc 0/0 00000100:00100000:3.0:1777044820.831411:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 728 00000100:00100000:0.0:1777044820.849551:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777044820.862519:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369857536 00000100:00100000:2.0:1777044820.862541:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369857536 00000100:00100000:2.0:1777044820.862913:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 191 00000100:00100000:2.0:1777044820.862932:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df470cc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2392:x1863365369857536:12345-192.168.201.45@tcp:2:lhsmtool_posix.0 00000100:00100000:2.0:1777044820.863470:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df470cc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+10:2392:x1863365369857536:12345-192.168.201.45@tcp:2:lhsmtool_posix.0 Request processed in 540us (13928us total) trans 4294967329 rc 0/0 00000100:00100000:2.0:1777044820.863486:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 191 00000100:00080000:3.0:1777044820.865056:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1777044820.881882:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777044820.882149:0:5858:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369857792 00000100:00100000:2.0:1777044820.882181:0:5858:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369857792 00000100:00100000:2.0:1777044820.882384:0:5858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 171 00000100:00100000:2.0:1777044820.882403:0:5858:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df470cf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+36:21810:x1863365369857792:12345-192.168.201.45@tcp:35:lhsmtool_posix.0 00000100:00100000:2.0:1777044820.883162:0:5858:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df470cf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+37:21810:x1863365369857792:12345-192.168.201.45@tcp:35:lhsmtool_posix.0 Request processed in 762us (1290us total) trans 4294967780 rc 0/0 00000100:00100000:2.0:1777044820.883176:0:5858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 171 00000100:00100000:1.0:1777044820.899468:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777044820.905013:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369858048 00000100:00100000:3.0:1777044820.905031:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369858048 00000100:00100000:0.0:1777044820.905648:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 729 00000100:00100000:0.0:1777044820.905666:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de478bdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+37:21810:x1863365369858048:12345-192.168.201.45@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1777044820.906137:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de478bdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+37:21810:x1863365369858048:12345-192.168.201.45@tcp:57:lhsmtool_posix.0 Request processed in 472us (8503us total) trans 0 rc 0/0 00000100:00100000:0.0:1777044820.906151:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 729 00000100:00100000:0.0:1777044820.928747:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777044820.928941:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369858176 00000100:00100000:1.0:1777044820.928956:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369858176 00000100:00100000:1.0:1777044820.929063:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 730 00000100:00100000:1.0:1777044820.929082:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df470cdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+37:21810:x1863365369858176:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1777044820.929109:0:5857:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777044820.929137:0:5857:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097e00/0x2c8777a5e7d9caa7 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x13:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148577 expref: -99 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044820.929656:0:5857:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096200/0x2c8777a5e7d9caae lrc: 3/1,0 mode: --/PR res: [0x200000402:0x13:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044820.929678:0:5857:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096200/0x2c8777a5e7d9caae lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x13:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044820.929695:0:5857:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096200/0x2c8777a5e7d9caae lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x13:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777044820.929746:0:5857:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1777044820.929777:0:5857:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096200/0x2c8777a5e7d9caae lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x13:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044820.929820:0:5857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097e00/0x2c8777a5e7d9caa7 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x13:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148577 expref: 39 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044820.929879:0:5857:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096200/0x2c8777a5e7d9caae lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x13:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148577 expref: 38 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044820.929893:0:5857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x13:0x0].0x0 (ffff98df52c43e00) 00010000:00010000:1.0:1777044820.929898:0:5857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:1.0:1777044820.929904:0:5857:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de43096200, rc 0) 00000100:00100000:1.0:1777044820.929979:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df470cdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+38:21810:x1863365369858176:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 Request processed in 901us (1246us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044820.929992:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 730 00000100:00100000:3.0:1777044820.944810:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777044820.947814:0:6641:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369858304 00000100:00100000:1.0:1777044820.947853:0:6641:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369858304 00000100:00100000:1.0:1777044820.947943:0:6641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 192 00000100:00100000:1.0:1777044820.947981:0:6641:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42772a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+10:2393:x1863365369858304:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1777044820.948009:0:6641:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777044820.948058:0:6641:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000193a371c/0x2c8777a5e7d9cab5 lrc: 2/0,0 mode: --/PR res: [0x280000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee114857e expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777044820.948101:0:6641:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0xf:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x69eb8d54, blocks: 0x1 00010000:00010000:1.0:1777044820.948128:0:6641:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777044820.948133:0:6641:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777044820.948147:0:6641:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000193a371c/0x2c8777a5e7d9cab5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114857e expref: 11 pid: 6641 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044820.948179:0:6641:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000193a371c/0x2c8777a5e7d9cab5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114857e expref: 11 pid: 6641 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044820.948242:0:6641:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de43096e00, rc 0) 00000100:00100000:1.0:1777044820.948330:0:6641:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42772a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+11:2393:x1863365369858304:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 Request processed in 352us (3529us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044820.948344:0:6641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 192 00000100:00100000:2.0:1777044820.968023:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777044820.971452:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369858560 00000100:00100000:3.0:1777044820.971472:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369858560 00000100:00100000:3.0:1777044820.971599:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 731 00000100:00100000:3.0:1777044820.971618:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41db3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+38:21810:x1863365369858560:12345-192.168.201.45@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1777044820.971780:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41db3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+38:21810:x1863365369858560:12345-192.168.201.45@tcp:57:lhsmtool_posix.0 Request processed in 164us (3767us total) trans 0 rc 0/0 00000100:00100000:3.0:1777044820.971795:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 731 00000100:00100000:1.0:1777044821.002745:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777044821.002974:0:14822:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369858688 00000100:00100000:2.0:1777044821.002990:0:14822:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369858688 00000100:00100000:2.0:1777044821.003109:0:14822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 193 00000100:00100000:2.0:1777044821.003128:0:14822:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de478bc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+11:21810:x1863365369858688:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1777044821.003156:0:14822:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777044821.003184:0:14822:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002e67c6ad/0x2c8777a5e7d9cabc lrc: 2/0,0 mode: --/PW res: [0x280000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148585 expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044821.003571:0:14822:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000193a371c/0x2c8777a5e7d9cab5 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114857e expref: 12 pid: 6641 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044821.003589:0:14822:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777044821.003593:0:14822:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777044821.003601:0:14822:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002e67c6ad/0x2c8777a5e7d9cabc lrc: 4/0,0 mode: --/PW res: [0x280000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148585 expref: 12 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044821.003661:0:14822:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000193a371c/0x2c8777a5e7d9cab5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114857e expref: 12 pid: 6641 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044821.003688:0:14822:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000193a371c/0x2c8777a5e7d9cab5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114857e expref: 12 pid: 6641 timeout: 1549 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777044821.004009:0:14822:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de41db3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14822:1863365424274688:192.168.201.45@tcp:104: 00000100:00100000:2.0:1777044821.004143:0:14822:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df77a01240 going to sleep for 11 seconds 00000100:00100000:0.0:1777044821.032487:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777044821.033423:0:14822:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de41db3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14822:1863365424274688:192.168.201.45@tcp:104: 00010000:00010000:3.0:1777044821.033477:0:14822:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000002e67c6ad/0x2c8777a5e7d9cabc lrc: 3/0,0 mode: --/PW res: [0x280000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148585 expref: 12 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044821.033513:0:14822:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98df6d64f400, rc 0) 00000100:00100000:3.0:1777044821.033621:0:14822:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de478bc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+12:21810:x1863365369858688:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 Request processed in 30497us (30887us total) trans 0 rc 0/0 00000100:00100000:3.0:1777044821.033638:0:14822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 193 00000100:00100000:1.0:1777044821.036710:0:6655:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369858816 00000100:00100000:1.0:1777044821.036725:0:6655:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369858816 00010000:00010000:1.0:1777044821.037092:0:6655:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000193a371c/0x2c8777a5e7d9cab5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114857e expref: 12 pid: 6641 timeout: 1549 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777044821.037164:0:6655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 193 00000100:00100000:1.0:1777044821.037181:0:6655:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df470ce300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+12:2392:x1863365369858816:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777044821.037963:0:6655:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777044821.037997:0:6655:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000193a371c/0x2c8777a5e7d9cab5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114857e expref: 12 pid: 6641 timeout: 1549 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044821.038021:0:6655:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000193a371c/0x2c8777a5e7d9cab5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114857e expref: 12 pid: 6641 timeout: 1549 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044821.038056:0:6655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000193a371c/0x2c8777a5e7d9cab5 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114857e expref: 12 pid: 6641 timeout: 1549 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044821.038080:0:6655:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777044821.038084:0:6655:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777044821.038096:0:6655:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000002e67c6ad/0x2c8777a5e7d9cabc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148585 expref: 11 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044821.038113:0:6655:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002e67c6ad/0x2c8777a5e7d9cabc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148585 expref: 11 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044821.038169:0:6655:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000002e67c6ad/0x2c8777a5e7d9cabc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148585 expref: 11 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777044821.038192:0:6655:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de478bf100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:6655:1863365424274816:192.168.201.45@tcp:105: 00000100:00100000:1.0:1777044821.039386:0:6655:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df467e1480 going to sleep for 11 seconds 00000100:00100000:3.0:1777044821.076472:0:6655:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de478bf100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:6655:1863365424274816:192.168.201.45@tcp:105: 00010000:00010000:3.0:1777044821.076513:0:6655:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777044821.076597:0:6655:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df470ce300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+11:2392:x1863365369858816:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 39420us (44124us total) trans 0 rc 0/0 00000100:00100000:3.0:1777044821.076615:0:6655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 193 00000100:00100000:3.0:1777044821.076747:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777044821.076909:0:6646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369858944 00000100:00100000:3.0:1777044821.076920:0:6646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369858944 00002000:00100000:3.0:1777044821.076985:0:6646:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0xf:0x0] (0->157) req@ffff98de42770e00 x1863365369858944/t0(0) o4->15144518-a1c7-4352-a966-cb31eadd4d9b@192.168.201.45@tcp:577/0 lens 648/0 e 0 to 0 dl 1777044832 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1777044821.077005:0:6646:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98de42770e00 with x1863365369858944 ext(0->157) 00002000:00010000:3.0:1777044821.077013:0:6646:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff98de42770e00 00000100:00100000:3.0:1777044821.077084:0:6646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 59 00000100:00100000:3.0:1777044821.077101:0:6646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42770e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+11:2393:x1863365369858944:12345-192.168.201.45@tcp:4:lhsmtool_posix.0 00000100:00100000:3.0:1777044821.077747:0:6646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42770e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+13:2393:x1863365369858944:12345-192.168.201.45@tcp:4:lhsmtool_posix.0 Request processed in 647us (998us total) trans 4294967330 rc 0/0 00000100:00100000:3.0:1777044821.077762:0:6646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 59 00002000:00100000:3.0:1777044821.077775:0:6646:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0xf:0x0] (0->157) req@ffff98de42770e00 x1863365369858944/t4294967330(0) o4->15144518-a1c7-4352-a966-cb31eadd4d9b@192.168.201.45@tcp:577/0 lens 648/448 e 0 to 0 dl 1777044832 ref 1 fl Complete:/600/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1777044821.077791:0:6646:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98de42770e00 with x1863365369858944 ext(0->157) 00002000:00010000:3.0:1777044821.077798:0:6646:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff98de42770e00 00000100:00100000:3.0:1777044821.102541:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777044821.102771:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369859072 00000100:00100000:1.0:1777044821.102785:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369859072 00000100:00100000:1.0:1777044821.102912:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 732 00000100:00100000:1.0:1777044821.102945:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42770000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+38:21810:x1863365369859072:12345-192.168.201.45@tcp:44:lhsmtool_posix.0 00000001:00080000:0.0:1777044821.260902:0:6666:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967328 is committed 00000001:00080000:3.0:1777044821.302983:0:5877:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967771 is committed 00000001:00080000:3.0:1777044821.303016:0:5877:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967779 is committed 00000004:00080000:3.0:1777044821.303022:0:5877:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 9 committed 00000001:00080000:3.0:1777044821.303039:0:5877:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967772 is committed 00000001:00080000:3.0:1777044821.303055:0:5877:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967780 is committed 00000001:00080000:3.0:1777044821.303068:0:5877:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967774 is committed 00000001:00080000:3.0:1777044821.303083:0:5877:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967776 is committed 00000004:00080000:3.0:1777044821.303093:0:5877:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 9 committed 00000100:00100000:0.0:1777044821.304619:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42770000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+34:21810:x1863365369859072:12345-192.168.201.45@tcp:44:lhsmtool_posix.0 Request processed in 201672us (202083us total) trans 0 rc 0/0 00000100:00100000:0.0:1777044821.304635:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 732 00000100:00100000:2.0:1777044821.304908:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1777044821.304930:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de41db3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424274944:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1777044821.304988:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777044821.305078:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424274944 00000100:00100000:2.0:1777044821.305086:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424274944 00000100:00100000:2.0:1777044821.305129:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 194 00000100:00100000:2.0:1777044821.305138:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41db0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424274944:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1777044821.308107:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de478bdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424275072:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1777044821.308173:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777044821.308296:0:8776:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424275072 00000100:00100000:3.0:1777044821.308304:0:8776:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424275072 00000100:00100000:3.0:1777044821.308368:0:8776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 195 00000100:00100000:3.0:1777044821.308380:0:8776:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42772d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3341:x1863365424275072:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1777044821.308410:0:8776:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:15 count 1 00010000:00010000:3.0:1777044821.308442:0:8776:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ab179071/0x2c8777a5e7d9cac3 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xf:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044821.308491:0:8776:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000079dbb1e7/0x2c8777a5e7d9c934 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148507 expref: 8 pid: 6642 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044821.308506:0:8776:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000edecf9d1/0x2c8777a5e7d9c96c lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114851c expref: 9 pid: 6639 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044821.308519:0:8776:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777044821.308522:0:8776:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777044821.308526:0:8776:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ab179071/0x2c8777a5e7d9cac3 lrc: 5/0,1 mode: --/PW res: [0x240000400:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044821.308588:0:8776:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000edecf9d1/0x2c8777a5e7d9c96c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114851c expref: 9 pid: 6639 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044821.308609:0:8776:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000edecf9d1/0x2c8777a5e7d9c96c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114851c expref: 9 pid: 6639 timeout: 1549 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777044821.308629:0:8776:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de42770700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8776:1863365424275200:192.168.201.45@tcp:104: 00010000:00010000:3.0:1777044821.308719:0:8776:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000079dbb1e7/0x2c8777a5e7d9c934 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148507 expref: 8 pid: 6642 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044821.308735:0:8776:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000079dbb1e7/0x2c8777a5e7d9c934 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148507 expref: 8 pid: 6642 timeout: 1549 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777044821.308769:0:8776:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de42771180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8776:1863365424275328:192.168.201.45@tcp:104: 00000100:00100000:3.0:1777044821.308807:0:8776:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df60782600 going to sleep for 11 seconds 00000100:00080000:3.0:1777044821.308852:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00002000:00010000:2.0:1777044821.310095:0:6642:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0xf:0x0] updating lvb size from disk: 0 -> 158 00002000:00010000:2.0:1777044821.310103:0:6642:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0xf:0x0] updating lvb mtime from disk: 0 -> 1777044820 00002000:00010000:2.0:1777044821.310107:0:6642:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0xf:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1777044821.310111:0:6642:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0xf:0x0] updating lvb ctime from disk: 1777044820 -> 1777044820 00002000:00010000:2.0:1777044821.310115:0:6642:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0xf:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:2.0:1777044821.310525:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41db0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3343:x1863365424274944:12345-0@lo:2:osp-syn-1-0.0 Request processed in 5384us (5532us total) trans 4294967331 rc 0/0 00000100:00100000:2.0:1777044821.310540:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 194 00000004:00080000:3.0:1777044821.311536:0:3343:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98de41db3b80/2, rc 0, transno 4294967331 00000100:00100000:3.0:1777044821.311547:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de41db3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424274944:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1777044821.322073:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777044821.322870:0:8776:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de42770700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8776:1863365424275200:192.168.201.45@tcp:104: 00000100:00100000:0.0:1777044821.322914:0:8776:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de42771180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8776:1863365424275328:192.168.201.45@tcp:104: 00010000:00010000:0.0:1777044821.322967:0:8776:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000ab179071/0x2c8777a5e7d9cac3 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777044821.323558:0:14822:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369859200 00000100:00100000:2.0:1777044821.323588:0:14822:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369859200 00000100:00100000:2.0:1777044821.323650:0:14822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 196 00000100:00100000:2.0:1777044821.323663:0:14822:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42773100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+13:2392:x1863365369859200:12345-192.168.201.45@tcp:16:lhsmtool_posix.0 00000100:00100000:1.0:1777044821.342648:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777044821.342706:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777044821.342748:0:5841:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369859328 00000100:00100000:1.0:1777044821.342760:0:5841:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369859328 00010000:00010000:1.0:1777044821.342853:0:5841:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000edecf9d1/0x2c8777a5e7d9c96c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114851c expref: 10 pid: 6639 timeout: 1549 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777044821.342900:0:5841:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369859456 00000100:00100000:1.0:1777044821.342905:0:5841:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369859456 00010000:00010000:1.0:1777044821.342928:0:5841:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000079dbb1e7/0x2c8777a5e7d9c934 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148507 expref: 9 pid: 6642 timeout: 1549 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777044821.342963:0:5841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 194 00000100:00100000:1.0:1777044821.342976:0:5841:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de478bc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:146de360-3fb2-48bd-b418-06f30714148a+10:2393:x1863365369859328:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777044821.342996:0:5841:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777044821.343005:0:5841:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000edecf9d1/0x2c8777a5e7d9c96c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xf:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114851c expref: 10 pid: 6639 timeout: 1549 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044821.343023:0:5841:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000edecf9d1/0x2c8777a5e7d9c96c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xf:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114851c expref: 10 pid: 6639 timeout: 1549 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044821.343055:0:5841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000edecf9d1/0x2c8777a5e7d9c96c lrc: 0/0,0 mode: --/PR res: [0x240000400:0xf:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114851c expref: 10 pid: 6639 timeout: 1549 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044821.343078:0:5841:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777044821.343497:0:5841:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de478bc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:146de360-3fb2-48bd-b418-06f30714148a+9:2393:x1863365369859328:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 521us (859us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044821.343509:0:5841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 194 00000100:00100000:1.0:1777044821.343537:0:5841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 195 00000100:00100000:1.0:1777044821.343548:0:5841:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de478bd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2393:x1863365369859456:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777044821.343561:0:5841:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777044821.343569:0:5841:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000079dbb1e7/0x2c8777a5e7d9c934 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148507 expref: 9 pid: 6642 timeout: 1549 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044821.343586:0:5841:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000079dbb1e7/0x2c8777a5e7d9c934 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148507 expref: 9 pid: 6642 timeout: 1549 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044821.343608:0:5841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000079dbb1e7/0x2c8777a5e7d9c934 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148507 expref: 9 pid: 6642 timeout: 1549 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044821.343622:0:5841:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777044821.343625:0:5841:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777044821.343632:0:5841:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000ab179071/0x2c8777a5e7d9cac3 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044821.343647:0:5841:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ab179071/0x2c8777a5e7d9cac3 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044821.343684:0:5841:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777044821.343715:0:5841:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de478bd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2393:x1863365369859456:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 169us (1009us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044821.343726:0:5841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 195 00000100:00080000:1.0:1777044821.343767:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1777044821.344162:0:8776:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000ab179071/0x2c8777a5e7d9cac3 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044821.344178:0:8776:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ab179071/0x2c8777a5e7d9cac3 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044821.344193:0:8776:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ab179071/0x2c8777a5e7d9cac3 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044821.344238:0:8776:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ab179071/0x2c8777a5e7d9cac3 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044821.344263:0:8776:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1777044821.345106:0:8776:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42772d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3341:x1863365424275072:12345-0@lo:6:osp-syn-0-0.0 Request processed in 36725us (36929us total) trans 4294967329 rc 0/0 00000100:00100000:1.0:1777044821.345120:0:8776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 195 00010000:00010000:1.0:1777044821.345154:0:5845:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1777044821.345163:0:5845:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ab179071/0x2c8777a5e7d9cac3 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044821.345176:0:5845:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98df74fa7e00 already unused, calling callback (ffffffffc17d22d0) 00010000:00010000:1.0:1777044821.345182:0:5845:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ab179071/0x2c8777a5e7d9cac3 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044821.345196:0:5845:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ab179071/0x2c8777a5e7d9cac3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044821.345267:0:5845:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ab179071/0x2c8777a5e7d9cac3 lrc: 1/0,0 mode: --/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044821.345278:0:5845:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ab179071/0x2c8777a5e7d9cac3 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044821.345303:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777044821.345307:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777044821.345309:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1777044821.345361:0:3341:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98de478bdc00/2, rc 0, transno 4294967329 00000100:00100000:1.0:1777044821.345372:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de478bdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424275072:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1777044821.399124:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:1.0:1777044821.470172:0:7533:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967331 is committed 00000001:00080000:1.0:1777044821.470195:0:7533:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967329 is committed 00000001:00080000:1.0:1777044821.470245:0:7533:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967330 is committed 00000100:00100000:2.0:1777044821.476146:0:14822:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42773100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+10:2392:x1863365369859200:12345-192.168.201.45@tcp:16:lhsmtool_posix.0 Request processed in 152472us (154072us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044821.476185:0:14822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 196 00000100:00100000:1.0:1777044821.491673:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777044821.492509:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369859712 00000100:00100000:3.0:1777044821.492522:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369859712 00000100:00100000:3.0:1777044821.492603:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 733 00000100:00100000:3.0:1777044821.492619:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de478bf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+34:21810:x1863365369859712:12345-192.168.201.45@tcp:36:lhsmtool_posix.0 00010000:00010000:3.0:1777044821.492686:0:5855:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777044821.492719:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096200/0x2c8777a5e7d9caae lrc: 0/0,0 mode: --/PR res: [0x200000402:0x13:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148577 expref: 34 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044821.492747:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x13:0x0].0x0 (ffff98df52c43e00) 00010000:00010000:3.0:1777044821.492755:0:5855:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777044821.492792:0:5855:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98df41545200/0x2c8777a5e7d9caca lrc: 3/0,1 mode: --/PW res: [0x200000402:0x13:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044821.492811:0:5855:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98df41545200/0x2c8777a5e7d9caca lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x13:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044821.492852:0:5855:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df41545200/0x2c8777a5e7d9caca lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x13:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777044821.493096:0:5855:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000f548daf0 reply state 00000000e651e4ce transno 4294967781 ns: mdt-lustre-MDT0000_UUID lock: ffff98df41545200/0x2c8777a5e7d9caca lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x13:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777044821.493125:0:5855:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1777044821.493322:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de478bf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+35:21810:x1863365369859712:12345-192.168.201.45@tcp:36:lhsmtool_posix.0 Request processed in 706us (1660us total) trans 4294967781 rc 0/0 00000100:00100000:3.0:1777044821.493333:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 733 00010000:00010000:1.0:1777044821.503493:0:3328:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff98df41545200/0x2c8777a5e7d9caca lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x13:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044821.503515:0:3328:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98df41545200/0x2c8777a5e7d9caca lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x13:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044821.503524:0:3328:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98df41545200/0x2c8777a5e7d9caca lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x13:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044821.503533:0:3328:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98df41545200 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:1.0:1777044821.503539:0:3328:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df41545200/0x2c8777a5e7d9caca lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x13:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044821.503572:0:3328:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df41545200/0x2c8777a5e7d9caca lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x13:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044821.503592:0:3328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x13:0x0].0x0 (ffff98df52c43e00) 00010000:00010000:1.0:1777044821.503596:0:3328:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777044821.503603:0:3328:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98df41545200/0x2c8777a5e7d9caca lrc: 2/0,0 mode: --/PW res: [0x200000402:0x13:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044821.503610:0:3328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df41545200/0x2c8777a5e7d9caca lrc: 0/0,0 mode: --/PW res: [0x200000402:0x13:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777044821.506071:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777044821.506272:0:6641:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369859840 00000100:00100000:2.0:1777044821.506284:0:6641:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369859840 00000100:00100000:2.0:1777044821.506365:0:6641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 197 00000100:00100000:2.0:1777044821.506379:0:6641:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42c8bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+10:2392:x1863365369859840:12345-192.168.201.45@tcp:2:lhsmtool_posix.0 00002000:00010000:2.0:1777044821.506711:0:6641:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0xf:0x0] updating lvb size from disk: 158 -> 158 00002000:00010000:2.0:1777044821.506717:0:6641:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0xf:0x0] updating lvb mtime from disk: 1777044820 -> 1777044815 00002000:00010000:2.0:1777044821.506721:0:6641:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0xf:0x0] updating lvb atime from disk: 0 -> 1777044815 00002000:00010000:2.0:1777044821.506724:0:6641:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0xf:0x0] updating lvb ctime from disk: 1777044820 -> 1777044819 00002000:00010000:2.0:1777044821.506727:0:6641:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0xf:0x0] updating lvb blocks from disk: 1 -> 11 00000100:00100000:2.0:1777044821.506800:0:6641:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42c8bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+11:2392:x1863365369859840:12345-192.168.201.45@tcp:2:lhsmtool_posix.0 Request processed in 423us (739us total) trans 4294967332 rc 0/0 00000100:00100000:2.0:1777044821.506812:0:6641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 197 00000100:00100000:0.0:1777044821.528552:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777044821.529972:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369860096 00000100:00100000:2.0:1777044821.529987:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369860096 00000100:00100000:3.0:1777044821.536684:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 734 00000100:00100000:3.0:1777044821.536712:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df470cf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+34:21810:x1863365369860096:12345-192.168.201.45@tcp:55:lhsmtool_posix.0 00010000:00010000:3.0:1777044821.536803:0:5857:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98df41544a00/0x2c8777a5e7d9cad1 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x13:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044821.536849:0:5857:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64e200/0x2c8777a5e7d9ca92 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x13:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148569 expref: 34 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044821.536863:0:5857:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff98df41544a00/0x2c8777a5e7d9cad1 lrc: 4/0,1 mode: --/PW res: [0x200000402:0x13:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044821.536911:0:5857:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64e200/0x2c8777a5e7d9ca92 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x13:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148569 expref: 34 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044821.536932:0:5857:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64e200/0x2c8777a5e7d9ca92 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x13:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148569 expref: 34 pid: 7939 timeout: 1550 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777044821.536952:0:5857:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de42771880 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5857:1863365424275456:192.168.201.45@tcp:104: 00000100:00100000:3.0:1777044821.537111:0:5857:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df467e1480 going to sleep for 11 seconds 00000100:00100000:3.0:1777044821.547479:0:5857:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de42771880 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5857:1863365424275456:192.168.201.45@tcp:104: 00010000:00010000:3.0:1777044821.547514:0:5857:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff98df41544a00/0x2c8777a5e7d9cad1 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x13:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777044821.553178:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777044821.555021:0:5841:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369860224 00000100:00100000:1.0:1777044821.555051:0:5841:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369860224 00010000:00010000:1.0:1777044821.555104:0:5841:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64e200/0x2c8777a5e7d9ca92 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x13:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148569 expref: 35 pid: 7939 timeout: 1550 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777044821.555218:0:5841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 196 00000100:00100000:1.0:1777044821.555278:0:5841:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df677a4850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+35:2392:x1863365369860224:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777044821.555302:0:5841:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777044821.555311:0:5841:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64e200/0x2c8777a5e7d9ca92 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x13:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148569 expref: 35 pid: 7939 timeout: 1550 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044821.555330:0:5841:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64e200/0x2c8777a5e7d9ca92 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x13:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148569 expref: 35 pid: 7939 timeout: 1550 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044821.555361:0:5841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64e200/0x2c8777a5e7d9ca92 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x13:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148569 expref: 35 pid: 7939 timeout: 1550 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044821.555407:0:5841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x13:0x0].0x0 (ffff98df52c43e00) 00010000:00010000:1.0:1777044821.555415:0:5841:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff98df41544a00/0x2c8777a5e7d9cad1 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x13:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044821.555428:0:5841:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98df41544a00/0x2c8777a5e7d9cad1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x13:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044821.555438:0:5841:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98df41544a00/0x2c8777a5e7d9cad1 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x13:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044821.555482:0:5841:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777044821.555557:0:5841:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df677a4850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+34:2392:x1863365369860224:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 314us (2388us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044821.555582:0:5841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 196 00010000:00010000:3.0:1777044821.556232:0:5857:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff98df41544a00/0x2c8777a5e7d9cad1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x13:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044821.556244:0:5857:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df41544a00/0x2c8777a5e7d9cad1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x13:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044821.556284:0:5857:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98df41544a00/0x2c8777a5e7d9cad1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x13:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044821.556293:0:5857:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98df41544a00/0x2c8777a5e7d9cad1 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x13:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044821.556302:0:5857:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98df41544a00/0x2c8777a5e7d9cad1 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x13:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044821.556309:0:5857:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98df41544a00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:3.0:1777044821.556314:0:5857:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df41544a00/0x2c8777a5e7d9cad1 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x13:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044821.556323:0:5857:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df41544a00/0x2c8777a5e7d9cad1 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x13:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044821.556337:0:5857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x13:0x0].0x0 (ffff98df52c43e00) 00010000:00010000:3.0:1777044821.556341:0:5857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:3.0:1777044821.556345:0:5857:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98df41544a00/0x2c8777a5e7d9cad1 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x13:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044821.556353:0:5857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df41544a00/0x2c8777a5e7d9cad1 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x13:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777044821.556436:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df470cf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+33:21810:x1863365369860096:12345-192.168.201.45@tcp:55:lhsmtool_posix.0 Request processed in 19736us (27892us total) trans 0 rc -22/-22 00000100:00100000:3.0:1777044821.556474:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 734 00000100:00100000:0.0:1777044821.564999:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777044821.565124:0:6639:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369860352 00000100:00100000:2.0:1777044821.565441:0:6639:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369860352 00000100:00100000:2.0:1777044821.565513:0:6639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 198 00000100:00100000:2.0:1777044821.565525:0:6639:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df470ced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+11:2393:x1863365369860352:12345-192.168.201.45@tcp:1:lhsmtool_posix.0 00010000:00010000:2.0:1777044821.565576:0:6639:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000039551fc8/0x2c8777a5e7d9cad8 lrc: 3/1,0 mode: --/PR res: [0x280000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044821.565602:0:6639:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000002e67c6ad/0x2c8777a5e7d9cabc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148585 expref: 11 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044821.565613:0:6639:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777044821.565632:0:6639:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777044821.565637:0:6639:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000039551fc8/0x2c8777a5e7d9cad8 lrc: 4/1,0 mode: --/PR res: [0x280000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044821.565679:0:6639:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000002e67c6ad/0x2c8777a5e7d9cabc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148585 expref: 11 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044821.565697:0:6639:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000002e67c6ad/0x2c8777a5e7d9cabc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148585 expref: 11 pid: 14822 timeout: 1550 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777044821.565714:0:6639:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de41db1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6639:1863365424275584:192.168.201.45@tcp:104: 00000100:00100000:2.0:1777044821.565806:0:6639:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df41254d80 going to sleep for 11 seconds 00000100:00100000:1.0:1777044821.574092:0:6639:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de41db1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6639:1863365424275584:192.168.201.45@tcp:104: 00010000:00010000:1.0:1777044821.574130:0:6639:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000039551fc8/0x2c8777a5e7d9cad8 lrc: 3/1,0 mode: --/PR res: [0x280000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777044821.577137:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777044821.577361:0:6655:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369860480 00000100:00100000:1.0:1777044821.577372:0:6655:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369860480 00010000:00010000:1.0:1777044821.577429:0:6655:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000002e67c6ad/0x2c8777a5e7d9cabc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148585 expref: 12 pid: 14822 timeout: 1550 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777044821.578658:0:6655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 197 00000100:00100000:1.0:1777044821.578673:0:6655:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df470cca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+12:2393:x1863365369860480:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777044821.578690:0:6655:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777044821.578731:0:6655:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000002e67c6ad/0x2c8777a5e7d9cabc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148585 expref: 12 pid: 14822 timeout: 1550 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044821.578749:0:6655:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000002e67c6ad/0x2c8777a5e7d9cabc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148585 expref: 12 pid: 14822 timeout: 1550 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044821.578777:0:6655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002e67c6ad/0x2c8777a5e7d9cabc lrc: 0/0,0 mode: --/PW res: [0x280000400:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148585 expref: 12 pid: 14822 timeout: 1550 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044821.578796:0:6655:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777044821.578798:0:6655:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777044821.578804:0:6655:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000039551fc8/0x2c8777a5e7d9cad8 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044821.578841:0:6655:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000039551fc8/0x2c8777a5e7d9cad8 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044821.578879:0:6655:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777044821.578950:0:6655:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df470cca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+11:2393:x1863365369860480:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 281us (1820us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044821.578960:0:6655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 197 00010000:00010000:3.0:1777044821.580111:0:6639:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000039551fc8/0x2c8777a5e7d9cad8 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044821.580126:0:6639:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000039551fc8/0x2c8777a5e7d9cad8 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044821.580157:0:6639:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000039551fc8/0x2c8777a5e7d9cad8 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044821.580168:0:6639:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000039551fc8/0x2c8777a5e7d9cad8 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044821.580178:0:6639:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000039551fc8/0x2c8777a5e7d9cad8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044821.580186:0:6639:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de419ecc00 already unused, calling callback (ffffffffc17d22d0) 00010000:00010000:3.0:1777044821.580191:0:6639:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000039551fc8/0x2c8777a5e7d9cad8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044821.580248:0:6639:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000039551fc8/0x2c8777a5e7d9cad8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044821.580266:0:6639:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000039551fc8/0x2c8777a5e7d9cad8 lrc: 2/0,0 mode: --/PR res: [0x280000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044821.580309:0:6639:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000039551fc8/0x2c8777a5e7d9cad8 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777044821.580387:0:6639:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df470ced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+10:2393:x1863365369860352:12345-192.168.201.45@tcp:1:lhsmtool_posix.0 Request processed in 14861us (15684us total) trans 0 rc 0/0 00000100:00100000:3.0:1777044821.580399:0:6639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 198 00000100:00100000:0.0:1777044821.589167:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777044821.592982:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369860736 00000100:00100000:2.0:1777044821.592998:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369860736 00000100:00100000:2.0:1777044821.593181:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 735 00000100:00100000:2.0:1777044821.593196:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df470cd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+33:21810:x1863365369860736:12345-192.168.201.45@tcp:57:lhsmtool_posix.0 00010000:00010000:2.0:1777044821.593353:0:5856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eca00/0x2c8777a5e7d9cadf lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044821.593377:0:5856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eca00/0x2c8777a5e7d9cadf lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044821.593392:0:5856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eca00/0x2c8777a5e7d9cadf lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044821.593695:0:5856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7e00/0x2c8777a5e7d9cae6 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x13:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044821.593711:0:5856:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7a00/0x2c8777a5e7d9caa0 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x13:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148570 expref: 34 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044821.593728:0:5856:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7e00/0x2c8777a5e7d9cae6 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x13:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044821.593769:0:5856:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7a00/0x2c8777a5e7d9caa0 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x13:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148570 expref: 34 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044821.593787:0:5856:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7a00/0x2c8777a5e7d9caa0 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x13:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148570 expref: 34 pid: 5855 timeout: 1550 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777044821.593806:0:5856:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de41db1f80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5856:1863365424275712:192.168.201.45@tcp:104: 00000100:00100000:2.0:1777044821.593926:0:5856:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df412549c0 going to sleep for 11 seconds 00000100:00100000:2.0:1777044821.602646:0:5856:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de41db1f80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5856:1863365424275712:192.168.201.45@tcp:104: 00010000:00010000:2.0:1777044821.602679:0:5856:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7e00/0x2c8777a5e7d9cae6 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x13:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777044821.613162:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777044821.616456:0:5842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369860864 00000100:00100000:1.0:1777044821.616473:0:5842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369860864 00010000:00010000:0.0:1777044821.616731:0:5842:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7a00/0x2c8777a5e7d9caa0 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x13:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148570 expref: 35 pid: 5855 timeout: 1550 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777044821.616801:0:5842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 198 00000100:00100000:0.0:1777044821.616838:0:5842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df470cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+35:2391:x1863365369860864:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777044821.616877:0:5842:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777044821.616888:0:5842:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7a00/0x2c8777a5e7d9caa0 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x13:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148570 expref: 35 pid: 5855 timeout: 1550 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044821.616908:0:5842:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7a00/0x2c8777a5e7d9caa0 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x13:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148570 expref: 35 pid: 5855 timeout: 1550 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044821.616939:0:5842:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7a00/0x2c8777a5e7d9caa0 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x13:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148570 expref: 35 pid: 5855 timeout: 1550 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044821.616965:0:5842:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x13:0x0].0x0 (ffff98df52c43e00) 00010000:00010000:0.0:1777044821.616990:0:5842:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7e00/0x2c8777a5e7d9cae6 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x13:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044821.617005:0:5842:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7e00/0x2c8777a5e7d9cae6 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x13:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044821.617016:0:5842:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7e00/0x2c8777a5e7d9cae6 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x13:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044821.618164:0:5842:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777044821.618275:0:5842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df470cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+34:2391:x1863365369860864:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 1459us (5121us total) trans 0 rc 0/0 00000100:00100000:0.0:1777044821.618288:0:5842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 198 00010000:00010000:2.0:1777044821.623085:0:5856:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7e00/0x2c8777a5e7d9cae6 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x13:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044821.623105:0:5856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7e00/0x2c8777a5e7d9cae6 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x13:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1777044821.624697:0:5856:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967782 00000001:00080000:0.0:1777044821.626392:0:5856:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967783 00000001:00080000:0.0:1777044821.626478:0:5856:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967784 00000100:00100000:0.0:1777044821.628428:0:5856:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df470cc000 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:5856:1863365424275840:0@lo:1000:mdt00_001.0 00000100:00100000:0.0:1777044821.628555:0:5856:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777044821.628635:0:5856:0:(client.c:2691:ptlrpc_set_wait()) set ffff98de41e61840 going to sleep for 11 seconds 00000100:00100000:2.0:1777044821.628735:0:5861:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424275840 00000100:00100000:2.0:1777044821.628744:0:5861:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424275840 00000100:00100000:2.0:1777044821.628801:0:5861:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:2.0:1777044821.628813:0:5861:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df470ce300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:5856:x1863365424275840:12345-0@lo:1000:mdt00_001.0 00000100:00100000:2.0:1777044821.628971:0:5861:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df470ce300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:5856:x1863365424275840:12345-0@lo:1000:mdt00_001.0 Request processed in 160us (416us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044821.629002:0:5861:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00100000:0.0:1777044821.629125:0:5856:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967331 gen 2 00000004:00080000:0.0:1777044821.629133:0:5856:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98de41db3b80, transno 4294967331 00000100:00100000:0.0:1777044821.629161:0:5856:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df470cc000 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:5856:1863365424275840:0@lo:1000:mdt00_001.0 00000001:00080000:0.0:1777044821.629853:0:5856:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967785 00000100:00100000:0.0:1777044821.629933:0:5856:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df470cc000 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:5856:1863365424275968:0@lo:1000:mdt00_001.0 00000100:00100000:0.0:1777044821.629970:0:5856:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777044821.630005:0:5861:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424275968 00000100:00100000:0.0:1777044821.630011:0:5861:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424275968 00000100:00100000:0.0:1777044821.630040:0:5861:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:0.0:1777044821.630049:0:5861:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df605f5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:5856:x1863365424275968:12345-0@lo:1000:mdt00_001.0 00000100:00100000:0.0:1777044821.630584:0:5861:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df605f5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:5856:x1863365424275968:12345-0@lo:1000:mdt00_001.0 Request processed in 534us (611us total) trans 4294967333 rc 0/0 00000100:00100000:0.0:1777044821.630594:0:5861:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00100000:0.0:1777044821.630621:0:5856:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df60782600 going to sleep for 11 seconds 00000100:00100000:0.0:1777044821.630651:0:5856:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df470cc000 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:5856:1863365424275968:0@lo:1000:mdt00_001.0 00010000:00010000:0.0:1777044821.630689:0:5856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7e00/0x2c8777a5e7d9cae6 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x13:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044821.630704:0:5856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7e00/0x2c8777a5e7d9cae6 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x13:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044821.630714:0:5856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7e00/0x2c8777a5e7d9cae6 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x13:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044821.630723:0:5856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de427e7e00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:0.0:1777044821.630729:0:5856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7e00/0x2c8777a5e7d9cae6 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x13:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044821.630739:0:5856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7e00/0x2c8777a5e7d9cae6 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x13:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044821.630759:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x13:0x0].0x0 (ffff98df52c43e00) 00010000:00010000:0.0:1777044821.630763:0:5856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1777044821.630769:0:5856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7e00/0x2c8777a5e7d9cae6 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x13:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044821.630777:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7e00/0x2c8777a5e7d9cae6 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x13:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044821.630832:0:5856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64e000/0x2c8777a5e7d9ca30 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044821.630851:0:5856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64e000/0x2c8777a5e7d9ca30 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x2c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044821.630859:0:5856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64e000/0x2c8777a5e7d9ca30 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044821.630866:0:5856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98df6d64e000 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:0.0:1777044821.630870:0:5856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64e000/0x2c8777a5e7d9ca30 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044821.630878:0:5856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64e000/0x2c8777a5e7d9ca30 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x2c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000020 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044821.630889:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2c:0x0].0x0 (ffff98df52c43f00) 00010000:00010000:0.0:1777044821.630892:0:5856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1777044821.630900:0:5856:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64fe00/0x2c8777a5e7d9ca37 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148554 expref: 68 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044821.630916:0:5856:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64fe00/0x2c8777a5e7d9ca37 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148554 expref: 68 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044821.630928:0:5856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64fe00/0x2c8777a5e7d9ca37 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148554 expref: 68 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044821.630960:0:5856:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64fe00/0x2c8777a5e7d9ca37 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148554 expref: 68 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777044821.630974:0:5856:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df605f4380 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5856:1863365424276096:192.168.201.45@tcp:105: 00000100:00100000:0.0:1777044821.631506:0:5856:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df60782600 going to sleep for 11 seconds 00000100:00100000:2.0:1777044821.643663:0:5856:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df605f4380 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5856:1863365424276096:192.168.201.45@tcp:105: 00010000:00010000:2.0:1777044821.643718:0:5856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64e000/0x2c8777a5e7d9ca30 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x2c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044821.643733:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64e000/0x2c8777a5e7d9ca30 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x2c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044821.644042:0:5856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e6200/0x2c8777a5e7d9caed lrc: 3/0,1 mode: --/EX res: [0x200000401:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044821.644062:0:5856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e6200/0x2c8777a5e7d9caed lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044821.644078:0:5856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e6200/0x2c8777a5e7d9caed lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044821.644093:0:5856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e6200/0x2c8777a5e7d9caed lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044821.644102:0:5856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e6200/0x2c8777a5e7d9caed lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044821.644110:0:5856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e6200/0x2c8777a5e7d9caed lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044821.644119:0:5856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de427e6200 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:2.0:1777044821.644123:0:5856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e6200/0x2c8777a5e7d9caed lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044821.644133:0:5856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e6200/0x2c8777a5e7d9caed lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044821.644166:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2c:0x0].0x0 (ffff98df52c43f00) 00010000:00010000:2.0:1777044821.644170:0:5856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777044821.644176:0:5856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e6200/0x2c8777a5e7d9caed lrc: 2/0,0 mode: --/EX res: [0x200000401:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044821.644184:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e6200/0x2c8777a5e7d9caed lrc: 0/0,0 mode: --/EX res: [0x200000401:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044821.644197:0:5856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eca00/0x2c8777a5e7d9cadf lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044821.647966:0:5856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eca00/0x2c8777a5e7d9cadf lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044821.647979:0:5856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eca00/0x2c8777a5e7d9cadf lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044821.647988:0:5856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de419eca00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:2.0:1777044821.647994:0:5856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eca00/0x2c8777a5e7d9cadf lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044821.648004:0:5856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eca00/0x2c8777a5e7d9cadf lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044821.648021:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2c:0x0].0x0 (ffff98df52c43f00) 00010000:00010000:2.0:1777044821.648025:0:5856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1777044821.648030:0:5856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eca00/0x2c8777a5e7d9cadf lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044821.648038:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eca00/0x2c8777a5e7d9cadf lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777044821.648404:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df470cd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+37:21810:x1863365369860736:12345-192.168.201.45@tcp:57:lhsmtool_posix.0 Request processed in 55205us (59239us total) trans 4294967786 rc 0/0 00000100:00100000:2.0:1777044821.648435:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 735 00000020:00080000:2.0:1777044821.648445:0:5856:0:(tgt_main.c:783:tgt_ses_key_exit()) total 5 transactions per RPC 00000040:00080000:0.0:1777044821.648880:0:11491:0:(llog.c:801:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1777044821.648886:0:11491:0:(llog_cat.c:158:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1777044821.649592:0:11491:0:(llog.c:858:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 3 00000040:00080000:0.0:1777044821.649604:0:11491:0:(llog.c:858:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1777044821.652517:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777044821.653970:0:5859:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369860992 00000100:00100000:3.0:1777044821.653982:0:5859:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369860992 00000100:00080000:1.0:1777044821.654428:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1777044821.660805:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777044821.660979:0:5858:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369861248 00000100:00100000:1.0:1777044821.660993:0:5858:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369861248 00000100:00100000:1.0:1777044821.661072:0:5858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 172 00000100:00100000:1.0:1777044821.661087:0:5858:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df60159450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+37:21810:x1863365369861248:12345-192.168.201.45@tcp:35:lhsmtool_posix.0 00000004:00080000:1.0:1777044821.662413:0:5858:0:(mdd_object.c:4010:mdd_close()) Object [0x200000402:0x13:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:1.0:1777044821.662592:0:5858:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967787 00010000:00010000:1.0:1777044821.662664:0:5858:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096e00/0x2c8777a5e7d9caf4 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x13:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5858 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044821.662689:0:5858:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096e00/0x2c8777a5e7d9caf4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x13:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 5858 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044821.662707:0:5858:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096e00/0x2c8777a5e7d9caf4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x13:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 5858 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044821.662720:0:5858:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096e00/0x2c8777a5e7d9caf4 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x13:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 5858 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044821.662731:0:5858:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096e00/0x2c8777a5e7d9caf4 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x13:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 5858 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044821.662741:0:5858:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096e00/0x2c8777a5e7d9caf4 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x13:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 5858 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044821.664637:0:5858:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1777044821.664787:0:5858:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df60159450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+39:21810:x1863365369861248:12345-192.168.201.45@tcp:35:lhsmtool_posix.0 Request processed in 3698us (3987us total) trans 4294967788 rc 0/0 00000100:00100000:1.0:1777044821.665089:0:5858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 172 00000020:00080000:1.0:1777044821.665100:0:5858:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1777044821.666340:0:5859:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 173 00000100:00100000:2.0:1777044821.666358:0:5859:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df605f4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:146de360-3fb2-48bd-b418-06f30714148a+69:21809:x1863365369860992:12345-192.168.201.45@tcp:49:md5sum.0 00000100:00100000:2.0:1777044821.666505:0:5859:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df605f4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:146de360-3fb2-48bd-b418-06f30714148a+69:21809:x1863365369860992:12345-192.168.201.45@tcp:49:md5sum.0 Request processed in 152us (13993us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044821.666516:0:5859:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 173 00010000:00010000:0.0:1777044821.667932:0:5845:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777044821.667943:0:5845:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096e00/0x2c8777a5e7d9caf4 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x13:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5858 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044821.667955:0:5845:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de43096e00 already unused, calling callback (ffffffffc17d22d0) 00010000:00010000:0.0:1777044821.667960:0:5845:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096e00/0x2c8777a5e7d9caf4 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x13:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5858 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044821.667973:0:5845:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096e00/0x2c8777a5e7d9caf4 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x13:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5858 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044821.667994:0:5845:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x13:0x0].0x0 (ffff98df46583000) 00010000:00010000:0.0:1777044821.667998:0:5845:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1777044821.668005:0:5845:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096e00/0x2c8777a5e7d9caf4 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x13:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5858 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044821.668014:0:5845:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096e00/0x2c8777a5e7d9caf4 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x13:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5858 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044821.672565:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777044821.672571:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777044821.672574:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777044821.676698:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777044821.677587:0:14822:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369861376 00000100:00100000:3.0:1777044821.677600:0:14822:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369861376 00000100:00100000:3.0:1777044821.677700:0:14822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 199 00000100:00100000:3.0:1777044821.677714:0:14822:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df605f6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:146de360-3fb2-48bd-b418-06f30714148a+10:21809:x1863365369861376:12345-192.168.201.45@tcp:101:md5sum.0 00010000:00010000:3.0:1777044821.677735:0:14822:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777044821.677760:0:14822:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000052f3ac3d/0x2c8777a5e7d9cafb lrc: 2/0,0 mode: --/PR res: [0x280000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee114858c expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777044821.677794:0:14822:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0xf:0x0] initial LVB size: 158, mtime: 0x69eb8d4f, atime: 0x69eb8d4f, ctime: 0x69eb8d53, blocks: 0xb 00010000:00010000:3.0:1777044821.677836:0:14822:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777044821.677839:0:14822:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777044821.677850:0:14822:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000052f3ac3d/0x2c8777a5e7d9cafb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->32767) gid 0 flags: 0x50000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114858c expref: 11 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044821.677872:0:14822:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000052f3ac3d/0x2c8777a5e7d9cafb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->32767) gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114858c expref: 11 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044821.677915:0:14822:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98df41544a00, rc 0) 00000100:00100000:3.0:1777044821.677979:0:14822:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df605f6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:146de360-3fb2-48bd-b418-06f30714148a+11:21809:x1863365369861376:12345-192.168.201.45@tcp:101:md5sum.0 Request processed in 269us (1290us total) trans 0 rc 0/0 00000100:00100000:3.0:1777044821.677990:0:14822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 199 00000100:00080000:1.0:1777044821.678740:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1777044821.693055:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777044821.695608:0:6645:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369861504 00000100:00100000:1.0:1777044821.695683:0:6645:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369861504 00002000:00100000:1.0:1777044821.695755:0:6645:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0xf:0x0] (0->4095) req@ffff98de42771880 x1863365369861504/t0(0) o3->146de360-3fb2-48bd-b418-06f30714148a@192.168.201.45@tcp:577/0 lens 488/0 e 0 to 0 dl 1777044832 ref 1 fl New:/600/ffffffff rc 0/-1 job:'md5sum.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777044821.695795:0:6645:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98de42771880 with x1863365369861504 ext(0->4095) 00002000:00010000:1.0:1777044821.695803:0:6645:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff98de42771880 00000100:00100000:1.0:1777044821.695873:0:6645:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 60 00000100:00100000:1.0:1777044821.695888:0:6645:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42771880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:146de360-3fb2-48bd-b418-06f30714148a+11:2392:x1863365369861504:12345-192.168.201.45@tcp:3:md5sum.0 00000100:00100000:1.0:1777044821.698021:0:6645:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42771880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:146de360-3fb2-48bd-b418-06f30714148a+11:2392:x1863365369861504:12345-192.168.201.45@tcp:3:md5sum.0 Request processed in 2128us (4968us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1777044821.698052:0:6645:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 60 00002000:00100000:1.0:1777044821.698065:0:6645:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0xf:0x0] (0->4095) req@ffff98de42771880 x1863365369861504/t0(0) o3->146de360-3fb2-48bd-b418-06f30714148a@192.168.201.45@tcp:577/0 lens 488/4536 e 0 to 0 dl 1777044832 ref 1 fl Complete:/600/0 rc 4096/4096 job:'md5sum.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777044821.698079:0:6645:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98de42771880 with x1863365369861504 ext(0->4095) 00002000:00010000:1.0:1777044821.698085:0:6645:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff98de42771880 00000100:00100000:3.0:1777044821.715748:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777044821.718017:0:5859:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369861760 00000100:00100000:1.0:1777044821.718033:0:5859:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369861760 00000100:00100000:1.0:1777044821.718124:0:5859:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 174 00000100:00100000:1.0:1777044821.718143:0:5859:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42771500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:146de360-3fb2-48bd-b418-06f30714148a+69:21809:x1863365369861760:12345-192.168.201.45@tcp:35:md5sum.0 00000100:00100000:1.0:1777044821.719310:0:5859:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42771500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:146de360-3fb2-48bd-b418-06f30714148a+70:21809:x1863365369861760:12345-192.168.201.45@tcp:35:md5sum.0 Request processed in 1170us (3571us total) trans 4294967789 rc 0/0 00000100:00100000:1.0:1777044821.719324:0:5859:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 174 00010000:00010000:2.0:1777044822.422994:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777044823.030549:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777044823.030608:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777044823.030663:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777044823.030994:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777044823.031051:0:5848:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369861888 00000100:00100000:3.0:1777044823.031063:0:5848:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369861888 00000100:00100000:3.0:1777044823.031130:0:5848:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 549 00000100:00100000:3.0:1777044823.031145:0:5848:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df587b6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2393:x1863365369861888:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777044823.031294:0:5848:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df587b6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2393:x1863365369861888:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 151us (300us total) trans 0 rc 0/0 00000100:00100000:3.0:1777044823.031307:0:5848:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 549 00000100:00100000:3.0:1777044823.031375:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777044823.031402:0:6639:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369862272 00000100:00100000:3.0:1777044823.031407:0:6639:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369862272 00000100:00100000:3.0:1777044823.031453:0:6639:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369862528 00000100:00100000:3.0:1777044823.031457:0:6639:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369862528 00000100:00100000:3.0:1777044823.031481:0:6639:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369862144 00000100:00100000:3.0:1777044823.031484:0:6639:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369862144 00000100:00100000:3.0:1777044823.031503:0:6639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 533 00000100:00100000:3.0:1777044823.031513:0:6639:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42771f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:146de360-3fb2-48bd-b418-06f30714148a+11:2393:x1863365369862272:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777044823.031572:0:6639:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42771f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:146de360-3fb2-48bd-b418-06f30714148a+11:2393:x1863365369862272:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 60us (964us total) trans 0 rc 0/0 00000100:00100000:3.0:1777044823.031583:0:6639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 533 00000100:00100000:3.0:1777044823.031604:0:6639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 534 00000100:00100000:3.0:1777044823.031614:0:6639:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42772300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2393:x1863365369862528:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777044823.031645:0:6639:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42772300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2393:x1863365369862528:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 33us (982us total) trans 0 rc 0/0 00000100:00100000:3.0:1777044823.031654:0:6639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 534 00000100:00100000:3.0:1777044823.031676:0:6639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 535 00000100:00100000:3.0:1777044823.031687:0:6639:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42773800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:146de360-3fb2-48bd-b418-06f30714148a+9:2393:x1863365369862144:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777044823.031722:0:6639:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42773800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:146de360-3fb2-48bd-b418-06f30714148a+9:2393:x1863365369862144:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 37us (346us total) trans 0 rc 0/0 00000100:00100000:3.0:1777044823.031733:0:6639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 535 00000100:00100000:3.0:1777044823.031858:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777044823.031917:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777044823.031941:0:6639:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369862656 00000100:00100000:3.0:1777044823.031946:0:6639:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369862656 00000100:00100000:3.0:1777044823.031981:0:6639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 536 00000100:00100000:3.0:1777044823.031991:0:6639:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42771c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+10:2393:x1863365369862656:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777044823.032029:0:6639:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42771c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+10:2393:x1863365369862656:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 39us (113us total) trans 0 rc 0/0 00000100:00100000:3.0:1777044823.032037:0:6639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 536 00000100:00100000:3.0:1777044823.032257:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369862016 00000100:00100000:3.0:1777044823.032264:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369862016 00000100:00100000:3.0:1777044823.032324:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369862400 00000100:00100000:3.0:1777044823.032329:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369862400 00000100:00100000:3.0:1777044823.032361:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 744 00000100:00100000:3.0:1777044823.032371:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42773b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:146de360-3fb2-48bd-b418-06f30714148a+70:2393:x1863365369862016:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777044823.032443:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42773b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:146de360-3fb2-48bd-b418-06f30714148a+70:2393:x1863365369862016:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 73us (1906us total) trans 0 rc 0/0 00000100:00100000:3.0:1777044823.032453:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 744 00000100:00100000:3.0:1777044823.032474:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 745 00000100:00100000:3.0:1777044823.032485:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42770380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+39:2393:x1863365369862400:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777044823.032529:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42770380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+39:2393:x1863365369862400:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 46us (672us total) trans 0 rc 0/0 00000100:00100000:3.0:1777044823.032540:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 745 00000100:00080000:1.0:1777044823.036604:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1777044823.036616:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1777044823.036620:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:0.0:1777044823.449387:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777044824.469824:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777044824.554532:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de41db3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424276224:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1777044824.554627:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777044824.556441:0:6643:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424276224 00000100:00100000:3.0:1777044824.556454:0:6643:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424276224 00000100:00100000:3.0:1777044824.556546:0:6643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 323 00000100:00100000:3.0:1777044824.556563:0:6643:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42c89f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3342:x1863365424276224:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1777044824.556615:0:6643:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 59572224 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1777044824.556711:0:6643:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42c89f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3342:x1863365424276224:12345-0@lo:13:osp-pre-0-0.0 Request processed in 151us (2083us total) trans 0 rc 0/0 00000100:00100000:3.0:1777044824.556724:0:6643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 323 00000100:00080000:1.0:1777044824.558633:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1777044824.558704:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de41db3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424276224:0@lo:13:osp-pre-0-0.0 00000040:00080000:0.0:1777044824.731392:0:11491:0:(llog.c:801:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1777044824.732930:0:11491:0:(llog_cat.c:158:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1777044824.733006:0:11491:0:(llog.c:858:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 18 count 3 00000040:00080000:0.0:1777044824.733016:0:11491:0:(llog.c:858:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:0.0:1777044825.494969:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777044825.560646:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de42c89880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3341:1863365424276608:0@lo:400:kworker.0 00000100:00100000:1.0:1777044825.560733:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777044825.561066:0:3341:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1777044825.561078:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de42c88e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424276736:0@lo:400:kworker.0 00000100:00100000:1.0:1777044825.561117:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777044825.561499:0:6639:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424276736 00000100:00100000:1.0:1777044825.561510:0:6639:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424276736 00000100:00100000:1.0:1777044825.561575:0:6639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 537 00000100:00100000:1.0:1777044825.561587:0:6639:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42c89500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3341:x1863365424276736:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777044825.561658:0:6639:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42c89500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3341:x1863365424276736:12345-0@lo:400:kworker.0 Request processed in 72us (539us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044825.561669:0:6639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 537 00000100:00100000:1.0:1777044825.561734:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de42c88e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424276736:0@lo:400:kworker.0 00000100:00100000:2.0:1777044825.562386:0:3344:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de42c8a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3344:1863365424276480:0@lo:400:kworker.0 00000100:00100000:2.0:1777044825.562433:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777044825.562465:0:3344:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de42c8a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3344:1863365424276992:0@lo:400:kworker.0 00000100:00100000:2.0:1777044825.562515:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777044825.562556:0:3344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:2.0:1777044825.562565:0:3344:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de42c88700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ce657616-b3f3-4e21-ac89-518ab611901c:3344:1863365424276352:0@lo:400:kworker.0 00000100:00100000:2.0:1777044825.562605:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777044825.562637:0:3344:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de42c88a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3344:1863365424276864:0@lo:400:kworker.0 00000100:00100000:2.0:1777044825.562672:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777044825.562717:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424276608 00000100:00100000:2.0:1777044825.562723:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424276608 00000100:00100000:2.0:1777044825.562808:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424276480 00000100:00100000:2.0:1777044825.562813:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424276480 00000100:00100000:2.0:1777044825.563072:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424276864 00000100:00100000:2.0:1777044825.563095:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424276864 00000100:00100000:2.0:1777044825.563126:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 746 00000100:00100000:2.0:1777044825.563136:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42c89c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3341:x1863365424276608:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777044825.563227:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42c89c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3341:x1863365424276608:12345-0@lo:400:kworker.0 Request processed in 64us (2467us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044825.563238:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 746 00000100:00100000:2.0:1777044825.563264:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 747 00000100:00100000:2.0:1777044825.563273:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41db3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3344:x1863365424276480:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777044825.563321:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41db3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3344:x1863365424276480:12345-0@lo:400:kworker.0 Request processed in 48us (886us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044825.563330:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 747 00000100:00100000:2.0:1777044825.563346:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 748 00000100:00100000:2.0:1777044825.563354:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41db3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3344:x1863365424276864:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777044825.563387:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41db3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3344:x1863365424276864:12345-0@lo:400:kworker.0 Request processed in 34us (715us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044825.563394:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 748 00000100:00100000:2.0:1777044825.563423:0:8776:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424276992 00000100:00100000:2.0:1777044825.563428:0:8776:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424276992 00000100:00100000:2.0:1777044825.563462:0:8776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 538 00000100:00100000:2.0:1777044825.563471:0:8776:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41db1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3344:x1863365424276992:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777044825.563511:0:8776:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41db1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3344:x1863365424276992:12345-0@lo:400:kworker.0 Request processed in 40us (1012us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044825.563520:0:8776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 538 00000100:00100000:2.0:1777044825.563549:0:5850:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424276352 00000100:00100000:2.0:1777044825.563554:0:5850:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424276352 00000100:00100000:2.0:1777044825.563589:0:5850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 550 00000100:00100000:2.0:1777044825.563600:0:5850:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df587b5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ce657616-b3f3-4e21-ac89-518ab611901c+18:3344:x1863365424276352:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777044825.563659:0:5850:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df587b5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ce657616-b3f3-4e21-ac89-518ab611901c+18:3344:x1863365424276352:12345-0@lo:400:kworker.0 Request processed in 60us (1052us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044825.563670:0:5850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 550 00000100:00080000:2.0:1777044825.563711:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1777044825.563718:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1777044825.563791:0:3344:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de42c88700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ce657616-b3f3-4e21-ac89-518ab611901c:3344:1863365424276352:0@lo:400:kworker.0 00000100:00100000:2.0:1777044825.563810:0:3344:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de42c88a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3344:1863365424276864:0@lo:400:kworker.0 00000100:00100000:2.0:1777044825.563823:0:3344:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de42c8a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3344:1863365424276480:0@lo:400:kworker.0 00000100:00100000:2.0:1777044825.563836:0:3344:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de42c8a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3344:1863365424276992:0@lo:400:kworker.0 00000100:00100000:2.0:1777044825.563881:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de42c89880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3341:1863365424276608:0@lo:400:kworker.0 00000100:00100000:1.0:1777044825.569510:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1777044825.569545:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df605f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424277120:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1777044825.569651:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777044825.577613:0:6643:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424277120 00000100:00100000:3.0:1777044825.578152:0:6643:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424277120 00000100:00100000:0.0:1777044825.586297:0:6643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 324 00000100:00100000:0.0:1777044825.586315:0:6643:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42c88e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3342:x1863365424277120:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1777044825.586368:0:6643:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 59572224 pending 0 free 3856662528 avail 3854565376 00000100:00100000:0.0:1777044825.586490:0:6643:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42c88e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3342:x1863365424277120:12345-0@lo:13:osp-pre-1-0.0 Request processed in 179us (16838us total) trans 0 rc 0/0 00000100:00100000:0.0:1777044825.586501:0:6643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 324 00000100:00100000:1.0:1777044825.586681:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df605f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424277120:0@lo:13:osp-pre-1-0.0 00000001:00080000:2.0:1777044826.293604:0:6666:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967329 is committed 00010000:00010000:2.0:1777044826.517564:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:2.0:1777044826.810002:0:7533:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967333 is committed 00000001:00080000:2.0:1777044826.810031:0:7533:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967332 is committed 00000001:00080000:3.0:1777044826.838237:0:5877:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967786 is committed 00000020:00080000:3.0:1777044826.838255:0:5877:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff98de41e61840 refcount 2 committed 0 result 0 batchid 10 00000020:00080000:3.0:1777044826.838264:0:5877:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff98df779dd500 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff98de41e61c00 00000020:00080000:3.0:1777044826.838270:0:5877:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff98df779dd100 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff98df7b8f0000 00000001:00080000:3.0:1777044826.838321:0:5877:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967789 is committed 00000001:00080000:3.0:1777044826.838331:0:5877:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967788 is committed 00000020:00080000:0.0:1777044826.843466:0:5888:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 10 committed batchid 9 00000020:00080000:0.0:1777044826.843794:0:5888:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 9 00010000:00010000:0.0:1777044827.552311:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777044828.162446:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777044828.162531:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777044828.162577:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777044828.162606:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777044828.162653:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777044828.162688:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777044828.162703:0:5849:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369862784 00000100:00100000:0.0:1777044828.162999:0:5849:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369862784 00000100:00100000:3.0:1777044828.163057:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777044828.163110:0:6639:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369863040 00000100:00100000:0.0:1777044828.163124:0:5849:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 551 00000100:00100000:3.0:1777044828.163126:0:6639:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369863040 00000100:00100000:0.0:1777044828.163151:0:5849:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df587b5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2393:x1863365369862784:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777044828.163298:0:6639:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369863552 00000100:00100000:3.0:1777044828.163305:0:6639:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369863552 00000100:00100000:3.0:1777044828.163334:0:6639:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369863168 00000100:00100000:3.0:1777044828.163340:0:6639:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369863168 00000100:00100000:0.0:1777044828.163352:0:5849:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df587b5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2393:x1863365369862784:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 204us (915us total) trans 0 rc 0/0 00000100:00100000:0.0:1777044828.163370:0:5849:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 551 00000100:00100000:3.0:1777044828.163376:0:6639:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369863424 00000100:00100000:3.0:1777044828.163382:0:6639:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369863424 00000100:00100000:3.0:1777044828.163417:0:6639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 539 00000100:00100000:3.0:1777044828.163433:0:6639:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42772680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:146de360-3fb2-48bd-b418-06f30714148a+9:2393:x1863365369863040:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:0.0:1777044828.163511:0:14822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 540 00000100:00100000:3.0:1777044828.163531:0:6639:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42772680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:146de360-3fb2-48bd-b418-06f30714148a+9:2393:x1863365369863040:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 97us (994us total) trans 0 rc 0/0 00000100:00100000:0.0:1777044828.163537:0:14822:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42770700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2393:x1863365369863552:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777044828.163556:0:6639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 539 00000100:00100000:3.0:1777044828.163597:0:6639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 541 00000100:00100000:3.0:1777044828.163614:0:6639:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77fd5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:146de360-3fb2-48bd-b418-06f30714148a+11:2393:x1863365369863168:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:0.0:1777044828.163627:0:14822:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42770700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2393:x1863365369863552:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 97us (1014us total) trans 0 rc 0/0 00000100:00100000:0.0:1777044828.163645:0:14822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 540 00000100:00100000:3.0:1777044828.163674:0:6639:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77fd5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:146de360-3fb2-48bd-b418-06f30714148a+11:2393:x1863365369863168:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 62us (984us total) trans 0 rc 0/0 00000100:00100000:3.0:1777044828.163688:0:6639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 541 00000100:00100000:0.0:1777044828.163744:0:14822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 542 00000100:00100000:0.0:1777044828.163764:0:14822:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77fd5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2393:x1863365369863424:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:0.0:1777044828.163836:0:14822:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77fd5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2393:x1863365369863424:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 78us (785us total) trans 0 rc 0/0 00000100:00100000:0.0:1777044828.163849:0:14822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 542 00000100:00100000:2.0:1777044828.164796:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369863296 00000100:00100000:2.0:1777044828.164807:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369863296 00000100:00100000:2.0:1777044828.164871:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369862912 00000100:00100000:2.0:1777044828.164877:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369862912 00000100:00100000:2.0:1777044828.164932:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 749 00000100:00100000:2.0:1777044828.164945:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42771180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+31:2393:x1863365369863296:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:2.0:1777044828.165025:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42771180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+31:2393:x1863365369863296:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 82us (2446us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044828.165037:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 749 00000100:00100000:2.0:1777044828.165066:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 750 00000100:00100000:2.0:1777044828.165077:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77fd5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:146de360-3fb2-48bd-b418-06f30714148a+69:2393:x1863365369862912:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:2.0:1777044828.165162:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77fd5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:146de360-3fb2-48bd-b418-06f30714148a+69:2393:x1863365369862912:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 85us (2507us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044828.165171:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 750 00000100:00080000:2.0:1777044828.165255:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1777044828.165262:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1777044828.165267:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1777044828.571827:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777044829.595978:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777044829.661081:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df470cf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424277248:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1777044829.661165:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777044829.679153:0:6644:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424277248 00000100:00100000:2.0:1777044829.679171:0:6644:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424277248 00000100:00100000:2.0:1777044829.679299:0:6644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 325 00000100:00100000:2.0:1777044829.679315:0:6644:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77b05880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1863365424277248:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1777044829.679368:0:6644:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 59572224 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1777044829.679495:0:6644:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77b05880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1863365424277248:12345-0@lo:13:osp-pre-0-0.0 Request processed in 183us (18328us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044829.679507:0:6644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 325 00000100:00080000:2.0:1777044829.679540:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1777044829.679584:0:3342:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967329 gen 2 00000004:00080000:2.0:1777044829.679593:0:3342:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98de478bdc00, transno 4294967329 00000100:00100000:2.0:1777044829.679632:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df470cf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424277248:0@lo:13:osp-pre-0-0.0 00010000:00010000:2.0:1777044830.621902:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777044830.678839:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de42c88380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424277376:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1777044830.678919:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777044830.679121:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df77fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3341:1863365424277632:0@lo:400:kworker.0 00000100:00100000:3.0:1777044830.679494:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777044830.702261:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df77fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424277888:0@lo:400:kworker.0 00000100:00100000:1.0:1777044830.702353:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777044830.702411:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:1.0:1777044830.702437:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df77fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ce657616-b3f3-4e21-ac89-518ab611901c:3343:1863365424277504:0@lo:400:kworker.0 00000100:00100000:1.0:1777044830.702501:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777044830.702538:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df77fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3343:1863365424278016:0@lo:400:kworker.0 00000100:00100000:1.0:1777044830.702575:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777044830.702653:0:6644:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424277376 00000100:00100000:1.0:1777044830.702664:0:6644:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424277376 00000100:00100000:1.0:1777044830.702768:0:6644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 326 00000100:00100000:1.0:1777044830.702781:0:6644:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42c8ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424277376:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1777044830.702828:0:6644:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 59572224 pending 0 free 3856662528 avail 3854565376 00000100:00100000:1.0:1777044830.702907:0:6644:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42c8ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424277376:12345-0@lo:13:osp-pre-1-0.0 Request processed in 128us (23987us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044830.702917:0:6644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 326 00000100:00100000:1.0:1777044830.702955:0:6639:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424277888 00000100:00100000:1.0:1777044830.702961:0:6639:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424277888 00000100:00100000:1.0:1777044830.703002:0:6639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 543 00000100:00100000:1.0:1777044830.703011:0:6639:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42c8b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424277888:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777044830.703057:0:6639:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42c8b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424277888:12345-0@lo:400:kworker.0 Request processed in 46us (704us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044830.703066:0:6639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 543 00000100:00100000:1.0:1777044830.703091:0:5848:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424277504 00000100:00100000:1.0:1777044830.703096:0:5848:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424277504 00000100:00100000:1.0:1777044830.703128:0:5848:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 552 00000100:00100000:1.0:1777044830.703138:0:5848:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df587b7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ce657616-b3f3-4e21-ac89-518ab611901c+18:3343:x1863365424277504:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777044830.703180:0:5848:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df587b7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ce657616-b3f3-4e21-ac89-518ab611901c+18:3343:x1863365424277504:12345-0@lo:400:kworker.0 Request processed in 44us (679us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044830.703189:0:5848:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 552 00000100:00100000:1.0:1777044830.703257:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424277632 00000100:00100000:1.0:1777044830.703272:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424277632 00000100:00100000:1.0:1777044830.703311:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424278016 00000100:00100000:1.0:1777044830.703315:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424278016 00000100:00100000:1.0:1777044830.703347:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 751 00000100:00100000:1.0:1777044830.703356:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77fd6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3341:x1863365424277632:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777044830.703402:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77fd6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3341:x1863365424277632:12345-0@lo:400:kworker.0 Request processed in 47us (23909us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044830.703411:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 751 00000100:00100000:1.0:1777044830.703430:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 752 00000100:00100000:1.0:1777044830.703439:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42c8aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3343:x1863365424278016:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777044830.703473:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42c8aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3343:x1863365424278016:12345-0@lo:400:kworker.0 Request processed in 36us (898us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044830.703482:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 752 00000100:00080000:1.0:1777044830.703505:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1777044830.703511:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1777044830.703562:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df77fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ce657616-b3f3-4e21-ac89-518ab611901c:3343:1863365424277504:0@lo:400:kworker.0 00000100:00100000:1.0:1777044830.703583:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df77fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3343:1863365424278016:0@lo:400:kworker.0 00000100:00100000:1.0:1777044830.703598:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df77fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424277888:0@lo:400:kworker.0 00000100:00100000:1.0:1777044830.703612:0:3343:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967333 gen 2 00000004:00080000:1.0:1777044830.703619:0:3343:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967333 committed transno 4294967333 00000100:00100000:1.0:1777044830.703650:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de42c88380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424277376:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1777044830.709046:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df77fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3342:1863365424277760:0@lo:400:kworker.0 00000100:00100000:2.0:1777044830.709131:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777044830.709525:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424277760 00000100:00100000:2.0:1777044830.709535:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424277760 00000100:00100000:2.0:1777044830.709613:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 753 00000100:00100000:2.0:1777044830.709625:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77b05f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3342:x1863365424277760:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777044830.709725:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77b05f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3342:x1863365424277760:12345-0@lo:400:kworker.0 Request processed in 100us (593us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044830.709737:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 753 00000100:00100000:2.0:1777044830.709812:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df77fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3342:1863365424277760:0@lo:400:kworker.0 00000100:00080000:1.0:1777044830.711227:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1777044830.720809:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df77fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3341:1863365424277632:0@lo:400:kworker.0 00010000:00010000:3.0:1777044831.637608:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00080000:3.0:1777044831.946159:0:5877:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 10 batchid updated 00000020:00080000:1.0:1777044831.946314:0:5888:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 10 00000020:00080000:1.0:1777044831.946330:0:5888:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 10 00010000:00010000:2.0:1777044832.667989:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777044833.272151:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777044833.294800:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777044833.294853:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777044833.294904:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777044833.294940:0:5850:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369863680 00000100:00100000:2.0:1777044833.294953:0:5850:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369863680 00000100:00100000:2.0:1777044833.295020:0:5850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 553 00000100:00100000:2.0:1777044833.295036:0:5850:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df50f8c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2393:x1863365369863680:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:2.0:1777044833.295122:0:5850:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df50f8c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2393:x1863365369863680:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 90us (217us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044833.295133:0:5850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 553 00000100:00100000:2.0:1777044833.295261:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777044833.295424:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777044833.295468:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777044833.295501:0:6641:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369864064 00000100:00100000:2.0:1777044833.295508:0:6641:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369864064 00000100:00100000:2.0:1777044833.295559:0:6641:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369864320 00000100:00100000:2.0:1777044833.295565:0:6641:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369864320 00000100:00100000:2.0:1777044833.295585:0:6641:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369863936 00000100:00100000:2.0:1777044833.295589:0:6641:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369863936 00000100:00100000:2.0:1777044833.295607:0:6641:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369864448 00000100:00100000:2.0:1777044833.295610:0:6641:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369864448 00000100:00100000:2.0:1777044833.296569:0:6641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 544 00000100:00100000:2.0:1777044833.296581:0:6641:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77b06a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:146de360-3fb2-48bd-b418-06f30714148a+11:2393:x1863365369864064:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:2.0:1777044833.296718:0:6641:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77b06a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:146de360-3fb2-48bd-b418-06f30714148a+11:2393:x1863365369864064:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 136us (1950us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044833.296729:0:6641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 544 00000100:00100000:2.0:1777044833.296754:0:6641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 545 00000100:00100000:2.0:1777044833.296764:0:6641:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77b06680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2393:x1863365369864320:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:2.0:1777044833.296806:0:6641:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77b06680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2393:x1863365369864320:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 43us (1953us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044833.296816:0:6641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 545 00000100:00100000:2.0:1777044833.296834:0:6641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 546 00000100:00100000:2.0:1777044833.296843:0:6641:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77b04a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:146de360-3fb2-48bd-b418-06f30714148a+9:2393:x1863365369863936:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:2.0:1777044833.296877:0:6641:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77b04a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:146de360-3fb2-48bd-b418-06f30714148a+9:2393:x1863365369863936:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 35us (1617us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044833.296885:0:6641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 546 00000100:00100000:2.0:1777044833.296904:0:6641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 547 00000100:00100000:2.0:1777044833.296914:0:6641:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df470cf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2393:x1863365369864448:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:2.0:1777044833.296947:0:6641:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df470cf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2393:x1863365369864448:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 35us (1480us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044833.296956:0:6641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 547 00000100:00100000:2.0:1777044833.296984:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369863808 00000100:00100000:2.0:1777044833.296989:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369863808 00000100:00100000:2.0:1777044833.297030:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369864192 00000100:00100000:2.0:1777044833.297034:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369864192 00000100:00100000:2.0:1777044833.298499:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 754 00000100:00100000:2.0:1777044833.298515:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77fd7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:146de360-3fb2-48bd-b418-06f30714148a+69:2393:x1863365369863808:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:2.0:1777044833.298575:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77fd7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:146de360-3fb2-48bd-b418-06f30714148a+69:2393:x1863365369863808:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 63us (26437us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044833.298585:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 754 00000100:00100000:2.0:1777044833.298610:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 755 00000100:00100000:2.0:1777044833.298621:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df470cc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+31:2393:x1863365369864192:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:2.0:1777044833.298689:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df470cc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+31:2393:x1863365369864192:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 70us (3266us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044833.298700:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 755 00000100:00080000:2.0:1777044833.311000:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1777044833.311014:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1777044833.311018:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:3.0:1777044833.690446:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777044834.711061:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777044834.775301:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1777044834.775332:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df77fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424278144:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1777044834.775456:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777044834.775633:0:6644:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424278144 00000100:00100000:3.0:1777044834.775643:0:6644:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424278144 00000100:00100000:3.0:1777044834.775732:0:6644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 327 00000100:00100000:3.0:1777044834.775745:0:6644:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42c88380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1863365424278144:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1777044834.775791:0:6644:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 59572224 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1777044834.776150:0:6644:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42c88380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1863365424278144:12345-0@lo:13:osp-pre-0-0.0 Request processed in 406us (694us total) trans 0 rc 0/0 00000100:00100000:3.0:1777044834.776162:0:6644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 327 00000100:00100000:3.0:1777044834.776232:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df77fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424278144:0@lo:13:osp-pre-0-0.0 00000100:00080000:1.0:1777044834.776365:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000040:00080000:0.0:1777044834.977432:0:11491:0:(llog.c:801:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1777044834.977444:0:11491:0:(llog_cat.c:158:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1777044834.978567:0:11491:0:(llog.c:858:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 17 count 1 00000040:00080000:0.0:1777044834.978577:0:11491:0:(llog.c:858:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:3.0:1777044835.733999:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777044835.798024:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de42c89880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424278272:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1777044835.798103:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777044835.798229:0:6644:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424278272 00000100:00100000:3.0:1777044835.798238:0:6644:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424278272 00000100:00100000:3.0:1777044835.798308:0:6644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 328 00000100:00100000:3.0:1777044835.798321:0:6644:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77fd4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1863365424278272:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1777044835.798362:0:6644:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 59572224 pending 0 free 3856662528 avail 3854565376 00000100:00100000:3.0:1777044835.798417:0:6644:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77fd4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1863365424278272:12345-0@lo:13:osp-pre-1-0.0 Request processed in 99us (313us total) trans 0 rc 0/0 00000100:00100000:3.0:1777044835.798445:0:6644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 328 00000100:00100000:3.0:1777044835.798509:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de42c89880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424278272:0@lo:13:osp-pre-1-0.0 00000100:00080000:1.0:1777044835.799349:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1777044835.799366:0:3344:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df605f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3344:1863365424278528:0@lo:400:kworker.0 00000100:00100000:1.0:1777044835.799410:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777044835.799453:0:3344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:1.0:1777044835.799461:0:3344:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df605f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ce657616-b3f3-4e21-ac89-518ab611901c:3344:1863365424278400:0@lo:400:kworker.0 00000100:00100000:1.0:1777044835.799496:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777044835.799526:0:3344:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df605f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3344:1863365424278912:0@lo:400:kworker.0 00000100:00100000:1.0:1777044835.799551:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777044835.799613:0:5849:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424278400 00000100:00100000:1.0:1777044835.799619:0:5849:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424278400 00000100:00100000:1.0:1777044835.799659:0:5849:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 554 00000100:00100000:1.0:1777044835.799667:0:5849:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df4fc75850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ce657616-b3f3-4e21-ac89-518ab611901c+18:3344:x1863365424278400:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777044835.799717:0:5849:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df4fc75850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ce657616-b3f3-4e21-ac89-518ab611901c+18:3344:x1863365424278400:12345-0@lo:400:kworker.0 Request processed in 50us (219us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044835.799726:0:5849:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 554 00000100:00100000:1.0:1777044835.799769:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424278528 00000100:00100000:1.0:1777044835.799774:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424278528 00000100:00100000:1.0:1777044835.799808:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424278912 00000100:00100000:1.0:1777044835.799812:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424278912 00000100:00100000:1.0:1777044835.800077:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 756 00000100:00100000:1.0:1777044835.800088:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42c8a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3344:x1863365424278528:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777044835.800450:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42c8a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3344:x1863365424278528:12345-0@lo:400:kworker.0 Request processed in 364us (1039us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044835.800460:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 756 00000100:00100000:1.0:1777044835.800479:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 757 00000100:00100000:1.0:1777044835.800499:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42c8a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3344:x1863365424278912:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777044835.800539:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42c8a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3344:x1863365424278912:12345-0@lo:400:kworker.0 Request processed in 43us (986us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044835.800546:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 757 00000100:00080000:1.0:1777044835.800576:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1777044835.800622:0:3344:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df605f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ce657616-b3f3-4e21-ac89-518ab611901c:3344:1863365424278400:0@lo:400:kworker.0 00000100:00100000:1.0:1777044835.800637:0:3344:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df605f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3344:1863365424278912:0@lo:400:kworker.0 00000100:00100000:1.0:1777044835.800648:0:3344:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df605f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3344:1863365424278528:0@lo:400:kworker.0 00000100:00100000:2.0:1777044835.801120:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df605f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3341:1863365424278656:0@lo:400:kworker.0 00000100:00100000:2.0:1777044835.801463:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777044835.801501:0:3341:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1777044835.801509:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df605f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424278784:0@lo:400:kworker.0 00000100:00100000:2.0:1777044835.801539:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777044835.801656:0:6641:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424278784 00000100:00100000:0.0:1777044835.801663:0:6641:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424278784 00000100:00100000:0.0:1777044835.801716:0:6641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 548 00000100:00100000:0.0:1777044835.801727:0:6641:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df4668bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3341:x1863365424278784:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777044835.801782:0:6641:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df4668bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3341:x1863365424278784:12345-0@lo:400:kworker.0 Request processed in 57us (241us total) trans 0 rc 0/0 00000100:00100000:0.0:1777044835.801791:0:6641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 548 00000100:00100000:2.0:1777044835.801982:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df605f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424278784:0@lo:400:kworker.0 00000100:00100000:1.0:1777044835.802830:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424278656 00000100:00100000:1.0:1777044835.802838:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424278656 00000100:00100000:1.0:1777044835.802919:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 758 00000100:00100000:1.0:1777044835.802931:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df46688e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3341:x1863365424278656:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777044835.803004:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df46688e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3341:x1863365424278656:12345-0@lo:400:kworker.0 Request processed in 76us (1540us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044835.803013:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 758 00000100:00100000:3.0:1777044835.803244:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df605f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3341:1863365424278656:0@lo:400:kworker.0 00000100:00080000:2.0:1777044835.803605:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1777044836.013462:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777044836.013656:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369864576 00000100:00100000:1.0:1777044836.013672:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369864576 00000100:00100000:1.0:1777044836.013794:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 736 00000100:00100000:1.0:1777044836.013814:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77fd4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+31:21765:x1863365369864576:12345-192.168.201.45@tcp:60:lhsmtool_posix.0 00000100:00100000:1.0:1777044836.014189:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77fd4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+31:21765:x1863365369864576:12345-192.168.201.45@tcp:60:lhsmtool_posix.0 Request processed in 382us (738us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044836.014242:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 736 00000100:00080000:3.0:1777044836.015278:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1777044836.025031:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777044836.025506:0:5858:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369864832 00000100:00100000:3.0:1777044836.025521:0:5858:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369864832 00000100:00100000:3.0:1777044836.025628:0:5858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 175 00000100:00100000:3.0:1777044836.025648:0:5858:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df4668ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+31:21765:x1863365369864832:12345-192.168.201.45@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1777044836.027107:0:5858:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df4668ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+32:21765:x1863365369864832:12345-192.168.201.45@tcp:35:lhsmtool_posix.0 Request processed in 1461us (2085us total) trans 4294967790 rc 0/0 00000100:00100000:3.0:1777044836.027121:0:5858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 175 00010000:00010000:2.0:1777044836.761180:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:2.0:1777044837.092095:0:5877:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967790 is committed 00010000:00010000:3.0:1777044837.784194:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777044838.402643:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777044838.402688:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777044838.402841:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777044838.402943:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369865088 00000100:00100000:0.0:1777044838.402954:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369865088 00000100:00100000:0.0:1777044838.403048:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 759 00000100:00100000:0.0:1777044838.403062:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df4668aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:146de360-3fb2-48bd-b418-06f30714148a+69:2391:x1863365369865088:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:0.0:1777044838.403151:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df4668aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:146de360-3fb2-48bd-b418-06f30714148a+69:2391:x1863365369865088:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 92us (518us total) trans 0 rc 0/0 00000100:00100000:0.0:1777044838.403162:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 759 00000100:00080000:3.0:1777044838.404435:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1777044838.409802:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777044838.414517:0:5848:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369864960 00000100:00100000:0.0:1777044838.414535:0:5848:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369864960 00000100:00100000:0.0:1777044838.414637:0:5848:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 555 00000100:00100000:0.0:1777044838.414651:0:5848:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df4fc77450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2391:x1863365369864960:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:0.0:1777044838.414769:0:5848:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df4fc77450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2391:x1863365369864960:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 119us (4974us total) trans 0 rc 0/0 00000100:00100000:0.0:1777044838.414779:0:5848:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 555 00000100:00100000:2.0:1777044838.415049:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777044838.416138:0:8776:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369865344 00000100:00100000:1.0:1777044838.416148:0:8776:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369865344 00000100:00100000:0.0:1777044838.416340:0:8776:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369865600 00000100:00100000:0.0:1777044838.416346:0:8776:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369865600 00000100:00100000:0.0:1777044838.416380:0:8776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 549 00000100:00100000:0.0:1777044838.416391:0:8776:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df46688a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:146de360-3fb2-48bd-b418-06f30714148a+11:2391:x1863365369865344:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:0.0:1777044838.416452:0:8776:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df46688a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:146de360-3fb2-48bd-b418-06f30714148a+11:2391:x1863365369865344:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 62us (13762us total) trans 0 rc 0/0 00000100:00100000:0.0:1777044838.416462:0:8776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 549 00000100:00100000:0.0:1777044838.416485:0:8776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 550 00000100:00100000:0.0:1777044838.416494:0:8776:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df46688380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2391:x1863365369865600:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:0.0:1777044838.416529:0:8776:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df46688380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2391:x1863365369865600:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 36us (13688us total) trans 0 rc 0/0 00000100:00100000:0.0:1777044838.416538:0:8776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 550 00000100:00080000:1.0:1777044838.416943:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1777044838.416961:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1777044838.428541:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777044838.430084:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777044838.431114:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369865216 00000100:00100000:0.0:1777044838.431128:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369865216 00000100:00100000:0.0:1777044838.431200:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369865728 00000100:00100000:0.0:1777044838.431205:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369865728 00000100:00100000:0.0:1777044838.431259:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 551 00000100:00100000:0.0:1777044838.431273:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df4668b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:146de360-3fb2-48bd-b418-06f30714148a+9:2391:x1863365369865216:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:0.0:1777044838.431401:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df4668b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:146de360-3fb2-48bd-b418-06f30714148a+9:2391:x1863365369865216:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 130us (21548us total) trans 0 rc 0/0 00000100:00100000:0.0:1777044838.431412:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 551 00000100:00100000:0.0:1777044838.431434:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 552 00000100:00100000:0.0:1777044838.431462:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df46688700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2391:x1863365369865728:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:0.0:1777044838.431501:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df46688700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2391:x1863365369865728:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 41us (1420us total) trans 0 rc 0/0 00000100:00100000:0.0:1777044838.431509:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 552 00000100:00080000:3.0:1777044838.432637:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1777044838.432644:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1777044838.434130:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369865472 00000100:00100000:1.0:1777044838.434140:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369865472 00000100:00080000:3.0:1777044838.438098:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1777044838.438665:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 760 00000100:00100000:0.0:1777044838.438681:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df46689f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+31:2391:x1863365369865472:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:0.0:1777044838.438800:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df46689f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+31:2391:x1863365369865472:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 122us (10269us total) trans 0 rc 0/0 00000100:00100000:0.0:1777044838.438811:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 760 00010000:00010000:2.0:1777044838.805376:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777044839.830363:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777044839.894085:0:3344:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df77fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3344:1863365424279040:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1777044839.894182:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777044839.896151:0:6644:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424279040 00000100:00100000:3.0:1777044839.896164:0:6644:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424279040 00000100:00100000:3.0:1777044839.896588:0:6644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 329 00000100:00100000:3.0:1777044839.896603:0:6644:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df75299880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1863365424279040:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1777044839.896647:0:6644:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 59572224 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1777044839.896719:0:6644:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df75299880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1863365424279040:12345-0@lo:13:osp-pre-0-0.0 Request processed in 119us (2537us total) trans 0 rc 0/0 00000100:00100000:3.0:1777044839.896732:0:6644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 329 00000100:00100000:3.0:1777044839.896826:0:3344:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df77fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3344:1863365424279040:0@lo:13:osp-pre-0-0.0 00000100:00080000:2.0:1777044839.896946:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000001:02000400:0.0:1777044840.737948:0:16594:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 11c: Import a file to a directory with a pool ========================================================== 11:33:56 (1777044836) 00010000:00010000:2.0:1777044840.867013:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777044840.920644:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1777044840.920673:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de42c88a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424279168:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1777044840.920757:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777044840.920843:0:6644:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424279168 00000100:00100000:1.0:1777044840.920853:0:6644:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424279168 00000100:00100000:1.0:1777044840.920932:0:6644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 330 00000100:00100000:1.0:1777044840.920947:0:6644:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42c88700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1863365424279168:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1777044840.920993:0:6644:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 59572224 pending 0 free 3856662528 avail 3854565376 00000100:00100000:1.0:1777044840.921058:0:6644:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42c88700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1863365424279168:12345-0@lo:13:osp-pre-1-0.0 Request processed in 114us (301us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044840.921070:0:6644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 330 00000100:00080000:1.0:1777044840.921099:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1777044840.921152:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de42c88a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424279168:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1777044840.922840:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df605f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3343:1863365424279424:0@lo:400:kworker.0 00000100:00100000:0.0:1777044840.922887:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777044840.922918:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1777044840.922926:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df605f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3343:1863365424279552:0@lo:400:kworker.0 00000100:00100000:0.0:1777044840.922951:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777044840.923003:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424279424 00000100:00100000:0.0:1777044840.923009:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424279424 00000100:00100000:0.0:1777044840.923047:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424279552 00000100:00100000:0.0:1777044840.923050:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424279552 00000100:00100000:0.0:1777044840.923080:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 761 00000100:00100000:0.0:1777044840.923089:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df605f6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3343:x1863365424279424:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777044840.923140:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df605f6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3343:x1863365424279424:12345-0@lo:400:kworker.0 Request processed in 52us (253us total) trans 0 rc 0/0 00000100:00100000:0.0:1777044840.923150:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 761 00000100:00100000:0.0:1777044840.923183:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 762 00000100:00100000:0.0:1777044840.923192:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df605f4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3343:x1863365424279552:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777044840.923287:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df605f4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3343:x1863365424279552:12345-0@lo:400:kworker.0 Request processed in 95us (334us total) trans 0 rc 0/0 00000100:00100000:0.0:1777044840.923296:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 762 00000100:00100000:0.0:1777044840.923343:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df605f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3343:1863365424279552:0@lo:400:kworker.0 00000100:00100000:0.0:1777044840.923357:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df605f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3343:1863365424279424:0@lo:400:kworker.0 00000100:00080000:1.0:1777044840.923826:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1777044840.923843:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df605f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ce657616-b3f3-4e21-ac89-518ab611901c:3342:1863365424279296:0@lo:400:kworker.0 00000100:00100000:1.0:1777044840.923886:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777044840.923921:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df605f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3342:1863365424279808:0@lo:400:kworker.0 00000100:00100000:1.0:1777044840.923947:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777044840.923971:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1777044840.923978:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df605f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424279680:0@lo:400:kworker.0 00000100:00100000:1.0:1777044840.924005:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777044840.924037:0:5850:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424279296 00000100:00100000:1.0:1777044840.924042:0:5850:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424279296 00000100:00100000:1.0:1777044840.924079:0:5850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 556 00000100:00100000:1.0:1777044840.924088:0:5850:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df4fc76050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ce657616-b3f3-4e21-ac89-518ab611901c+18:3342:x1863365424279296:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777044840.924449:0:5850:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df4fc76050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ce657616-b3f3-4e21-ac89-518ab611901c+18:3342:x1863365424279296:12345-0@lo:400:kworker.0 Request processed in 360us (560us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044840.924458:0:5850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 556 00000100:00100000:1.0:1777044840.924495:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424279808 00000100:00100000:1.0:1777044840.924500:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424279808 00000100:00100000:1.0:1777044840.924566:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 763 00000100:00100000:1.0:1777044840.924574:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42c88a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3342:x1863365424279808:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777044840.924614:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42c88a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3342:x1863365424279808:12345-0@lo:400:kworker.0 Request processed in 40us (666us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044840.924622:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 763 00000100:00100000:1.0:1777044840.924647:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424279680 00000100:00100000:1.0:1777044840.924652:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424279680 00000100:00100000:1.0:1777044840.924681:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 553 00000100:00100000:1.0:1777044840.924690:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42c89880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3342:x1863365424279680:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777044840.924727:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42c89880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3342:x1863365424279680:12345-0@lo:400:kworker.0 Request processed in 38us (721us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044840.924736:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 553 00000100:00080000:1.0:1777044840.924757:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1777044840.925043:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df605f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424279680:0@lo:400:kworker.0 00000100:00100000:1.0:1777044840.925059:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df605f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ce657616-b3f3-4e21-ac89-518ab611901c:3342:1863365424279296:0@lo:400:kworker.0 00000100:00100000:1.0:1777044840.925072:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df605f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3342:1863365424279808:0@lo:400:kworker.0 00010000:00010000:0.0:1777044841.879010:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777044842.904858:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777044843.507615:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777044843.507791:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777044843.507841:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777044843.507890:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777044843.507923:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777044843.507958:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777044843.508057:0:14822:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369866240 00000100:00100000:2.0:1777044843.508072:0:14822:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369866240 00000100:00100000:2.0:1777044843.508155:0:14822:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369866496 00000100:00100000:2.0:1777044843.508161:0:14822:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369866496 00000100:00100000:2.0:1777044843.508196:0:14822:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369866112 00000100:00100000:2.0:1777044843.508200:0:14822:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369866112 00000100:00100000:2.0:1777044843.508265:0:14822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 554 00000100:00100000:2.0:1777044843.508280:0:14822:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df485a8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:146de360-3fb2-48bd-b418-06f30714148a+11:2392:x1863365369866240:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:2.0:1777044843.508383:0:14822:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df485a8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:146de360-3fb2-48bd-b418-06f30714148a+11:2392:x1863365369866240:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 104us (592us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044843.508398:0:14822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 554 00000100:00100000:2.0:1777044843.508664:0:14822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 555 00000100:00100000:2.0:1777044843.508679:0:14822:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df605f5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2392:x1863365369866496:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:2.0:1777044843.508728:0:14822:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df605f5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2392:x1863365369866496:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 53us (887us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044843.508756:0:14822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 555 00000100:00100000:2.0:1777044843.508793:0:14822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 556 00000100:00100000:2.0:1777044843.508805:0:14822:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df605f7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:146de360-3fb2-48bd-b418-06f30714148a+9:2393:x1863365369866112:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:2.0:1777044843.508850:0:14822:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df605f7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:146de360-3fb2-48bd-b418-06f30714148a+9:2393:x1863365369866112:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 46us (926us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044843.508861:0:14822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 556 00000100:00080000:2.0:1777044843.508891:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1777044843.508897:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1777044843.517702:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777044843.517749:0:6639:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369866624 00000100:00100000:0.0:1777044843.517761:0:6639:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369866624 00000100:00100000:0.0:1777044843.517876:0:6639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 557 00000100:00100000:0.0:1777044843.517892:0:6639:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df605f4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2393:x1863365369866624:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:0.0:1777044843.517991:0:6639:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df605f4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2393:x1863365369866624:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 102us (299us total) trans 0 rc 0/0 00000100:00100000:0.0:1777044843.518005:0:6639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 557 00000100:00100000:0.0:1777044843.518045:0:5849:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369865856 00000100:00100000:0.0:1777044843.518052:0:5849:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369865856 00000100:00100000:0.0:1777044843.518095:0:5849:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 557 00000100:00100000:0.0:1777044843.518105:0:5849:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df4fc76c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2393:x1863365369865856:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:0.0:1777044843.518493:0:5849:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df4fc76c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2393:x1863365369865856:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 387us (10601us total) trans 0 rc 0/0 00000100:00100000:0.0:1777044843.518507:0:5849:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 557 00000100:00100000:1.0:1777044843.527557:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369865984 00000100:00100000:1.0:1777044843.527576:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369865984 00000100:00100000:1.0:1777044843.527674:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369866368 00000100:00100000:1.0:1777044843.527680:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369866368 00000100:00100000:1.0:1777044843.527730:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 764 00000100:00100000:1.0:1777044843.527757:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df605f7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:146de360-3fb2-48bd-b418-06f30714148a+69:2392:x1863365369865984:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:1.0:1777044843.527853:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df605f7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:146de360-3fb2-48bd-b418-06f30714148a+69:2392:x1863365369865984:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 101us (20249us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044843.527866:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 764 00000100:00100000:1.0:1777044843.527892:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 765 00000100:00100000:1.0:1777044843.527902:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df605f7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+31:2393:x1863365369866368:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:1.0:1777044843.527941:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df605f7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+31:2393:x1863365369866368:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 40us (19983us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044843.527952:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 765 00000100:00080000:0.0:1777044843.528603:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1777044843.528610:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000020:00000080:0.0:1777044843.791997:0:16642:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866bc len=0 uarg=00007ffee6b37db0 20000000:00000080:0.0:1777044843.792020:0:16642:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866bc len=576 karg=ffff98df4669e400 uarg=0000000000000000 00000040:00100000:0.0:1777044843.798189:0:16642:0:(llog.c:1068:llog_reverse_process()) index 41 : idx 1 00000040:00080000:0.0:1777044843.800582:0:16642:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x3:0x0].42, 224 off15448 20000000:01000000:0.0:1777044843.800668:0:16642:0:(mgs_llog.c:1526:record_base_raw()) lcfg lustre-clilov 0xce020 lustre test_11c (null) (null) 00000040:00080000:0.0:1777044843.800739:0:16642:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x3:0x0].43, 112 off15560 00000040:00080000:0.0:1777044843.800805:0:16642:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x3:0x0].44, 224 off15784 00000040:00080000:0.0:1777044843.801779:0:16642:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].37, 224 off14712 20000000:01000000:0.0:1777044843.801800:0:16642:0:(mgs_llog.c:1526:record_base_raw()) lcfg lustre-MDT0000-mdtlov 0xce020 lustre test_11c (null) (null) 00000040:00080000:0.0:1777044843.801863:0:16642:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].38, 120 off14832 00000040:00080000:0.0:1777044843.801954:0:16642:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].39, 224 off15056 10000000:01000000:0.0:1777044843.801978:0:16642:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x0 (lustre) 00010000:00010000:0.0:1777044843.802006:0:16642:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff98df7b536200/0x2c8777a5e7d9cb02 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044843.802036:0:16642:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff98df6d777400/0x2c8777a5e7d99b98 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11477c4 expref: 11 pid: 5850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044843.802051:0:16642:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff98de43107400/0x2c8777a5e7d99b9f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11477cb expref: 11 pid: 5849 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044843.802064:0:16642:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff98de418f7200/0x2c8777a5e7d99bad lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x2c8777a5e7d99ba6 expref: 17 pid: 5848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044843.802076:0:16642:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff98df74fa6c00/0x2c8777a5e7d99bbb lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x2c8777a5e7d99bb4 expref: 17 pid: 5850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044843.802101:0:16642:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff98df74fa6600/0x2c8777a5e7d99bc9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x2c8777a5e7d99bc2 expref: 17 pid: 5850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044843.802112:0:16642:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff98df74fa6800/0x2c8777a5e7d99bd7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x2c8777a5e7d99bd0 expref: 17 pid: 5850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044843.802123:0:16642:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff98de43107800/0x2c8777a5e7d99be5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x2c8777a5e7d99bde expref: 17 pid: 5849 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044843.802134:0:16642:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff98de418f6800/0x2c8777a5e7d99bf3 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x2c8777a5e7d99bec expref: 17 pid: 5849 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044843.802146:0:16642:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff98df74fa6400/0x2c8777a5e7d99c01 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x2c8777a5e7d99bfa expref: 17 pid: 5848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044843.802159:0:16642:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff98df74fa7000/0x2c8777a5e7d99c40 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11477d9 expref: 11 pid: 5850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044843.802173:0:16642:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff98df7b536200/0x2c8777a5e7d9cb02 lrc: 13/0,1 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044843.802572:0:16642:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff98df74fa7000/0x2c8777a5e7d99c40 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11477d9 expref: 11 pid: 5850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044843.802594:0:16642:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff98df74fa7000/0x2c8777a5e7d99c40 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x70000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11477d9 expref: 11 pid: 5850 timeout: 1572 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777044843.802616:0:16642:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df605f4380 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:16642:1863365424279936:192.168.201.45@tcp:104: 00010000:00010000:0.0:1777044843.803023:0:16642:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff98df74fa6400/0x2c8777a5e7d99c01 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x2c8777a5e7d99bfa expref: 17 pid: 5848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044843.803045:0:16642:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff98df74fa6400/0x2c8777a5e7d99c01 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x2c8777a5e7d99bfa expref: 17 pid: 5848 timeout: 1622 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777044843.803060:0:16642:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df605f6680 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:16642:1863365424280064:0@lo:104: 00000100:00100000:0.0:1777044843.803114:0:16642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777044843.803517:0:8332:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424280064 00010000:00010000:0.0:1777044843.803521:0:16642:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff98de418f6800/0x2c8777a5e7d99bf3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x2c8777a5e7d99bec expref: 17 pid: 5849 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777044843.803526:0:8332:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424280064 00010000:00010000:0.0:1777044843.803535:0:16642:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff98de418f6800/0x2c8777a5e7d99bf3 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x2c8777a5e7d99bec expref: 17 pid: 5849 timeout: 1622 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777044843.803549:0:16642:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df605f7b80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:16642:1863365424280192:0@lo:104: 00000100:00100000:0.0:1777044843.803584:0:16642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777044843.803589:0:8332:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:3.0:1777044843.803602:0:8332:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df605f5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:ce657616-b3f3-4e21-ac89-518ab611901c+3:16642:x1863365424280064:12345-0@lo:104: 00010000:00010000:0.0:1777044843.803617:0:16642:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff98de43107800/0x2c8777a5e7d99be5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x2c8777a5e7d99bde expref: 17 pid: 5849 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044843.803620:0:8332:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.201.145@tcp lock: ffff98df74fa7600/0x2c8777a5e7d99bfa lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0x2c8777a5e7d99c01 expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044843.803631:0:16642:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff98de43107800/0x2c8777a5e7d99be5 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x2c8777a5e7d99bde expref: 17 pid: 5849 timeout: 1622 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777044843.803643:0:16642:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df6d625f80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:16642:1863365424280320:0@lo:104: 00000100:00100000:1.0:1777044843.803746:0:5840:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424280192 00000100:00100000:1.0:1777044843.803994:0:5840:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424280192 00000100:00100000:1.0:1777044843.804029:0:5840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:1.0:1777044843.804039:0:5840:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df605f5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:ce657616-b3f3-4e21-ac89-518ab611901c+4:16642:x1863365424280192:12345-0@lo:104: 00010000:00010000:1.0:1777044843.804052:0:5840:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.201.145@tcp lock: ffff98df6d776000/0x2c8777a5e7d99bec lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0x2c8777a5e7d99bf3 expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777044843.806819:0:16642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1777044843.806871:0:16642:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff98df74fa6800/0x2c8777a5e7d99bd7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x2c8777a5e7d99bd0 expref: 17 pid: 5850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044843.806890:0:16642:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff98df74fa6800/0x2c8777a5e7d99bd7 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x2c8777a5e7d99bd0 expref: 17 pid: 5850 timeout: 1622 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777044843.806907:0:16642:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df6d625500 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:16642:1863365424280448:0@lo:104: 00000100:00100000:0.0:1777044843.806970:0:16642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1777044843.807003:0:16642:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff98df74fa6600/0x2c8777a5e7d99bc9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x2c8777a5e7d99bc2 expref: 17 pid: 5850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044843.807019:0:16642:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff98df74fa6600/0x2c8777a5e7d99bc9 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x2c8777a5e7d99bc2 expref: 17 pid: 5850 timeout: 1622 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777044843.807033:0:16642:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df6d626680 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:16642:1863365424280576:0@lo:104: 00000100:00100000:0.0:1777044843.807068:0:16642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1777044843.807444:0:16642:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff98df74fa6c00/0x2c8777a5e7d99bbb lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x2c8777a5e7d99bb4 expref: 17 pid: 5850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044843.808736:0:16642:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff98df74fa6c00/0x2c8777a5e7d99bbb lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x2c8777a5e7d99bb4 expref: 17 pid: 5850 timeout: 1622 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777044843.808757:0:16642:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df6d624700 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:16642:1863365424280704:0@lo:104: 00000100:00100000:0.0:1777044843.808800:0:16642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1777044843.808850:0:16642:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff98de418f7200/0x2c8777a5e7d99bad lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x2c8777a5e7d99ba6 expref: 17 pid: 5848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044843.808866:0:16642:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff98de418f7200/0x2c8777a5e7d99bad lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x2c8777a5e7d99ba6 expref: 17 pid: 5848 timeout: 1622 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777044843.808881:0:16642:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df6d627100 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:16642:1863365424280832:0@lo:104: 00000100:00100000:0.0:1777044843.808919:0:16642:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1777044843.808950:0:16642:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff98de43107400/0x2c8777a5e7d99b9f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11477cb expref: 11 pid: 5849 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044843.808966:0:16642:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff98de43107400/0x2c8777a5e7d99b9f lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x70000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11477cb expref: 11 pid: 5849 timeout: 1572 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777044843.809005:0:16642:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df6d625180 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:16642:1863365424280960:192.168.201.45@tcp:104: 00010000:00010000:0.0:1777044843.809074:0:16642:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff98df6d777400/0x2c8777a5e7d99b98 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11477c4 expref: 11 pid: 5850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044843.809089:0:16642:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff98df6d777400/0x2c8777a5e7d99b98 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x70000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11477c4 expref: 11 pid: 5850 timeout: 1572 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777044843.809104:0:16642:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df6d626d80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:16642:1863365424281088:192.168.201.45@tcp:104: 00000100:00100000:0.0:1777044843.809142:0:16642:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df58654480 going to sleep for 11 seconds 00000100:00100000:0.0:1777044843.809177:0:16642:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df605f6680 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:16642:1863365424280064:0@lo:104: 00000100:00100000:0.0:1777044843.810962:0:5839:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:0.0:1777044843.810985:0:5839:0:(service.c:3441:ptlrpc_start_thread()) ldlm_cbd[0] started 3 min 2 max 56 00000100:00100000:0.0:1777044843.810995:0:5839:0:(service.c:3500:ptlrpc_start_thread()) starting thread 'ldlm_cb00_003' 00010000:00010000:3.0:1777044843.811434:0:8332:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1777044843.811449:0:8332:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df605f5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:ce657616-b3f3-4e21-ac89-518ab611901c+4:16642:x1863365424280064:12345-0@lo:104: Request processed in 7845us (8331us total) trans 0 rc 0/0 00000100:00100000:3.0:1777044843.811488:0:8332:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:3.0:1777044843.811524:0:8332:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424280320 00000100:00100000:3.0:1777044843.811534:0:8332:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424280320 00000100:00100000:3.0:1777044843.811565:0:8332:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424280448 00000100:00100000:3.0:1777044843.811570:0:8332:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424280448 00000100:00100000:3.0:1777044843.811586:0:8332:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424280576 00000100:00100000:3.0:1777044843.811590:0:8332:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424280576 00000100:00100000:3.0:1777044843.811607:0:8332:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424280704 00000100:00100000:3.0:1777044843.811611:0:8332:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424280704 00000100:00100000:3.0:1777044843.811624:0:8332:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424280832 00000100:00100000:3.0:1777044843.811627:0:8332:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424280832 00000100:00100000:3.0:1777044843.811644:0:8332:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:3.0:1777044843.811655:0:8332:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d624000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:ce657616-b3f3-4e21-ac89-518ab611901c+8:16642:x1863365424280320:12345-0@lo:104: 00010000:00010000:3.0:1777044843.811674:0:8332:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.201.145@tcp lock: ffff98df6d776e00/0x2c8777a5e7d99bde lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0x2c8777a5e7d99be5 expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044843.811759:0:8332:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:3.0:1777044843.811768:0:8332:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d624000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:ce657616-b3f3-4e21-ac89-518ab611901c+8:16642:x1863365424280320:12345-0@lo:104: Request processed in 114us (4955us total) trans 0 rc 0/0 00000100:00100000:3.0:1777044843.811796:0:8332:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:3.0:1777044843.812088:0:8332:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:3.0:1777044843.812098:0:8332:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d626300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:ce657616-b3f3-4e21-ac89-518ab611901c+7:16642:x1863365424280448:12345-0@lo:104: 00010000:00010000:3.0:1777044843.812110:0:8332:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.201.145@tcp lock: ffff98df74fa7200/0x2c8777a5e7d99bd0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0x2c8777a5e7d99bd7 expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777044843.812130:0:16642:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df6d625f80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:16642:1863365424280320:0@lo:104: 00010000:00010000:3.0:1777044843.812169:0:8332:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to priority blp list, 3 blwis in pool 00000100:00100000:3.0:1777044843.812177:0:8332:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d626300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:ce657616-b3f3-4e21-ac89-518ab611901c+7:16642:x1863365424280448:12345-0@lo:104: Request processed in 80us (5208us total) trans 0 rc 0/0 00000100:00100000:0.0:1777044843.812177:0:16642:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df6d625500 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:16642:1863365424280448:0@lo:104: 00000100:00100000:3.0:1777044843.812187:0:8332:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:3.0:1777044843.812232:0:8332:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:3.0:1777044843.812244:0:8332:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d627b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:ce657616-b3f3-4e21-ac89-518ab611901c+6:16642:x1863365424280576:12345-0@lo:104: 00010000:00010000:3.0:1777044843.812256:0:8332:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.201.145@tcp lock: ffff98df74fa7400/0x2c8777a5e7d99bc2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0x2c8777a5e7d99bc9 expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044843.812311:0:8332:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to priority blp list, 4 blwis in pool 00000100:00100000:3.0:1777044843.812320:0:8332:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d627b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:ce657616-b3f3-4e21-ac89-518ab611901c+6:16642:x1863365424280576:12345-0@lo:104: Request processed in 79us (5252us total) trans 0 rc 0/0 00000100:00100000:0.0:1777044843.812327:0:16642:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df6d626680 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:16642:1863365424280576:0@lo:104: 00000100:00100000:3.0:1777044843.812331:0:8332:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:3.0:1777044843.812353:0:8332:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:3.0:1777044843.812362:0:8332:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d624a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:ce657616-b3f3-4e21-ac89-518ab611901c+5:16642:x1863365424280704:12345-0@lo:104: 00010000:00010000:3.0:1777044843.812373:0:8332:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.201.145@tcp lock: ffff98df6d777800/0x2c8777a5e7d99bb4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0x2c8777a5e7d99bbb expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044843.812431:0:8332:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/5 locks to priority blp list, 5 blwis in pool 00000100:00100000:3.0:1777044843.812439:0:8332:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d624a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:ce657616-b3f3-4e21-ac89-518ab611901c+5:16642:x1863365424280704:12345-0@lo:104: Request processed in 78us (3639us total) trans 0 rc 0/0 00000100:00100000:3.0:1777044843.812485:0:8332:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:3.0:1777044843.812509:0:8332:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:3.0:1777044843.812518:0:8332:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77b24050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:ce657616-b3f3-4e21-ac89-518ab611901c+4:16642:x1863365424280832:12345-0@lo:104: 00010000:00010000:3.0:1777044843.812529:0:8332:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.201.145@tcp lock: ffff98de43107000/0x2c8777a5e7d99ba6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0x2c8777a5e7d99bad expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044843.812572:0:8332:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/6 locks to priority blp list, 6 blwis in pool 00000100:00100000:3.0:1777044843.812579:0:8332:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77b24050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:ce657616-b3f3-4e21-ac89-518ab611901c+4:16642:x1863365424280832:12345-0@lo:104: Request processed in 63us (3661us total) trans 0 rc 0/0 00000100:00100000:3.0:1777044843.812588:0:8332:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00010000:00010000:3.0:1777044843.812612:0:5845:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 5 total in blp. (5 blwis in pool) 00010000:00010000:3.0:1777044843.812619:0:5845:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.145@tcp lock: ffff98df74fa7600/0x2c8777a5e7d99bfa lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0x2c8777a5e7d99c01 expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044843.812631:0:5845:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98df74fa7600 already unused, calling callback (ffffffffc1dd8c20) 10000000:00010000:3.0:1777044843.812637:0:5845:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.145@tcp lock: ffff98df74fa7600/0x2c8777a5e7d99bfa lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400400000000 nid: local remote: 0x2c8777a5e7d99c01 expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044843.812649:0:5845:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.145@tcp lock: ffff98df74fa7600/0x2c8777a5e7d99bfa lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1408400000000 nid: local remote: 0x2c8777a5e7d99c01 expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1777044843.812660:0:5845:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.145@tcp lock: ffff98df74fa7600/0x2c8777a5e7d99bfa lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1409400000000 nid: local remote: 0x2c8777a5e7d99c01 expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1777044843.812669:0:5845:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:3.0:1777044843.812715:0:5845:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.145@tcp lock: ffff98df74fa7600/0x2c8777a5e7d99bfa lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5c09400000020 nid: local remote: 0x2c8777a5e7d99c01 expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044843.812725:0:5845:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1777044843.812767:0:5845:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.145@tcp lock: ffff98df74fa7600/0x2c8777a5e7d99bfa lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5c09400000020 nid: local remote: 0x2c8777a5e7d99c01 expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044843.812780:0:5845:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.145@tcp lock: ffff98df74fa7600/0x2c8777a5e7d99bfa lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5c09400000020 nid: local remote: 0x2c8777a5e7d99c01 expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044843.812796:0:5845:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:3.0:1777044843.812801:0:5845:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.145@tcp lock: ffff98df6d776e00/0x2c8777a5e7d99bde lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1400000000000 nid: local remote: 0x2c8777a5e7d99be5 expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044843.812821:0:5845:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98df6d776e00 already unused, calling callback (ffffffffc1dd8c20) 10000000:00010000:3.0:1777044843.812825:0:5845:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.145@tcp lock: ffff98df6d776e00/0x2c8777a5e7d99bde lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1400400000000 nid: local remote: 0x2c8777a5e7d99be5 expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044843.812836:0:5845:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.145@tcp lock: ffff98df6d776e00/0x2c8777a5e7d99bde lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1408400000000 nid: local remote: 0x2c8777a5e7d99be5 expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1777044843.812845:0:5845:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.145@tcp lock: ffff98df6d776e00/0x2c8777a5e7d99bde lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1409400000000 nid: local remote: 0x2c8777a5e7d99be5 expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1777044843.812853:0:5845:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:3.0:1777044843.813117:0:5845:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.145@tcp lock: ffff98df6d776e00/0x2c8777a5e7d99bde lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5c09400000020 nid: local remote: 0x2c8777a5e7d99be5 expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044843.813127:0:5845:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1777044843.813139:0:5845:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.145@tcp lock: ffff98df6d776e00/0x2c8777a5e7d99bde lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5c09400000020 nid: local remote: 0x2c8777a5e7d99be5 expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044843.813149:0:5845:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.145@tcp lock: ffff98df6d776e00/0x2c8777a5e7d99bde lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5c09400000020 nid: local remote: 0x2c8777a5e7d99be5 expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044843.813163:0:5845:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:3.0:1777044843.813176:0:5845:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.145@tcp lock: ffff98df74fa7200/0x2c8777a5e7d99bd0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1400000000000 nid: local remote: 0x2c8777a5e7d99bd7 expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044843.813185:0:5845:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98df74fa7200 already unused, calling callback (ffffffffc1dd8c20) 10000000:00010000:3.0:1777044843.813189:0:5845:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.145@tcp lock: ffff98df74fa7200/0x2c8777a5e7d99bd0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1400400000000 nid: local remote: 0x2c8777a5e7d99bd7 expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044843.813230:0:5845:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.145@tcp lock: ffff98df74fa7200/0x2c8777a5e7d99bd0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1408400000000 nid: local remote: 0x2c8777a5e7d99bd7 expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1777044843.813241:0:5845:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.145@tcp lock: ffff98df74fa7200/0x2c8777a5e7d99bd0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1409400000000 nid: local remote: 0x2c8777a5e7d99bd7 expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1777044843.813250:0:5845:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:3.0:1777044843.813271:0:5845:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.145@tcp lock: ffff98df74fa7200/0x2c8777a5e7d99bd0 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5c09400000020 nid: local remote: 0x2c8777a5e7d99bd7 expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044843.813280:0:5845:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1777044843.813304:0:5845:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.145@tcp lock: ffff98df74fa7200/0x2c8777a5e7d99bd0 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5c09400000020 nid: local remote: 0x2c8777a5e7d99bd7 expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044843.813315:0:5845:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.145@tcp lock: ffff98df74fa7200/0x2c8777a5e7d99bd0 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5c09400000020 nid: local remote: 0x2c8777a5e7d99bd7 expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044843.813328:0:5845:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1777044843.813333:0:5845:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.145@tcp lock: ffff98df74fa7400/0x2c8777a5e7d99bc2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0x2c8777a5e7d99bc9 expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044843.813341:0:5845:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98df74fa7400 already unused, calling callback (ffffffffc1dd8c20) 10000000:00010000:3.0:1777044843.813345:0:5845:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.145@tcp lock: ffff98df74fa7400/0x2c8777a5e7d99bc2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1400400000000 nid: local remote: 0x2c8777a5e7d99bc9 expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044843.813372:0:5845:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.145@tcp lock: ffff98df74fa7400/0x2c8777a5e7d99bc2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1408400000000 nid: local remote: 0x2c8777a5e7d99bc9 expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1777044843.813382:0:5845:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.145@tcp lock: ffff98df74fa7400/0x2c8777a5e7d99bc2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1409400000000 nid: local remote: 0x2c8777a5e7d99bc9 expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1777044843.813389:0:5845:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:3.0:1777044843.813409:0:5845:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.145@tcp lock: ffff98df74fa7400/0x2c8777a5e7d99bc2 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0x2c8777a5e7d99bc9 expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044843.813417:0:5845:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1777044843.813426:0:5845:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.145@tcp lock: ffff98df74fa7400/0x2c8777a5e7d99bc2 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0x2c8777a5e7d99bc9 expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044843.813435:0:5845:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.145@tcp lock: ffff98df74fa7400/0x2c8777a5e7d99bc2 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0x2c8777a5e7d99bc9 expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044843.813449:0:5845:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1777044843.813453:0:5845:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.145@tcp lock: ffff98df6d777800/0x2c8777a5e7d99bb4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1400000000000 nid: local remote: 0x2c8777a5e7d99bbb expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044843.813501:0:5845:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98df6d777800 already unused, calling callback (ffffffffc1dd8c20) 10000000:00010000:3.0:1777044843.813506:0:5845:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.145@tcp lock: ffff98df6d777800/0x2c8777a5e7d99bb4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1400400000000 nid: local remote: 0x2c8777a5e7d99bbb expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044843.813516:0:5845:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.145@tcp lock: ffff98df6d777800/0x2c8777a5e7d99bb4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1408400000000 nid: local remote: 0x2c8777a5e7d99bbb expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1777044843.813526:0:5845:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.145@tcp lock: ffff98df6d777800/0x2c8777a5e7d99bb4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1409400000000 nid: local remote: 0x2c8777a5e7d99bbb expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1777044843.813545:0:5845:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:3.0:1777044843.813569:0:5845:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.145@tcp lock: ffff98df6d777800/0x2c8777a5e7d99bb4 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0x2c8777a5e7d99bbb expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777044843.813573:0:16642:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df6d624700 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:16642:1863365424280704:0@lo:104: 00010000:00010000:3.0:1777044843.813579:0:5845:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:0.0:1777044843.813587:0:16642:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df6d627100 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:16642:1863365424280832:0@lo:104: 00010000:00010000:3.0:1777044843.813588:0:5845:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.145@tcp lock: ffff98df6d777800/0x2c8777a5e7d99bb4 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0x2c8777a5e7d99bbb expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044843.813598:0:5845:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.145@tcp lock: ffff98df6d777800/0x2c8777a5e7d99bb4 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0x2c8777a5e7d99bbb expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044843.813612:0:5845:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777044843.813616:0:5845:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.145@tcp lock: ffff98de43107000/0x2c8777a5e7d99ba6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x2c8777a5e7d99bad expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044843.813626:0:5845:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de43107000 already unused, calling callback (ffffffffc1dd8c20) 10000000:00010000:3.0:1777044843.813630:0:5845:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.145@tcp lock: ffff98de43107000/0x2c8777a5e7d99ba6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0x2c8777a5e7d99bad expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044843.813640:0:5845:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.145@tcp lock: ffff98de43107000/0x2c8777a5e7d99ba6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0x2c8777a5e7d99bad expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1777044843.813651:0:5845:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.145@tcp lock: ffff98de43107000/0x2c8777a5e7d99ba6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0x2c8777a5e7d99bad expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1777044843.813659:0:5845:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:3.0:1777044843.813679:0:5845:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.145@tcp lock: ffff98de43107000/0x2c8777a5e7d99ba6 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x2c8777a5e7d99bad expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044843.813687:0:5845:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1777044843.813704:0:5845:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.145@tcp lock: ffff98de43107000/0x2c8777a5e7d99ba6 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x2c8777a5e7d99bad expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044843.813712:0:5845:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.145@tcp lock: ffff98de43107000/0x2c8777a5e7d99ba6 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x2c8777a5e7d99bad expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044843.813727:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777044843.813729:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777044843.813732:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777044843.813743:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777044843.813768:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df77fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ce657616-b3f3-4e21-ac89-518ab611901c:3343:1863365424281216:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1777044843.813817:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777044843.813872:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df77fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ce657616-b3f3-4e21-ac89-518ab611901c:3343:1863365424281728:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1777044843.813903:0:6655:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424281216 00000100:00100000:0.0:1777044843.813910:0:6655:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424281216 00000100:00100000:3.0:1777044843.813928:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1777044843.813941:0:6655:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff98df74fa6400/0x2c8777a5e7d99c01 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x2c8777a5e7d99bfa expref: 18 pid: 5848 timeout: 1622 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777044843.813958:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:3.0:1777044843.813968:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df77fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ce657616-b3f3-4e21-ac89-518ab611901c:3343:1863365424281344:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1777044843.813971:0:6655:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424281728 00000100:00100000:0.0:1777044843.813976:0:6655:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424281728 00010000:00010000:0.0:1777044843.813991:0:6655:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff98df74fa6c00/0x2c8777a5e7d99bbb lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x2c8777a5e7d99bb4 expref: 19 pid: 5850 timeout: 1622 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777044843.813999:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777044843.814022:0:6655:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424281344 00000100:00100000:3.0:1777044843.814024:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df77fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ce657616-b3f3-4e21-ac89-518ab611901c:3343:1863365424281856:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1777044843.814026:0:6655:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424281344 00010000:00010000:0.0:1777044843.814044:0:6655:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff98de43107800/0x2c8777a5e7d99be5 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x2c8777a5e7d99bde expref: 20 pid: 5849 timeout: 1622 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777044843.814053:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777044843.814062:0:6655:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424281856 00000100:00100000:0.0:1777044843.814065:0:6655:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424281856 00010000:00010000:0.0:1777044843.814079:0:6655:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff98de418f7200/0x2c8777a5e7d99bad lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x2c8777a5e7d99ba6 expref: 21 pid: 5848 timeout: 1622 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777044843.814098:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df77fd4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ce657616-b3f3-4e21-ac89-518ab611901c:3341:1863365424281472:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1777044843.814099:0:6655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 199 00000100:00100000:0.0:1777044843.814108:0:6655:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77fd5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ce657616-b3f3-4e21-ac89-518ab611901c+21:3343:x1863365424281216:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1777044843.814420:0:6655:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777044843.814429:0:6655:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff98df74fa6400/0x2c8777a5e7d99c01 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x2c8777a5e7d99bfa expref: 21 pid: 5848 timeout: 1622 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044843.814444:0:6655:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff98df74fa6400/0x2c8777a5e7d99c01 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x2c8777a5e7d99bfa expref: 21 pid: 5848 timeout: 1622 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044843.814532:0:6655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff98df74fa6400/0x2c8777a5e7d99c01 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x2c8777a5e7d99bfa expref: 21 pid: 5848 timeout: 1622 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044843.814550:0:6655:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777044843.814599:0:6655:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77fd5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ce657616-b3f3-4e21-ac89-518ab611901c+20:3343:x1863365424281216:12345-0@lo:103:ldlm_bl.0 Request processed in 491us (781us total) trans 0 rc 0/0 00000100:00100000:0.0:1777044843.814609:0:6655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 199 00000100:00100000:0.0:1777044843.814632:0:6655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 200 00000100:00100000:0.0:1777044843.814641:0:6655:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77fd5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ce657616-b3f3-4e21-ac89-518ab611901c+19:3343:x1863365424281728:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1777044843.814666:0:6655:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777044843.814672:0:6655:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff98df74fa6c00/0x2c8777a5e7d99bbb lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x2c8777a5e7d99bb4 expref: 19 pid: 5850 timeout: 1622 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044843.814684:0:6655:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff98df74fa6c00/0x2c8777a5e7d99bbb lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x2c8777a5e7d99bb4 expref: 19 pid: 5850 timeout: 1622 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044843.814698:0:6655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff98df74fa6c00/0x2c8777a5e7d99bbb lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x2c8777a5e7d99bb4 expref: 19 pid: 5850 timeout: 1622 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044843.814711:0:6655:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777044843.814747:0:6655:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77fd5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ce657616-b3f3-4e21-ac89-518ab611901c+18:3343:x1863365424281728:12345-0@lo:103:ldlm_bl.0 Request processed in 107us (819us total) trans 0 rc 0/0 00000100:00100000:0.0:1777044843.814757:0:6655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 200 00000100:00100000:0.0:1777044843.814778:0:6655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 201 00000100:00100000:0.0:1777044843.814788:0:6655:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77fd6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ce657616-b3f3-4e21-ac89-518ab611901c+17:3343:x1863365424281344:12345-0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1777044843.815973:0:5842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 202 00000100:00100000:1.0:1777044843.815989:0:5842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77fd7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ce657616-b3f3-4e21-ac89-518ab611901c+17:3343:x1863365424281856:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1777044843.816003:0:5842:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777044843.816583:0:5842:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff98de418f7200/0x2c8777a5e7d99bad lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x2c8777a5e7d99ba6 expref: 17 pid: 5848 timeout: 1622 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044843.816598:0:5842:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff98de418f7200/0x2c8777a5e7d99bad lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x2c8777a5e7d99ba6 expref: 17 pid: 5848 timeout: 1622 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044843.816615:0:5842:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff98de418f7200/0x2c8777a5e7d99bad lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x2c8777a5e7d99ba6 expref: 17 pid: 5848 timeout: 1622 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044843.816638:0:5842:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777044843.816682:0:5842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77fd7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ce657616-b3f3-4e21-ac89-518ab611901c+16:3343:x1863365424281856:12345-0@lo:103:ldlm_bl.0 Request processed in 697us (2627us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044843.816693:0:5842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 202 00010000:00010000:1.0:1777044843.816782:0:5840:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1777044843.816791:0:5840:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df605f5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:ce657616-b3f3-4e21-ac89-518ab611901c+3:16642:x1863365424280192:12345-0@lo:104: Request processed in 12753us (13206us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044843.816803:0:5840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:1.0:1777044843.816905:0:16642:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df605f7b80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:16642:1863365424280192:0@lo:104: 00000100:00100000:1.0:1777044843.816961:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df77fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ce657616-b3f3-4e21-ac89-518ab611901c:3342:1863365424281600:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1777044843.817005:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777044843.817061:0:5842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424281600 00000100:00100000:1.0:1777044843.817067:0:5842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424281600 00010000:00010000:1.0:1777044843.817093:0:5842:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff98df74fa6600/0x2c8777a5e7d99bc9 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x2c8777a5e7d99bc2 expref: 16 pid: 5850 timeout: 1622 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777044843.817123:0:5842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 203 00000100:00100000:1.0:1777044843.817133:0:5842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42c8bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ce657616-b3f3-4e21-ac89-518ab611901c+16:3342:x1863365424281600:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1777044843.817145:0:5842:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777044843.817151:0:5842:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff98df74fa6600/0x2c8777a5e7d99bc9 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x2c8777a5e7d99bc2 expref: 16 pid: 5850 timeout: 1622 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044843.817163:0:5842:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff98df74fa6600/0x2c8777a5e7d99bc9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x2c8777a5e7d99bc2 expref: 16 pid: 5850 timeout: 1622 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044843.817179:0:5842:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff98df74fa6600/0x2c8777a5e7d99bc9 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x2c8777a5e7d99bc2 expref: 16 pid: 5850 timeout: 1622 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044843.817247:0:5842:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777044843.817291:0:5842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42c8bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ce657616-b3f3-4e21-ac89-518ab611901c+15:3342:x1863365424281600:12345-0@lo:103:ldlm_bl.0 Request processed in 159us (285us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044843.817302:0:5842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 203 00000100:00100000:1.0:1777044843.817347:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df77fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ce657616-b3f3-4e21-ac89-518ab611901c:3342:1863365424281600:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1777044843.819051:0:6655:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777044843.819066:0:6655:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff98de43107800/0x2c8777a5e7d99be5 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x2c8777a5e7d99bde expref: 14 pid: 5849 timeout: 1622 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044843.819082:0:6655:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff98de43107800/0x2c8777a5e7d99be5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x2c8777a5e7d99bde expref: 14 pid: 5849 timeout: 1622 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044843.819098:0:6655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff98de43107800/0x2c8777a5e7d99be5 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x2c8777a5e7d99bde expref: 14 pid: 5849 timeout: 1622 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044843.819116:0:6655:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777044843.819528:0:6655:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77fd6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ce657616-b3f3-4e21-ac89-518ab611901c+13:3343:x1863365424281344:12345-0@lo:103:ldlm_bl.0 Request processed in 4739us (5524us total) trans 0 rc 0/0 00000100:00100000:0.0:1777044843.819555:0:6655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 201 00000100:00100000:3.0:1777044843.821833:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777044843.822614:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df77fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ce657616-b3f3-4e21-ac89-518ab611901c:3343:1863365424281344:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1777044843.822638:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df77fd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ce657616-b3f3-4e21-ac89-518ab611901c:3343:1863365424281856:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1777044843.822675:0:16642:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df605f4380 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:16642:1863365424279936:192.168.201.45@tcp:104: 00000100:00100000:3.0:1777044843.822677:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df77fd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ce657616-b3f3-4e21-ac89-518ab611901c:3343:1863365424281216:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1777044843.822707:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df77fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ce657616-b3f3-4e21-ac89-518ab611901c:3343:1863365424281728:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1777044843.822766:0:5845:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777044843.822776:0:5845:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.145@tcp lock: ffff98df6d776000/0x2c8777a5e7d99bec lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x2c8777a5e7d99bf3 expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044843.822790:0:5845:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98df6d776000 already unused, calling callback (ffffffffc1dd8c20) 10000000:00010000:3.0:1777044843.822795:0:5845:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.145@tcp lock: ffff98df6d776000/0x2c8777a5e7d99bec lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x2c8777a5e7d99bf3 expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044843.822809:0:5845:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.145@tcp lock: ffff98df6d776000/0x2c8777a5e7d99bec lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x2c8777a5e7d99bf3 expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1777044843.822821:0:5845:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.145@tcp lock: ffff98df6d776000/0x2c8777a5e7d99bec lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x2c8777a5e7d99bf3 expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1777044843.822830:0:5845:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:3.0:1777044843.823491:0:5845:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.145@tcp lock: ffff98df6d776000/0x2c8777a5e7d99bec lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x2c8777a5e7d99bf3 expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044843.823503:0:5845:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1777044843.823536:0:5845:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.145@tcp lock: ffff98df6d776000/0x2c8777a5e7d99bec lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x2c8777a5e7d99bf3 expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044843.823547:0:5845:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.145@tcp lock: ffff98df6d776000/0x2c8777a5e7d99bec lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x2c8777a5e7d99bf3 expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777044843.824261:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df77fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ce657616-b3f3-4e21-ac89-518ab611901c:3341:1863365424281984:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1777044843.824321:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1777044843.831724:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777044843.831737:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777044843.831741:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777044843.839561:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777044843.839632:0:5841:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424281472 00000100:00100000:1.0:1777044843.839664:0:5841:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424281472 00010000:00010000:1.0:1777044843.839717:0:5841:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff98df74fa6800/0x2c8777a5e7d99bd7 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x2c8777a5e7d99bd0 expref: 13 pid: 5850 timeout: 1622 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777044843.839772:0:5841:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424281984 00000100:00100000:1.0:1777044843.839778:0:5841:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424281984 00010000:00010000:1.0:1777044843.839799:0:5841:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff98de418f6800/0x2c8777a5e7d99bf3 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x2c8777a5e7d99bec expref: 14 pid: 5849 timeout: 1622 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777044843.839834:0:5841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204 00000100:00100000:1.0:1777044843.839846:0:5841:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df677a6450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ce657616-b3f3-4e21-ac89-518ab611901c+14:3341:x1863365424281472:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1777044843.839867:0:5841:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777044843.839875:0:5841:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff98df74fa6800/0x2c8777a5e7d99bd7 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x2c8777a5e7d99bd0 expref: 14 pid: 5850 timeout: 1622 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044843.840156:0:5841:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff98df74fa6800/0x2c8777a5e7d99bd7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x2c8777a5e7d99bd0 expref: 14 pid: 5850 timeout: 1622 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044843.840180:0:5841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff98df74fa6800/0x2c8777a5e7d99bd7 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x2c8777a5e7d99bd0 expref: 14 pid: 5850 timeout: 1622 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044843.840266:0:5841:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777044843.840358:0:5841:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df677a6450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ce657616-b3f3-4e21-ac89-518ab611901c+13:3341:x1863365424281472:12345-0@lo:103:ldlm_bl.0 Request processed in 513us (25897us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044843.840370:0:5841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204 00000100:00100000:1.0:1777044843.840438:0:5841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205 00000100:00100000:1.0:1777044843.840451:0:5841:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d624380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ce657616-b3f3-4e21-ac89-518ab611901c+12:3341:x1863365424281984:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1777044843.840489:0:5841:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777044843.840497:0:5841:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff98de418f6800/0x2c8777a5e7d99bf3 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x2c8777a5e7d99bec expref: 12 pid: 5849 timeout: 1622 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044843.840511:0:5841:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff98de418f6800/0x2c8777a5e7d99bf3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x2c8777a5e7d99bec expref: 12 pid: 5849 timeout: 1622 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044843.840529:0:5841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff98de418f6800/0x2c8777a5e7d99bf3 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x2c8777a5e7d99bec expref: 12 pid: 5849 timeout: 1622 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044843.840542:0:5841:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777044843.840578:0:5841:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d624380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ce657616-b3f3-4e21-ac89-518ab611901c+11:3341:x1863365424281984:12345-0@lo:103:ldlm_bl.0 Request processed in 131us (16257us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044843.840588:0:5841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205 00000100:00100000:1.0:1777044843.840644:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df77fd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ce657616-b3f3-4e21-ac89-518ab611901c:3341:1863365424281984:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1777044843.840661:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df77fd4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ce657616-b3f3-4e21-ac89-518ab611901c:3341:1863365424281472:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1777044843.845827:0:16642:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df6d625180 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:16642:1863365424280960:192.168.201.45@tcp:104: 00000100:00100000:2.0:1777044843.845850:0:16642:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df6d626d80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:16642:1863365424281088:192.168.201.45@tcp:104: 00010000:00010000:2.0:1777044843.845926:0:16642:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff98df7b536200/0x2c8777a5e7d9cb02 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777044843.847078:0:5841:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369866752 00000100:00100000:1.0:1777044843.847090:0:5841:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369866752 00010000:00010000:1.0:1777044843.847137:0:5841:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff98df74fa7000/0x2c8777a5e7d99c40 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11477d9 expref: 12 pid: 5850 timeout: 1572 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777044843.853572:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777044843.855678:0:5841:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369866880 00000100:00100000:1.0:1777044843.855696:0:5841:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369866880 00010000:00010000:1.0:1777044843.855766:0:5841:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff98de43107400/0x2c8777a5e7d99b9f lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11477cb expref: 13 pid: 5849 timeout: 1572 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777044843.859015:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777044843.870603:0:5841:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369867008 00000100:00100000:1.0:1777044843.870622:0:5841:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369867008 00010000:00010000:1.0:1777044843.870692:0:5841:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff98df6d777400/0x2c8777a5e7d99b98 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11477c4 expref: 14 pid: 5850 timeout: 1572 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777044843.870745:0:5841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 206 00000100:00100000:1.0:1777044843.870760:0:5841:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77fd4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:19aeff9b-bdfb-4382-8412-7db7c143c0bf+14:2392:x1863365369866752:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777044843.870781:0:5841:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777044843.870790:0:5841:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff98df74fa7000/0x2c8777a5e7d99c40 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x60000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11477d9 expref: 14 pid: 5850 timeout: 1572 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044843.870809:0:5841:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff98df74fa7000/0x2c8777a5e7d99c40 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x50000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11477d9 expref: 14 pid: 5850 timeout: 1572 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044843.870836:0:5841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff98df74fa7000/0x2c8777a5e7d99c40 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x44801400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11477d9 expref: 14 pid: 5850 timeout: 1572 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044843.870860:0:5841:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777044843.870946:0:5841:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77fd4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:19aeff9b-bdfb-4382-8412-7db7c143c0bf+13:2392:x1863365369866752:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 187us (31395us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044843.870957:0:5841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 206 00000100:00100000:1.0:1777044843.871012:0:5841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 207 00000100:00100000:1.0:1777044843.871025:0:5841:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77fd5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2393:x1863365369866880:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777044843.871037:0:5841:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777044843.871044:0:5841:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff98de43107400/0x2c8777a5e7d99b9f lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11477cb expref: 12 pid: 5849 timeout: 1572 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044843.871076:0:5841:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff98de43107400/0x2c8777a5e7d99b9f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11477cb expref: 12 pid: 5849 timeout: 1572 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044843.871093:0:5841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff98de43107400/0x2c8777a5e7d99b9f lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x44801400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11477cb expref: 12 pid: 5849 timeout: 1572 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044843.871108:0:5841:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777044843.871139:0:5841:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77fd5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:19aeff9b-bdfb-4382-8412-7db7c143c0bf+11:2393:x1863365369866880:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 117us (25883us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044843.871150:0:5841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 207 00000100:00100000:1.0:1777044843.871172:0:5841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 208 00000100:00100000:1.0:1777044843.871181:0:5841:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df75298380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:19aeff9b-bdfb-4382-8412-7db7c143c0bf+10:2392:x1863365369867008:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777044843.871192:0:5841:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777044843.871559:0:5841:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff98df6d777400/0x2c8777a5e7d99b98 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11477c4 expref: 10 pid: 5850 timeout: 1572 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044843.871576:0:5841:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff98df6d777400/0x2c8777a5e7d99b98 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11477c4 expref: 10 pid: 5850 timeout: 1572 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044843.871592:0:5841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff98df6d777400/0x2c8777a5e7d99b98 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11477c4 expref: 10 pid: 5850 timeout: 1572 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044843.871609:0:5841:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff98df7b536200/0x2c8777a5e7d9cb02 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044843.871622:0:5841:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff98df7b536200/0x2c8777a5e7d9cb02 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044843.871661:0:5841:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff98df7b536200/0x2c8777a5e7d9cb02 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044843.871673:0:5841:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff98df7b536200/0x2c8777a5e7d9cb02 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044843.871683:0:5841:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff98df7b536200/0x2c8777a5e7d9cb02 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044843.871693:0:5841:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff98df7b536200/0x2c8777a5e7d9cb02 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044843.871702:0:5841:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98df7b536200 already unused, calling callback (ffffffffc17d22d0) 00010000:00010000:1.0:1777044843.871707:0:5841:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff98df7b536200/0x2c8777a5e7d9cb02 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044843.871718:0:5841:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff98df7b536200/0x2c8777a5e7d9cb02 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044843.871740:0:5841:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff98df7b536200/0x2c8777a5e7d9cb02 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044843.871754:0:5841:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777044843.872030:0:5841:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df75298380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:19aeff9b-bdfb-4382-8412-7db7c143c0bf+9:2392:x1863365369867008:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 848us (13022us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044843.872043:0:5841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 208 00010000:00010000:0.0:1777044843.880127:0:16642:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff98df7b536200/0x2c8777a5e7d9cb02 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044843.880154:0:16642:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff98df7b536200/0x2c8777a5e7d9cb02 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044843.880166:0:16642:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff98df7b536200/0x2c8777a5e7d9cb02 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044843.933263:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1777044844.182303:0:11491:0:(llog.c:801:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1777044844.182315:0:11491:0:(llog_cat.c:158:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1777044844.183269:0:11491:0:(llog.c:858:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:3.0:1777044844.183284:0:11491:0:(llog.c:858:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:3.0:1777044844.950781:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777044845.017171:0:3341:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1777044845.017224:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df77fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424282112:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1777044845.017308:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777044845.020975:0:6644:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424282112 00000100:00100000:3.0:1777044845.020992:0:6644:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424282112 00000100:00100000:3.0:1777044845.022714:0:6644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 331 00000100:00100000:3.0:1777044845.022732:0:6644:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d627480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3341:x1863365424282112:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1777044845.023134:0:6644:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 59572224 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1777044845.023497:0:6644:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d627480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3341:x1863365424282112:12345-0@lo:13:osp-pre-0-0.0 Request processed in 769us (6187us total) trans 0 rc 0/0 00000100:00100000:3.0:1777044845.023509:0:6644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 331 00000100:00080000:0.0:1777044845.023921:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1777044845.026111:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df77fd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424282112:0@lo:13:osp-pre-0-0.0 10000000:01000000:2.0:1777044845.525611:0:5853:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:01000000:2.0:1777044845.525620:0:5853:0:(mgc_request.c:1799:mgc_process_log()) Process log lustre-client-ffff98df607ea000 from 42 10000000:01000000:2.0:1777044845.525627:0:5853:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:2.0:1777044845.525690:0:5853:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.145@tcp lock: ffff98de427e7200/0x2c8777a5e7d9cb09 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044845.525708:0:5853:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.145@tcp lock: ffff98de427e7200/0x2c8777a5e7d9cb09 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044845.525723:0:5853:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.145@tcp lock: ffff98de427e7200/0x2c8777a5e7d9cb09 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777044845.525757:0:5853:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df75299500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ce657616-b3f3-4e21-ac89-518ab611901c:5853:1863365424282240:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1777044845.525862:0:5853:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777044845.526093:0:5853:0:(client.c:2691:ptlrpc_set_wait()) set ffff98de41a29540 going to sleep for 11 seconds 00000100:00100000:1.0:1777044845.534652:0:5848:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424282240 00000100:00100000:1.0:1777044845.534671:0:5848:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424282240 00000100:00100000:1.0:1777044845.534816:0:5848:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 558 00000100:00100000:1.0:1777044845.534832:0:5848:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df4fc77050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ce657616-b3f3-4e21-ac89-518ab611901c+11:5853:x1863365424282240:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1777044845.534869:0:5848:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777044845.535242:0:5848:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff98de43097e00/0x2c8777a5e7d9cb10 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x2c8777a5e7d9cb09 expref: -99 pid: 5848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044845.535281:0:5848:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff98de43097e00/0x2c8777a5e7d9cb10 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x2c8777a5e7d9cb09 expref: 12 pid: 5848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044845.535300:0:5848:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff98de43097e00/0x2c8777a5e7d9cb10 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x2c8777a5e7d9cb09 expref: 12 pid: 5848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044845.535314:0:5848:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de43097e00, rc 0) 00000100:00100000:1.0:1777044845.535420:0:5848:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df4fc77050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ce657616-b3f3-4e21-ac89-518ab611901c+12:5853:x1863365424282240:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 592us (9558us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044845.535454:0:5848:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 558 00000100:00100000:2.0:1777044845.541558:0:5853:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df75299500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ce657616-b3f3-4e21-ac89-518ab611901c:5853:1863365424282240:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1777044845.541593:0:5853:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.145@tcp lock: ffff98de427e7200/0x2c8777a5e7d9cb09 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x2c8777a5e7d9cb10 expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044845.541609:0:5853:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.145@tcp lock: ffff98de427e7200/0x2c8777a5e7d9cb09 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x2c8777a5e7d9cb10 expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777044845.541725:0:5853:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df75299500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ce657616-b3f3-4e21-ac89-518ab611901c:5853:1863365424282368:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1777044845.541797:0:5853:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777044845.542136:0:5853:0:(client.c:2691:ptlrpc_set_wait()) set ffff98de41a29540 going to sleep for 11 seconds 00000100:00100000:1.0:1777044845.549322:0:5850:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424282368 00000100:00100000:1.0:1777044845.549339:0:5850:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424282368 00000100:00100000:1.0:1777044845.549454:0:5850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 559 00000100:00100000:1.0:1777044845.549471:0:5850:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df4fc74050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ce657616-b3f3-4e21-ac89-518ab611901c+12:5853:x1863365424282368:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1777044845.549929:0:5850:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df4fc74050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ce657616-b3f3-4e21-ac89-518ab611901c+12:5853:x1863365424282368:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 461us (8130us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044845.549941:0:5850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 559 00000100:00100000:2.0:1777044845.551292:0:5853:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df75299500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ce657616-b3f3-4e21-ac89-518ab611901c:5853:1863365424282368:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1777044845.551361:0:5853:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df75299500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ce657616-b3f3-4e21-ac89-518ab611901c:5853:1863365424282496:0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1777044845.551426:0:5853:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777044845.551552:0:5853:0:(client.c:2691:ptlrpc_set_wait()) set ffff98de41a29540 going to sleep for 11 seconds 00000100:00100000:1.0:1777044845.553722:0:5848:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424282496 00000100:00100000:1.0:1777044845.553736:0:5848:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424282496 00000100:00100000:1.0:1777044845.553818:0:5848:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 560 00000100:00100000:1.0:1777044845.553832:0:5848:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df4fc75050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ce657616-b3f3-4e21-ac89-518ab611901c+12:5853:x1863365424282496:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1777044845.554151:0:5848:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df4fc75050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ce657616-b3f3-4e21-ac89-518ab611901c+12:5853:x1863365424282496:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 321us (2723us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044845.554177:0:5848:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 560 00000100:00100000:2.0:1777044845.555768:0:5853:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df75299500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ce657616-b3f3-4e21-ac89-518ab611901c:5853:1863365424282496:0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1777044845.565572:0:16645:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df75299500 pname:cluuid:pid:xid:nid:opc:job llog_process_th:ce657616-b3f3-4e21-ac89-518ab611901c:16645:1863365424282624:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1777044845.565696:0:16645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777044845.565753:0:16645:0:(client.c:2691:ptlrpc_set_wait()) set ffff98de41a290c0 going to sleep for 11 seconds 00000100:00100000:0.0:1777044845.567153:0:5849:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424282624 00000100:00100000:0.0:1777044845.567166:0:5849:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424282624 00000100:00100000:0.0:1777044845.567632:0:5849:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 561 00000100:00100000:0.0:1777044845.567647:0:5849:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df4fc74450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ce657616-b3f3-4e21-ac89-518ab611901c+12:16645:x1863365424282624:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1777044845.568586:0:5849:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df4fc74450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ce657616-b3f3-4e21-ac89-518ab611901c+12:16645:x1863365424282624:12345-0@lo:502:llog_process_th.0 Request processed in 941us (2889us total) trans 0 rc 0/0 00000100:00100000:0.0:1777044845.568598:0:5849:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 561 00000100:00100000:2.0:1777044845.570014:0:16645:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df75299500 pname:cluuid:pid:xid:nid:opc:job llog_process_th:ce657616-b3f3-4e21-ac89-518ab611901c:16645:1863365424282624:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1777044845.570100:0:16645:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df75299500 pname:cluuid:pid:xid:nid:opc:job llog_process_th:ce657616-b3f3-4e21-ac89-518ab611901c:16645:1863365424282752:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1777044845.570509:0:16645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777044845.571032:0:16645:0:(client.c:2691:ptlrpc_set_wait()) set ffff98de41a290c0 going to sleep for 11 seconds 00000100:00100000:0.0:1777044845.576034:0:5850:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424282752 00000100:00100000:0.0:1777044845.576052:0:5850:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424282752 00000100:00100000:0.0:1777044845.576146:0:5850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 562 00000100:00100000:0.0:1777044845.576160:0:5850:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df4fc74c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ce657616-b3f3-4e21-ac89-518ab611901c+12:16645:x1863365424282752:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1777044845.576875:0:5850:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df4fc74c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ce657616-b3f3-4e21-ac89-518ab611901c+12:16645:x1863365424282752:12345-0@lo:502:llog_process_th.0 Request processed in 717us (6364us total) trans 0 rc 0/0 00000100:00100000:0.0:1777044845.576896:0:5850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 562 00000100:00100000:3.0:1777044845.578672:0:16645:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df75299500 pname:cluuid:pid:xid:nid:opc:job llog_process_th:ce657616-b3f3-4e21-ac89-518ab611901c:16645:1863365424282752:0@lo:502:llog_process_th.0 00000040:00080000:3.0:1777044845.578720:0:16645:0:(llog.c:858:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 45 count 45 00000020:01000000:0.0:1777044845.581157:0:5853:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 42-44 (rc=0) 10000000:01000000:0.0:1777044845.581262:0:5853:0:(mgc_request.c:1876:mgc_process_log()) MGC192.168.201.145@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:0.0:1777044845.581278:0:5853:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.145@tcp lock: ffff98de427e7200/0x2c8777a5e7d9cb09 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x2c8777a5e7d9cb10 expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044845.581296:0:5853:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.145@tcp lock: ffff98de427e7200/0x2c8777a5e7d9cb09 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x2c8777a5e7d9cb10 expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1777044845.581310:0:5853:0:(mgc_request.c:611:do_requeue()) updating log lustre-OST0001 10000000:01000000:0.0:1777044845.581314:0:5853:0:(mgc_request.c:1799:mgc_process_log()) Process log lustre-OST0001-0000000000000000 from 11 10000000:01000000:0.0:1777044845.581317:0:5853:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0001 (res 0x65727473756c) 00010000:00010000:0.0:1777044845.581363:0:5853:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.145@tcp lock: ffff98df7b536c00/0x2c8777a5e7d9cb17 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044845.581373:0:5853:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.145@tcp lock: ffff98df7b536c00/0x2c8777a5e7d9cb17 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044845.581386:0:5853:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.145@tcp lock: ffff98df7b536c00/0x2c8777a5e7d9cb17 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777044845.581416:0:5853:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df6d626a00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ce657616-b3f3-4e21-ac89-518ab611901c:5853:1863365424282880:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1777044845.581508:0:5853:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777044845.581879:0:5853:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df50f29a80 going to sleep for 11 seconds 00000100:00100000:1.0:1777044845.584383:0:5848:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424282880 00000100:00100000:1.0:1777044845.584397:0:5848:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424282880 00000100:00100000:1.0:1777044845.584504:0:5848:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 563 00000100:00100000:1.0:1777044845.584519:0:5848:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df4fc77c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ce657616-b3f3-4e21-ac89-518ab611901c+12:5853:x1863365424282880:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1777044845.584556:0:5848:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777044845.584593:0:5848:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff98de43097200/0x2c8777a5e7d9cb1e lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x2c8777a5e7d9cb17 expref: -99 pid: 5848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044845.584628:0:5848:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff98de43097200/0x2c8777a5e7d9cb1e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x2c8777a5e7d9cb17 expref: 13 pid: 5848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044845.584644:0:5848:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff98de43097200/0x2c8777a5e7d9cb1e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x2c8777a5e7d9cb17 expref: 13 pid: 5848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044845.584657:0:5848:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de43097200, rc 0) 00000100:00100000:1.0:1777044845.585518:0:5848:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df4fc77c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ce657616-b3f3-4e21-ac89-518ab611901c+13:5853:x1863365424282880:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 999us (4006us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044845.585547:0:5848:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 563 00000100:00100000:3.0:1777044845.593933:0:5853:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df6d626a00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ce657616-b3f3-4e21-ac89-518ab611901c:5853:1863365424282880:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1777044845.593967:0:5853:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.145@tcp lock: ffff98df7b536c00/0x2c8777a5e7d9cb17 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x2c8777a5e7d9cb1e expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044845.593985:0:5853:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.145@tcp lock: ffff98df7b536c00/0x2c8777a5e7d9cb17 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x2c8777a5e7d9cb1e expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777044845.594084:0:5853:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df77fd7480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ce657616-b3f3-4e21-ac89-518ab611901c:5853:1863365424283008:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1777044845.594555:0:5853:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777044845.595144:0:5853:0:(client.c:2691:ptlrpc_set_wait()) set ffff98de47828cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1777044845.604745:0:5849:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424283008 00000100:00100000:2.0:1777044845.604763:0:5849:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424283008 00000100:00100000:2.0:1777044845.604855:0:5849:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 564 00000100:00100000:2.0:1777044845.604871:0:5849:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df4fc75c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ce657616-b3f3-4e21-ac89-518ab611901c+13:5853:x1863365424283008:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1777044845.607775:0:5849:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df4fc75c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ce657616-b3f3-4e21-ac89-518ab611901c+13:5853:x1863365424283008:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 2900us (13212us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044845.607789:0:5849:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 564 00000100:00100000:3.0:1777044845.616177:0:5853:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df77fd7480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ce657616-b3f3-4e21-ac89-518ab611901c:5853:1863365424283008:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1777044845.621956:0:5853:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df6d625c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ce657616-b3f3-4e21-ac89-518ab611901c:5853:1863365424283136:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1777044845.622065:0:5853:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777044845.622144:0:5853:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df50f29180 going to sleep for 11 seconds 00000100:00100000:2.0:1777044845.623794:0:5848:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424283136 00000100:00100000:2.0:1777044845.623807:0:5848:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424283136 00000100:00100000:2.0:1777044845.623904:0:5848:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 565 00000100:00100000:2.0:1777044845.623919:0:5848:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df4fc74850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ce657616-b3f3-4e21-ac89-518ab611901c+13:5853:x1863365424283136:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1777044845.624530:0:5848:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df4fc74850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ce657616-b3f3-4e21-ac89-518ab611901c+13:5853:x1863365424283136:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 612us (2463us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044845.624574:0:5848:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 565 00000100:00100000:3.0:1777044845.624769:0:5853:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df6d625c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ce657616-b3f3-4e21-ac89-518ab611901c:5853:1863365424283136:0@lo:503:ll_cfg_requeue.0 00000040:00080000:3.0:1777044845.638853:0:16646:0:(llog.c:858:llog_process_thread()) stop processing plain [0xa:0x9:0x0] index 64768 count 11 00000020:01000000:0.0:1777044845.639940:0:5853:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-OST0001 gen 11-10 (rc=0) 10000000:01000000:0.0:1777044845.639974:0:5853:0:(mgc_request.c:1876:mgc_process_log()) MGC192.168.201.145@tcp: configuration from log 'lustre-OST0001' succeeded (0). 00010000:00010000:0.0:1777044845.639988:0:5853:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.145@tcp lock: ffff98df7b536c00/0x2c8777a5e7d9cb17 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x2c8777a5e7d9cb1e expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044845.640007:0:5853:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.145@tcp lock: ffff98df7b536c00/0x2c8777a5e7d9cb17 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x2c8777a5e7d9cb1e expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1777044845.640021:0:5853:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:01000000:0.0:1777044845.640025:0:5853:0:(mgc_request.c:1799:mgc_process_log()) Process log lustre-client-ffff98df50f9f000 from 42 10000000:01000000:0.0:1777044845.640029:0:5853:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:0.0:1777044845.640074:0:5853:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.145@tcp lock: ffff98df7b536000/0x2c8777a5e7d9cb25 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044845.640084:0:5853:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.145@tcp lock: ffff98df7b536000/0x2c8777a5e7d9cb25 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044845.640099:0:5853:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.145@tcp lock: ffff98df7b536000/0x2c8777a5e7d9cb25 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777044845.640131:0:5853:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df6d625880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ce657616-b3f3-4e21-ac89-518ab611901c:5853:1863365424283264:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1777044845.640553:0:5853:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777044845.640631:0:5853:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df50f29540 going to sleep for 11 seconds 00000100:00100000:3.0:1777044845.641458:0:5849:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424283264 00000100:00100000:3.0:1777044845.641469:0:5849:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424283264 00000100:00100000:3.0:1777044845.641866:0:5849:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 566 00000100:00100000:3.0:1777044845.641881:0:5849:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df4fc76450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ce657616-b3f3-4e21-ac89-518ab611901c+13:5853:x1863365424283264:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1777044845.641916:0:5849:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777044845.641935:0:5849:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff98df41545200/0x2c8777a5e7d9cb2c lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x2c8777a5e7d9cb25 expref: -99 pid: 5849 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044845.641967:0:5849:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff98df41545200/0x2c8777a5e7d9cb2c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x2c8777a5e7d9cb25 expref: 14 pid: 5849 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044845.641982:0:5849:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff98df41545200/0x2c8777a5e7d9cb2c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x2c8777a5e7d9cb25 expref: 14 pid: 5849 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044845.641995:0:5849:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98df41545200, rc 0) 00000100:00100000:3.0:1777044845.642067:0:5849:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df4fc76450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ce657616-b3f3-4e21-ac89-518ab611901c+14:5853:x1863365424283264:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 189us (1861us total) trans 0 rc 0/0 00000100:00100000:3.0:1777044845.642078:0:5849:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 566 00000100:00100000:0.0:1777044845.646305:0:5853:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df6d625880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ce657616-b3f3-4e21-ac89-518ab611901c:5853:1863365424283264:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1777044845.646357:0:5853:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.145@tcp lock: ffff98df7b536000/0x2c8777a5e7d9cb25 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x2c8777a5e7d9cb2c expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044845.646386:0:5853:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.145@tcp lock: ffff98df7b536000/0x2c8777a5e7d9cb25 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x2c8777a5e7d9cb2c expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777044845.646588:0:5853:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df6d625880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ce657616-b3f3-4e21-ac89-518ab611901c:5853:1863365424283392:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1777044845.648122:0:5853:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777044845.648179:0:5853:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df50f29540 going to sleep for 11 seconds 00000100:00100000:1.0:1777044845.651657:0:5850:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424283392 00000100:00100000:1.0:1777044845.651675:0:5850:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424283392 00000100:00100000:1.0:1777044845.651763:0:5850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 567 00000100:00100000:1.0:1777044845.651779:0:5850:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df4fc77850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ce657616-b3f3-4e21-ac89-518ab611901c+14:5853:x1863365424283392:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1777044845.652578:0:5850:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df4fc77850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ce657616-b3f3-4e21-ac89-518ab611901c+14:5853:x1863365424283392:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 800us (5888us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044845.652591:0:5850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 567 00000100:00100000:0.0:1777044845.652937:0:5853:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df6d625880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ce657616-b3f3-4e21-ac89-518ab611901c:5853:1863365424283392:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1777044845.653007:0:5853:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df6d625880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ce657616-b3f3-4e21-ac89-518ab611901c:5853:1863365424283520:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1777044845.653074:0:5853:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777044845.653111:0:5853:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df50f29540 going to sleep for 11 seconds 00000100:00100000:1.0:1777044845.654354:0:5850:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424283520 00000100:00100000:1.0:1777044845.654375:0:5850:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424283520 00000100:00100000:1.0:1777044845.654456:0:5850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 568 00000100:00100000:1.0:1777044845.654467:0:5850:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df4fc76850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ce657616-b3f3-4e21-ac89-518ab611901c+14:5853:x1863365424283520:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1777044845.654728:0:5850:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df4fc76850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ce657616-b3f3-4e21-ac89-518ab611901c+14:5853:x1863365424283520:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 261us (1652us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044845.654740:0:5850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 568 00000100:00100000:0.0:1777044845.655096:0:5853:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df6d625880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ce657616-b3f3-4e21-ac89-518ab611901c:5853:1863365424283520:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1777044845.667638:0:16647:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df6d625880 pname:cluuid:pid:xid:nid:opc:job llog_process_th:ce657616-b3f3-4e21-ac89-518ab611901c:16647:1863365424283648:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1777044845.669938:0:16647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777044845.670096:0:16647:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df50f29900 going to sleep for 11 seconds 00000100:00100000:1.0:1777044845.674625:0:5850:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424283648 00000100:00100000:1.0:1777044845.674641:0:5850:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424283648 00000100:00100000:1.0:1777044845.674869:0:5850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 569 00000100:00100000:1.0:1777044845.674893:0:5850:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df4fc75450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ce657616-b3f3-4e21-ac89-518ab611901c+14:16647:x1863365424283648:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1777044845.676620:0:5850:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df4fc75450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ce657616-b3f3-4e21-ac89-518ab611901c+14:16647:x1863365424283648:12345-0@lo:502:llog_process_th.0 Request processed in 1711us (6657us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044845.676634:0:5850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 569 00000100:00100000:0.0:1777044845.683724:0:16647:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df6d625880 pname:cluuid:pid:xid:nid:opc:job llog_process_th:ce657616-b3f3-4e21-ac89-518ab611901c:16647:1863365424283648:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1777044845.684464:0:16647:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df6d625880 pname:cluuid:pid:xid:nid:opc:job llog_process_th:ce657616-b3f3-4e21-ac89-518ab611901c:16647:1863365424283776:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1777044845.684670:0:16647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777044845.685331:0:16647:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df50f29900 going to sleep for 11 seconds 00000100:00100000:2.0:1777044845.687344:0:5849:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424283776 00000100:00100000:2.0:1777044845.687358:0:5849:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424283776 00000100:00100000:2.0:1777044845.688418:0:5849:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 570 00000100:00100000:2.0:1777044845.688463:0:5849:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df47088050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ce657616-b3f3-4e21-ac89-518ab611901c+14:16647:x1863365424283776:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1777044845.695591:0:5849:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df47088050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ce657616-b3f3-4e21-ac89-518ab611901c+14:16647:x1863365424283776:12345-0@lo:502:llog_process_th.0 Request processed in 7150us (10911us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044845.695627:0:5849:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 570 00000100:00100000:0.0:1777044845.695852:0:16647:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df6d625880 pname:cluuid:pid:xid:nid:opc:job llog_process_th:ce657616-b3f3-4e21-ac89-518ab611901c:16647:1863365424283776:0@lo:502:llog_process_th.0 00000040:00080000:0.0:1777044845.695906:0:16647:0:(llog.c:858:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 45 count 45 00000020:01000000:3.0:1777044845.696085:0:5853:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 42-44 (rc=0) 10000000:01000000:3.0:1777044845.696126:0:5853:0:(mgc_request.c:1876:mgc_process_log()) MGC192.168.201.145@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:3.0:1777044845.696140:0:5853:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.145@tcp lock: ffff98df7b536000/0x2c8777a5e7d9cb25 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x2c8777a5e7d9cb2c expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044845.696160:0:5853:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.145@tcp lock: ffff98df7b536000/0x2c8777a5e7d9cb25 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x2c8777a5e7d9cb2c expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1777044845.696241:0:5853:0:(mgc_request.c:611:do_requeue()) updating log lustre-OST0000 10000000:01000000:3.0:1777044845.696245:0:5853:0:(mgc_request.c:1799:mgc_process_log()) Process log lustre-OST0000-0000000000000000 from 14 10000000:01000000:3.0:1777044845.696250:0:5853:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0000 (res 0x65727473756c) 00010000:00010000:3.0:1777044845.696299:0:5853:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.145@tcp lock: ffff98df41545a00/0x2c8777a5e7d9cb33 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044845.696314:0:5853:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.145@tcp lock: ffff98df41545a00/0x2c8777a5e7d9cb33 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044845.696330:0:5853:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.145@tcp lock: ffff98df41545a00/0x2c8777a5e7d9cb33 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777044845.696363:0:5853:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df77fd7480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ce657616-b3f3-4e21-ac89-518ab611901c:5853:1863365424283904:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1777044845.696418:0:5853:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777044845.703696:0:5853:0:(client.c:2691:ptlrpc_set_wait()) set ffff98de47828840 going to sleep for 11 seconds 00000100:00100000:1.0:1777044845.709181:0:5848:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424283904 00000100:00100000:1.0:1777044845.709222:0:5848:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424283904 00000100:00100000:1.0:1777044845.709308:0:5848:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 571 00000100:00100000:1.0:1777044845.709324:0:5848:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df47089050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ce657616-b3f3-4e21-ac89-518ab611901c+14:5853:x1863365424283904:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1777044845.709350:0:5848:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777044845.709380:0:5848:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff98de43096e00/0x2c8777a5e7d9cb3a lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0x2c8777a5e7d9cb33 expref: -99 pid: 5848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044845.709421:0:5848:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff98de43096e00/0x2c8777a5e7d9cb3a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x2c8777a5e7d9cb33 expref: 15 pid: 5848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044845.713153:0:5848:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff98de43096e00/0x2c8777a5e7d9cb3a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x2c8777a5e7d9cb33 expref: 15 pid: 5848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044845.713171:0:5848:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de43096e00, rc 0) 00000100:00100000:1.0:1777044845.713410:0:5848:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df47089050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ce657616-b3f3-4e21-ac89-518ab611901c+15:5853:x1863365424283904:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 4087us (16989us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044845.713424:0:5848:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 571 00000100:00100000:3.0:1777044845.714815:0:5853:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df77fd7480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ce657616-b3f3-4e21-ac89-518ab611901c:5853:1863365424283904:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1777044845.714848:0:5853:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.145@tcp lock: ffff98df41545a00/0x2c8777a5e7d9cb33 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x2c8777a5e7d9cb3a expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044845.714865:0:5853:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.145@tcp lock: ffff98df41545a00/0x2c8777a5e7d9cb33 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x2c8777a5e7d9cb3a expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777044845.715639:0:5853:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df77fd7480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ce657616-b3f3-4e21-ac89-518ab611901c:5853:1863365424284032:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1777044845.715698:0:5853:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777044845.715756:0:5853:0:(client.c:2691:ptlrpc_set_wait()) set ffff98de47828840 going to sleep for 11 seconds 00000100:00100000:1.0:1777044845.716725:0:5848:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424284032 00000100:00100000:1.0:1777044845.716736:0:5848:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424284032 00000100:00100000:1.0:1777044845.716808:0:5848:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 572 00000100:00100000:1.0:1777044845.716823:0:5848:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df47088450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ce657616-b3f3-4e21-ac89-518ab611901c+15:5853:x1863365424284032:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1777044845.717197:0:5848:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df47088450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ce657616-b3f3-4e21-ac89-518ab611901c+15:5853:x1863365424284032:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 375us (1496us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044845.717258:0:5848:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 572 00000100:00100000:0.0:1777044845.717792:0:5853:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df77fd7480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ce657616-b3f3-4e21-ac89-518ab611901c:5853:1863365424284032:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1777044845.717847:0:5853:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df6d625880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ce657616-b3f3-4e21-ac89-518ab611901c:5853:1863365424284160:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1777044845.717913:0:5853:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777044845.717963:0:5853:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df50f29900 going to sleep for 11 seconds 00000100:00100000:2.0:1777044845.718067:0:5849:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424284160 00000100:00100000:2.0:1777044845.718075:0:5849:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424284160 00000100:00100000:2.0:1777044845.718114:0:5849:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 573 00000100:00100000:2.0:1777044845.718125:0:5849:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df47088c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ce657616-b3f3-4e21-ac89-518ab611901c+15:5853:x1863365424284160:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1777044845.719013:0:5849:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df47088c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ce657616-b3f3-4e21-ac89-518ab611901c+15:5853:x1863365424284160:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 886us (1097us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044845.719034:0:5849:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 573 00000100:00100000:0.0:1777044845.719530:0:5853:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df6d625880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ce657616-b3f3-4e21-ac89-518ab611901c:5853:1863365424284160:0@lo:503:ll_cfg_requeue.0 00000040:00080000:3.0:1777044845.733253:0:16648:0:(llog.c:858:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 64768 count 14 00000020:01000000:0.0:1777044845.733497:0:5853:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-OST0000 gen 14-13 (rc=0) 10000000:01000000:0.0:1777044845.733550:0:5853:0:(mgc_request.c:1876:mgc_process_log()) MGC192.168.201.145@tcp: configuration from log 'lustre-OST0000' succeeded (0). 00010000:00010000:0.0:1777044845.733567:0:5853:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.145@tcp lock: ffff98df41545a00/0x2c8777a5e7d9cb33 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x2c8777a5e7d9cb3a expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044845.733587:0:5853:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.145@tcp lock: ffff98df41545a00/0x2c8777a5e7d9cb33 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x2c8777a5e7d9cb3a expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1777044845.733621:0:5853:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:01000000:0.0:1777044845.733625:0:5853:0:(mgc_request.c:1799:mgc_process_log()) Process log lustre-client-ffff98df51734000 from 42 10000000:01000000:0.0:1777044845.733630:0:5853:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:0.0:1777044845.733684:0:5853:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.145@tcp lock: ffff98df7b536800/0x2c8777a5e7d9cb41 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044845.733713:0:5853:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.145@tcp lock: ffff98df7b536800/0x2c8777a5e7d9cb41 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044845.733731:0:5853:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.145@tcp lock: ffff98df7b536800/0x2c8777a5e7d9cb41 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777044845.733768:0:5853:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df6d625880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ce657616-b3f3-4e21-ac89-518ab611901c:5853:1863365424284288:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1777044845.733859:0:5853:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777044845.733919:0:5853:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df50f29540 going to sleep for 11 seconds 00000100:00100000:3.0:1777044845.735054:0:5850:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424284288 00000100:00100000:3.0:1777044845.735083:0:5850:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424284288 00000100:00100000:3.0:1777044845.741579:0:5850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 574 00000100:00100000:0.0:1777044845.741985:0:5850:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df4708bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ce657616-b3f3-4e21-ac89-518ab611901c+15:5853:x1863365424284288:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1777044845.742013:0:5850:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777044845.742043:0:5850:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff98df7b536200/0x2c8777a5e7d9cb48 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0x2c8777a5e7d9cb41 expref: -99 pid: 5850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044845.742112:0:5850:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff98df7b536200/0x2c8777a5e7d9cb48 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x2c8777a5e7d9cb41 expref: 16 pid: 5850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044845.742131:0:5850:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff98df7b536200/0x2c8777a5e7d9cb48 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x2c8777a5e7d9cb41 expref: 16 pid: 5850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044845.742144:0:5850:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98df7b536200, rc 0) 00000100:00100000:0.0:1777044845.742593:0:5850:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df4708bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ce657616-b3f3-4e21-ac89-518ab611901c+16:5853:x1863365424284288:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 993us (8732us total) trans 0 rc 0/0 00000100:00100000:3.0:1777044845.742726:0:5853:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df6d625880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ce657616-b3f3-4e21-ac89-518ab611901c:5853:1863365424284288:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1777044845.743028:0:5853:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.145@tcp lock: ffff98df7b536800/0x2c8777a5e7d9cb41 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x2c8777a5e7d9cb48 expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044845.743046:0:5853:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.145@tcp lock: ffff98df7b536800/0x2c8777a5e7d9cb41 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x2c8777a5e7d9cb48 expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777044845.743146:0:5853:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df77fd7100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ce657616-b3f3-4e21-ac89-518ab611901c:5853:1863365424284416:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1777044845.743538:0:5853:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777044845.743603:0:5853:0:(client.c:2691:ptlrpc_set_wait()) set ffff98de47828f00 going to sleep for 11 seconds 00000100:00100000:1.0:1777044845.743928:0:5848:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424284416 00000100:00100000:1.0:1777044845.743939:0:5848:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424284416 00000100:00100000:0.0:1777044845.751491:0:5850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 574 00000100:00100000:1.0:1777044845.752157:0:5848:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 575 00000100:00100000:1.0:1777044845.752180:0:5848:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df47089c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ce657616-b3f3-4e21-ac89-518ab611901c+16:5853:x1863365424284416:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1777044845.763310:0:5848:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df47089c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ce657616-b3f3-4e21-ac89-518ab611901c+16:5853:x1863365424284416:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 11127us (20097us total) trans 0 rc 0/0 00000100:00100000:0.0:1777044845.763330:0:5848:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 575 00000100:00100000:3.0:1777044845.764399:0:5853:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df77fd7100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ce657616-b3f3-4e21-ac89-518ab611901c:5853:1863365424284416:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1777044845.772654:0:5853:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df77fd7100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ce657616-b3f3-4e21-ac89-518ab611901c:5853:1863365424284544:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1777044845.772784:0:5853:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777044845.772842:0:5853:0:(client.c:2691:ptlrpc_set_wait()) set ffff98de47828f00 going to sleep for 11 seconds 00000100:00100000:0.0:1777044845.774229:0:5849:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424284544 00000100:00100000:0.0:1777044845.774242:0:5849:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424284544 00000100:00100000:0.0:1777044845.774310:0:5849:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 576 00000100:00100000:0.0:1777044845.774324:0:5849:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df485c0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ce657616-b3f3-4e21-ac89-518ab611901c+16:5853:x1863365424284544:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1777044845.774683:0:5849:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df485c0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ce657616-b3f3-4e21-ac89-518ab611901c+16:5853:x1863365424284544:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 359us (1898us total) trans 0 rc 0/0 00000100:00100000:0.0:1777044845.774718:0:5849:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 576 00000100:00100000:3.0:1777044845.775105:0:5853:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df77fd7100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ce657616-b3f3-4e21-ac89-518ab611901c:5853:1863365424284544:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1777044845.779048:0:16649:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df77fd7100 pname:cluuid:pid:xid:nid:opc:job llog_process_th:ce657616-b3f3-4e21-ac89-518ab611901c:16649:1863365424284672:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1777044845.779166:0:16649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777044845.779450:0:5848:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424284672 00000100:00100000:0.0:1777044845.779462:0:5848:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424284672 00000100:00100000:0.0:1777044845.779540:0:5848:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 577 00000100:00100000:0.0:1777044845.779554:0:5848:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df485c1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ce657616-b3f3-4e21-ac89-518ab611901c+16:16649:x1863365424284672:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1777044845.779824:0:16649:0:(client.c:2691:ptlrpc_set_wait()) set ffff98de47828900 going to sleep for 11 seconds 00000100:00100000:0.0:1777044845.780418:0:5848:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df485c1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ce657616-b3f3-4e21-ac89-518ab611901c+16:16649:x1863365424284672:12345-0@lo:502:llog_process_th.0 Request processed in 865us (1252us total) trans 0 rc 0/0 00000100:00100000:0.0:1777044845.780471:0:5848:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 577 00000100:00100000:3.0:1777044845.783139:0:16649:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df77fd7100 pname:cluuid:pid:xid:nid:opc:job llog_process_th:ce657616-b3f3-4e21-ac89-518ab611901c:16649:1863365424284672:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1777044845.786091:0:16649:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7529b480 pname:cluuid:pid:xid:nid:opc:job llog_process_th:ce657616-b3f3-4e21-ac89-518ab611901c:16649:1863365424284800:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1777044845.786482:0:16649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777044845.786667:0:16649:0:(client.c:2691:ptlrpc_set_wait()) set ffff98de41a29a80 going to sleep for 11 seconds 00000100:00100000:0.0:1777044845.788206:0:5850:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424284800 00000100:00100000:0.0:1777044845.788219:0:5850:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424284800 00000100:00100000:0.0:1777044845.788516:0:5850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 578 00000100:00100000:0.0:1777044845.788533:0:5850:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df485c0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ce657616-b3f3-4e21-ac89-518ab611901c+16:16649:x1863365424284800:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1777044845.790029:0:5850:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df485c0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ce657616-b3f3-4e21-ac89-518ab611901c+16:16649:x1863365424284800:12345-0@lo:502:llog_process_th.0 Request processed in 1497us (3544us total) trans 0 rc 0/0 00000100:00100000:0.0:1777044845.790042:0:5850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 578 00000100:00100000:2.0:1777044845.790547:0:16649:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7529b480 pname:cluuid:pid:xid:nid:opc:job llog_process_th:ce657616-b3f3-4e21-ac89-518ab611901c:16649:1863365424284800:0@lo:502:llog_process_th.0 00000040:00080000:2.0:1777044845.790614:0:16649:0:(llog.c:858:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 45 count 45 00000020:01000000:0.0:1777044845.791373:0:5853:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 42-44 (rc=0) 10000000:01000000:0.0:1777044845.791401:0:5853:0:(mgc_request.c:1876:mgc_process_log()) MGC192.168.201.145@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:0.0:1777044845.791415:0:5853:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.145@tcp lock: ffff98df7b536800/0x2c8777a5e7d9cb41 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x2c8777a5e7d9cb48 expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044845.791462:0:5853:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.145@tcp lock: ffff98df7b536800/0x2c8777a5e7d9cb41 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x2c8777a5e7d9cb48 expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1777044845.791477:0:5853:0:(mgc_request.c:611:do_requeue()) updating log lustre-MDT0000 10000000:01000000:0.0:1777044845.791481:0:5853:0:(mgc_request.c:1799:mgc_process_log()) Process log lustre-MDT0000-0000000000000000 from 37 10000000:01000000:0.0:1777044845.791486:0:5853:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-MDT0000 (res 0x65727473756c) 00010000:00010000:0.0:1777044845.791526:0:5853:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.145@tcp lock: ffff98df7b537000/0x2c8777a5e7d9cb4f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044845.791539:0:5853:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.145@tcp lock: ffff98df7b537000/0x2c8777a5e7d9cb4f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044845.791554:0:5853:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.145@tcp lock: ffff98df7b537000/0x2c8777a5e7d9cb4f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777044845.791583:0:5853:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df6d625880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ce657616-b3f3-4e21-ac89-518ab611901c:5853:1863365424284928:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1777044845.791648:0:5853:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777044845.791718:0:5853:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df50f290c0 going to sleep for 11 seconds 00000100:00100000:2.0:1777044845.792453:0:5848:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424284928 00000100:00100000:2.0:1777044845.792463:0:5848:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424284928 00000100:00100000:2.0:1777044845.792506:0:5848:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 579 00000100:00100000:2.0:1777044845.792517:0:5848:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df485c0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ce657616-b3f3-4e21-ac89-518ab611901c+16:5853:x1863365424284928:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1777044845.792533:0:5848:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777044845.792551:0:5848:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff98de427e6600/0x2c8777a5e7d9cb56 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0x2c8777a5e7d9cb4f expref: -99 pid: 5848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044845.792582:0:5848:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff98de427e6600/0x2c8777a5e7d9cb56 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x2c8777a5e7d9cb4f expref: 17 pid: 5848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044845.792619:0:5848:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff98de427e6600/0x2c8777a5e7d9cb56 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x2c8777a5e7d9cb4f expref: 17 pid: 5848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044845.792633:0:5848:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de427e6600, rc 0) 00000100:00100000:2.0:1777044845.792699:0:5848:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df485c0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ce657616-b3f3-4e21-ac89-518ab611901c+17:5853:x1863365424284928:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 181us (1050us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044845.792710:0:5848:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 579 00000100:00100000:2.0:1777044845.793029:0:5853:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df6d625880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ce657616-b3f3-4e21-ac89-518ab611901c:5853:1863365424284928:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1777044845.793050:0:5853:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.145@tcp lock: ffff98df7b537000/0x2c8777a5e7d9cb4f lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x2c8777a5e7d9cb56 expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044845.793077:0:5853:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.145@tcp lock: ffff98df7b537000/0x2c8777a5e7d9cb4f lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0x2c8777a5e7d9cb56 expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777044845.793158:0:5853:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7529b480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ce657616-b3f3-4e21-ac89-518ab611901c:5853:1863365424285056:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1777044845.793198:0:5853:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777044845.793262:0:5853:0:(client.c:2691:ptlrpc_set_wait()) set ffff98de41a29a80 going to sleep for 11 seconds 00000100:00100000:0.0:1777044845.793718:0:5850:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424285056 00000100:00100000:0.0:1777044845.793726:0:5850:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424285056 00000100:00100000:0.0:1777044845.793777:0:5850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 580 00000100:00100000:0.0:1777044845.793789:0:5850:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df485c3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ce657616-b3f3-4e21-ac89-518ab611901c+17:5853:x1863365424285056:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1777044845.794771:0:5850:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df485c3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ce657616-b3f3-4e21-ac89-518ab611901c+17:5853:x1863365424285056:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 982us (1569us total) trans 0 rc 0/0 00000100:00100000:0.0:1777044845.794783:0:5850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 580 00000100:00100000:1.0:1777044845.795502:0:5853:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7529b480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ce657616-b3f3-4e21-ac89-518ab611901c:5853:1863365424285056:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1777044845.796241:0:5853:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7529b480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ce657616-b3f3-4e21-ac89-518ab611901c:5853:1863365424285184:0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1777044845.796314:0:5853:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777044845.796489:0:5853:0:(client.c:2691:ptlrpc_set_wait()) set ffff98de41a29a80 going to sleep for 11 seconds 00000100:00100000:0.0:1777044845.796553:0:5850:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424285184 00000100:00100000:0.0:1777044845.796561:0:5850:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424285184 00000100:00100000:0.0:1777044845.798551:0:5850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 581 00000100:00100000:0.0:1777044845.798569:0:5850:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df485c1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ce657616-b3f3-4e21-ac89-518ab611901c+17:5853:x1863365424285184:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1777044845.799129:0:5850:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df485c1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ce657616-b3f3-4e21-ac89-518ab611901c+17:5853:x1863365424285184:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 564us (2813us total) trans 0 rc 0/0 00000100:00100000:0.0:1777044845.799142:0:5850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 581 00000100:00100000:3.0:1777044845.799955:0:5853:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7529b480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ce657616-b3f3-4e21-ac89-518ab611901c:5853:1863365424285184:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1777044845.801516:0:16650:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df77fd7100 pname:cluuid:pid:xid:nid:opc:job llog_process_th:ce657616-b3f3-4e21-ac89-518ab611901c:16650:1863365424285312:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1777044845.801626:0:16650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777044845.802262:0:16650:0:(client.c:2691:ptlrpc_set_wait()) set ffff98de478283c0 going to sleep for 11 seconds 00000100:00100000:1.0:1777044845.802483:0:5849:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424285312 00000100:00100000:1.0:1777044845.802493:0:5849:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424285312 00000100:00100000:1.0:1777044845.802539:0:5849:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 582 00000100:00100000:1.0:1777044845.802551:0:5849:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df485c0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ce657616-b3f3-4e21-ac89-518ab611901c+17:16650:x1863365424285312:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1777044845.803565:0:5849:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df485c0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ce657616-b3f3-4e21-ac89-518ab611901c+17:16650:x1863365424285312:12345-0@lo:502:llog_process_th.0 Request processed in 1012us (1962us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044845.803580:0:5849:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 582 00000100:00100000:3.0:1777044845.804094:0:16650:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df77fd7100 pname:cluuid:pid:xid:nid:opc:job llog_process_th:ce657616-b3f3-4e21-ac89-518ab611901c:16650:1863365424285312:0@lo:502:llog_process_th.0 00000020:01000000:3.0:1777044845.804476:0:16650:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1777044845.804494:0:16650:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1777044845.804498:0:16650:0:(obd_config.c:1561:class_process_config()) marker 29 (0x1) lustre-MDT0000-m new lustre.test_11c 00000020:00000080:3.0:1777044845.804507:0:16650:0:(obd_config.c:1470:class_process_config()) processing cmd: ce020 00020000:01000000:3.0:1777044845.804677:0:16650:0:(lod_pool.c:475:lod_pool_new()) test_11c is pool #1 00080000:10000000:3.0:1777044845.807006:0:16650:0:(osd_index.c:2102:osd_index_try()) lustre-MDT0000: index object [0x200000003:0x37:0x0] (8/8/4) registered 00000100:00100000:2.0:1777044845.811074:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777044845.818905:0:5849:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369867136 00000100:00100000:1.0:1777044845.818922:0:5849:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369867136 00000100:00100000:1.0:1777044845.819025:0:5849:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 583 00000100:00100000:1.0:1777044845.819042:0:5849:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df485c2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:19aeff9b-bdfb-4382-8412-7db7c143c0bf+9:5616:x1863365369867136:12345-192.168.201.45@tcp:101:ll_cfg_requeue.0 00010000:00010000:1.0:1777044845.819083:0:5849:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777044845.819108:0:5849:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff98de43096200/0x2c8777a5e7d9cb5d lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148593 expref: -99 pid: 5849 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044845.819149:0:5849:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff98de43096200/0x2c8777a5e7d9cb5d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148593 expref: 10 pid: 5849 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044845.819168:0:5849:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff98de43096200/0x2c8777a5e7d9cb5d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148593 expref: 10 pid: 5849 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044845.819184:0:5849:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de43096200, rc 0) 00000100:00100000:1.0:1777044845.819299:0:5849:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df485c2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:19aeff9b-bdfb-4382-8412-7db7c143c0bf+10:5616:x1863365369867136:12345-192.168.201.45@tcp:101:ll_cfg_requeue.0 Request processed in 260us (8234us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044845.819313:0:5849:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 583 00000100:00100000:2.0:1777044845.844510:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777044845.845384:0:5848:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369867264 00000100:00100000:1.0:1777044845.845400:0:5848:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369867264 00000100:00100000:1.0:1777044845.845507:0:5848:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 584 00000100:00100000:1.0:1777044845.845525:0:5848:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df485c3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:19aeff9b-bdfb-4382-8412-7db7c143c0bf+10:5616:x1863365369867264:12345-192.168.201.45@tcp:501:ll_cfg_requeue.0 00000100:00100000:1.0:1777044845.845923:0:5848:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df485c3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:19aeff9b-bdfb-4382-8412-7db7c143c0bf+10:5616:x1863365369867264:12345-192.168.201.45@tcp:501:ll_cfg_requeue.0 Request processed in 400us (1420us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044845.845938:0:5848:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 584 00000100:00100000:3.0:1777044845.876518:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777044845.877917:0:5850:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369867392 00000100:00100000:3.0:1777044845.877932:0:5850:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369867392 00000100:00100000:3.0:1777044845.878011:0:5850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 585 00000100:00100000:3.0:1777044845.878029:0:5850:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df485c2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:19aeff9b-bdfb-4382-8412-7db7c143c0bf+10:5616:x1863365369867392:12345-192.168.201.45@tcp:503:ll_cfg_requeue.0 00000100:00100000:3.0:1777044845.878368:0:5850:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df485c2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:19aeff9b-bdfb-4382-8412-7db7c143c0bf+10:5616:x1863365369867392:12345-192.168.201.45@tcp:503:ll_cfg_requeue.0 Request processed in 341us (1861us total) trans 0 rc 0/0 00000100:00100000:3.0:1777044845.878383:0:5850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 585 00000100:00100000:2.0:1777044845.904593:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777044845.905629:0:5849:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369867520 00000100:00100000:1.0:1777044845.905646:0:5849:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369867520 00000100:00100000:1.0:1777044845.905758:0:5849:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 586 00000100:00100000:1.0:1777044845.905778:0:5849:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df485c1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:19aeff9b-bdfb-4382-8412-7db7c143c0bf+10:22408:x1863365369867520:12345-192.168.201.45@tcp:502:llog_process_th.0 00000100:00100000:1.0:1777044845.906916:0:5849:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df485c1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:19aeff9b-bdfb-4382-8412-7db7c143c0bf+10:22408:x1863365369867520:12345-192.168.201.45@tcp:502:llog_process_th.0 Request processed in 1141us (2333us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044845.906942:0:5849:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 586 00000100:00100000:3.0:1777044845.930116:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777044845.930165:0:5848:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369867648 00000100:00100000:3.0:1777044845.930552:0:5848:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369867648 00000100:00100000:3.0:1777044845.930643:0:5848:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 587 00000100:00100000:3.0:1777044845.930659:0:5848:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df485c1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:19aeff9b-bdfb-4382-8412-7db7c143c0bf+10:22408:x1863365369867648:12345-192.168.201.45@tcp:502:llog_process_th.0 00000100:00100000:3.0:1777044845.931072:0:5848:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df485c1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:19aeff9b-bdfb-4382-8412-7db7c143c0bf+10:22408:x1863365369867648:12345-192.168.201.45@tcp:502:llog_process_th.0 Request processed in 413us (965us total) trans 0 rc 0/0 00000100:00100000:3.0:1777044845.931086:0:5848:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 587 00000100:00100000:3.0:1777044845.963373:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777044845.970975:0:5850:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369867776 00000100:00100000:1.0:1777044845.970990:0:5850:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369867776 00000100:00100000:1.0:1777044845.971541:0:5850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 588 00000100:00100000:1.0:1777044845.971563:0:5850:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df472a8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:19aeff9b-bdfb-4382-8412-7db7c143c0bf+10:5616:x1863365369867776:12345-192.168.201.45@tcp:101:ll_cfg_requeue.0 00010000:00010000:1.0:1777044845.971590:0:5850:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777044845.971616:0:5850:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff98df6d64e200/0x2c8777a5e7d9cb64 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee114859a expref: -99 pid: 5850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044845.971659:0:5850:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff98df6d64e200/0x2c8777a5e7d9cb64 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x50000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114859a expref: 11 pid: 5850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044845.971678:0:5850:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff98df6d64e200/0x2c8777a5e7d9cb64 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114859a expref: 11 pid: 5850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044845.971693:0:5850:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98df6d64e200, rc 0) 00000100:00100000:1.0:1777044845.971779:0:5850:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df472a8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:19aeff9b-bdfb-4382-8412-7db7c143c0bf+11:5616:x1863365369867776:12345-192.168.201.45@tcp:101:ll_cfg_requeue.0 Request processed in 222us (8416us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044845.971793:0:5850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 588 00010000:00010000:3.0:1777044845.986660:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777044846.002685:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777044846.012160:0:5849:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369867904 00000100:00100000:1.0:1777044846.012182:0:5849:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369867904 00000100:00100000:1.0:1777044846.012269:0:5849:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 589 00000100:00100000:1.0:1777044846.012291:0:5849:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df472a9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:19aeff9b-bdfb-4382-8412-7db7c143c0bf+11:5616:x1863365369867904:12345-192.168.201.45@tcp:501:ll_cfg_requeue.0 00000100:00100000:1.0:1777044846.012857:0:5849:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df472a9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:19aeff9b-bdfb-4382-8412-7db7c143c0bf+11:5616:x1863365369867904:12345-192.168.201.45@tcp:501:ll_cfg_requeue.0 Request processed in 568us (10179us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044846.012874:0:5849:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 589 00000100:00100000:3.0:1777044846.032305:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777044846.034333:0:5848:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369868032 00000100:00100000:2.0:1777044846.034348:0:5848:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369868032 00000100:00100000:2.0:1777044846.034459:0:5848:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 590 00000100:00100000:2.0:1777044846.034479:0:5848:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df472a8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:19aeff9b-bdfb-4382-8412-7db7c143c0bf+11:5616:x1863365369868032:12345-192.168.201.45@tcp:503:ll_cfg_requeue.0 00000100:00100000:2.0:1777044846.035078:0:5848:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df472a8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:19aeff9b-bdfb-4382-8412-7db7c143c0bf+11:5616:x1863365369868032:12345-192.168.201.45@tcp:503:ll_cfg_requeue.0 Request processed in 603us (2783us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044846.035093:0:5848:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 590 00000100:00100000:3.0:1777044846.039894:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df6d625c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3343:1863365424285440:0@lo:400:kworker.0 00000100:00100000:3.0:1777044846.040060:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777044846.040195:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df6d627100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424285952:0@lo:400:kworker.0 00000100:00100000:3.0:1777044846.040282:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777044846.040331:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1777044846.040343:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df6d626a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3343:1863365424285568:0@lo:400:kworker.0 00000100:00100000:3.0:1777044846.040454:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777044846.040529:0:6639:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424285952 00000100:00100000:3.0:1777044846.040538:0:6639:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424285952 00000100:00100000:3.0:1777044846.040615:0:6639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 558 00000100:00100000:3.0:1777044846.040630:0:6639:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77fd4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424285952:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777044846.040706:0:6639:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77fd4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424285952:12345-0@lo:400:kworker.0 Request processed in 79us (424us total) trans 0 rc 0/0 00000100:00100000:3.0:1777044846.040719:0:6639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 558 00000100:00080000:3.0:1777044846.040754:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1777044846.041080:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df6d627100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424285952:0@lo:400:kworker.0 00000100:00100000:2.0:1777044846.041260:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df6d626d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424285696:0@lo:400:kworker.0 00000100:00100000:2.0:1777044846.041312:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777044846.041347:0:3341:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1777044846.041357:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df6d625180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3341:1863365424285824:0@lo:400:kworker.0 00000100:00100000:2.0:1777044846.041396:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777044846.042621:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424285440 00000100:00100000:0.0:1777044846.042631:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424285440 00000100:00100000:0.0:1777044846.042683:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424285568 00000100:00100000:0.0:1777044846.042690:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424285568 00000100:00100000:0.0:1777044846.043027:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424285824 00000100:00100000:0.0:1777044846.043035:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424285824 00000100:00100000:0.0:1777044846.043073:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 766 00000100:00100000:0.0:1777044846.043085:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77fd7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3343:x1863365424285440:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777044846.043166:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77fd7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3343:x1863365424285440:12345-0@lo:400:kworker.0 Request processed in 81us (3106us total) trans 0 rc 0/0 00000100:00100000:0.0:1777044846.043180:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 766 00000100:00100000:0.0:1777044846.043273:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 767 00000100:00100000:0.0:1777044846.043287:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77fd5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3343:x1863365424285568:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777044846.043349:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77fd5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3343:x1863365424285568:12345-0@lo:400:kworker.0 Request processed in 66us (2895us total) trans 0 rc 0/0 00000100:00100000:0.0:1777044846.043359:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 767 00000100:00100000:0.0:1777044846.043385:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 768 00000100:00100000:0.0:1777044846.043398:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df75298000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3341:x1863365424285824:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777044846.043493:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df75298000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3341:x1863365424285824:12345-0@lo:400:kworker.0 Request processed in 96us (2095us total) trans 0 rc 0/0 00000100:00100000:0.0:1777044846.043505:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 768 00000100:00100000:2.0:1777044846.044533:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df6d625180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3341:1863365424285824:0@lo:400:kworker.0 00000100:00100000:3.0:1777044846.044785:0:6641:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424285696 00000100:00100000:3.0:1777044846.044794:0:6641:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424285696 00000100:00100000:3.0:1777044846.044844:0:6641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 559 00000100:00100000:3.0:1777044846.044855:0:6641:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df75298700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3341:x1863365424285696:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777044846.044939:0:6641:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df75298700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3341:x1863365424285696:12345-0@lo:400:kworker.0 Request processed in 84us (3625us total) trans 0 rc 0/0 00000100:00100000:3.0:1777044846.044951:0:6641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 559 00000100:00080000:3.0:1777044846.044988:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1777044846.045022:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df6d626a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3343:1863365424285568:0@lo:400:kworker.0 00000100:00100000:3.0:1777044846.045062:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df6d625c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3343:1863365424285440:0@lo:400:kworker.0 00000100:00100000:2.0:1777044846.048454:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df6d626d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424285696:0@lo:400:kworker.0 00000100:00100000:3.0:1777044846.052015:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1777044846.052066:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df77fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424286080:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1777044846.052153:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777044846.058572:0:6643:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424286080 00000100:00100000:0.0:1777044846.058592:0:6643:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424286080 00000100:00100000:0.0:1777044846.058756:0:6643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 332 00000100:00100000:0.0:1777044846.058773:0:6643:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77fd5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424286080:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1777044846.058829:0:6643:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 59572224 pending 0 free 3856662528 avail 3854565376 00000100:00100000:0.0:1777044846.058940:0:6643:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77fd5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424286080:12345-0@lo:13:osp-pre-1-0.0 Request processed in 170us (6786us total) trans 0 rc 0/0 00000100:00100000:0.0:1777044846.058954:0:6643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 332 00000100:00100000:3.0:1777044846.060594:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df77fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424286080:0@lo:13:osp-pre-1-0.0 00080000:10000000:0.0:1777044846.069612:0:16650:0:(osd_index.c:2102:osd_index_try()) lustre-MDT0000: index object [0x200000003:0x38:0x0] (8/8/4) registered 00000100:00100000:0.0:1777044846.082918:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777044846.103134:0:5850:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369868160 00000100:00100000:3.0:1777044846.103152:0:5850:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369868160 00000100:00100000:3.0:1777044846.103758:0:5850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 591 00000100:00100000:3.0:1777044846.103775:0:5850:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df472a8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:19aeff9b-bdfb-4382-8412-7db7c143c0bf+11:22413:x1863365369868160:12345-192.168.201.45@tcp:502:llog_process_th.0 00000100:00100000:3.0:1777044846.106325:0:5850:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df472a8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:19aeff9b-bdfb-4382-8412-7db7c143c0bf+11:22413:x1863365369868160:12345-192.168.201.45@tcp:502:llog_process_th.0 Request processed in 2547us (23413us total) trans 0 rc 0/0 00000100:00100000:3.0:1777044846.106341:0:5850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 591 00000100:00100000:3.0:1777044846.133231:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777044846.133789:0:5848:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369868288 00000100:00100000:2.0:1777044846.133804:0:5848:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369868288 00000100:00100000:2.0:1777044846.133877:0:5848:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 592 00000100:00100000:2.0:1777044846.133895:0:5848:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df472abc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:19aeff9b-bdfb-4382-8412-7db7c143c0bf+11:22413:x1863365369868288:12345-192.168.201.45@tcp:502:llog_process_th.0 00000100:00100000:2.0:1777044846.134354:0:5848:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df472abc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:19aeff9b-bdfb-4382-8412-7db7c143c0bf+11:22413:x1863365369868288:12345-192.168.201.45@tcp:502:llog_process_th.0 Request processed in 461us (1160us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044846.134367:0:5848:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 592 00000100:00100000:3.0:1777044846.169133:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777044846.172063:0:5850:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369868416 00000100:00100000:2.0:1777044846.172079:0:5850:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369868416 00000100:00100000:2.0:1777044846.172148:0:5850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 593 00000100:00100000:2.0:1777044846.172494:0:5850:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df472a9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:19aeff9b-bdfb-4382-8412-7db7c143c0bf+11:5616:x1863365369868416:12345-192.168.201.45@tcp:101:ll_cfg_requeue.0 00010000:00010000:2.0:1777044846.172518:0:5850:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777044846.172543:0:5850:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff98de427e6400/0x2c8777a5e7d9cb6b lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee11485a1 expref: -99 pid: 5850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044846.172585:0:5850:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff98de427e6400/0x2c8777a5e7d9cb6b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x50000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11485a1 expref: 12 pid: 5850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044846.172629:0:5850:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff98de427e6400/0x2c8777a5e7d9cb6b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11485a1 expref: 12 pid: 5850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044846.172644:0:5850:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de427e6400, rc 0) 00000100:00100000:2.0:1777044846.172968:0:5850:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df472a9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:5616:x1863365369868416:12345-192.168.201.45@tcp:101:ll_cfg_requeue.0 Request processed in 480us (3843us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044846.172997:0:5850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 593 00000100:00100000:0.0:1777044846.195581:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777044846.198085:0:5849:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369868544 00000100:00100000:3.0:1777044846.198100:0:5849:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369868544 00000100:00100000:3.0:1777044846.199083:0:5849:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 594 00000100:00100000:3.0:1777044846.199100:0:5849:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df472a8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:5616:x1863365369868544:12345-192.168.201.45@tcp:501:ll_cfg_requeue.0 00000100:00100000:3.0:1777044846.200135:0:5849:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df472a8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:5616:x1863365369868544:12345-192.168.201.45@tcp:501:ll_cfg_requeue.0 Request processed in 1035us (4560us total) trans 0 rc -2/-2 00000100:00100000:3.0:1777044846.200149:0:5849:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 594 00080000:10000000:0.0:1777044846.432860:0:16650:0:(osd_index.c:2102:osd_index_try()) lustre-MDT0000: index object [0x200000003:0x39:0x0] (8/8/4) registered 00000100:00100000:0.0:1777044846.610529:0:16650:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df6d624700 pname:cluuid:pid:xid:nid:opc:job llog_process_th:ce657616-b3f3-4e21-ac89-518ab611901c:16650:1863365424286208:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1777044846.610630:0:16650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777044846.610697:0:16650:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df7460fb40 going to sleep for 11 seconds 00000100:00100000:2.0:1777044846.616767:0:5848:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424286208 00000100:00100000:2.0:1777044846.616783:0:5848:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424286208 00000100:00100000:2.0:1777044846.616865:0:5848:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 595 00000100:00100000:2.0:1777044846.616881:0:5848:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df472aa450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ce657616-b3f3-4e21-ac89-518ab611901c+17:16650:x1863365424286208:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1777044846.617300:0:5848:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df472aa450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ce657616-b3f3-4e21-ac89-518ab611901c+17:16650:x1863365424286208:12345-0@lo:502:llog_process_th.0 Request processed in 421us (6668us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044846.617312:0:5848:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 595 00000100:00100000:2.0:1777044846.617402:0:16650:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df6d624700 pname:cluuid:pid:xid:nid:opc:job llog_process_th:ce657616-b3f3-4e21-ac89-518ab611901c:16650:1863365424286208:0@lo:502:llog_process_th.0 00000020:01000000:2.0:1777044846.617473:0:16650:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1777044846.617484:0:16650:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1777044846.617487:0:16650:0:(obd_config.c:1561:class_process_config()) marker 29 (0x2) lustre-MDT0000-m new lustre.test_11c 00000040:00080000:2.0:1777044846.617494:0:16650:0:(llog.c:858:llog_process_thread()) stop processing plain [0xa:0x4:0x0] index 40 count 40 00000020:01000000:2.0:1777044846.617648:0:5853:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-MDT0000 gen 37-39 (rc=0) 10000000:01000000:2.0:1777044846.617675:0:5853:0:(mgc_request.c:1876:mgc_process_log()) MGC192.168.201.145@tcp: configuration from log 'lustre-MDT0000' succeeded (0). 00010000:00010000:2.0:1777044846.617689:0:5853:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.145@tcp lock: ffff98df7b537000/0x2c8777a5e7d9cb4f lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x2c8777a5e7d9cb56 expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044846.617706:0:5853:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.145@tcp lock: ffff98df7b537000/0x2c8777a5e7d9cb4f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x2c8777a5e7d9cb56 expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1777044846.617721:0:5853:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:01000000:2.0:1777044846.617724:0:5853:0:(mgc_request.c:1799:mgc_process_log()) Process log lustre-sptlrpc-ffff98df606399c0 from 1 10000000:01000000:2.0:1777044846.617729:0:5853:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00010000:00010000:2.0:1777044846.617780:0:5853:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.145@tcp lock: ffff98de427e6200/0x2c8777a5e7d9cb72 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044846.617793:0:5853:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.145@tcp lock: ffff98de427e6200/0x2c8777a5e7d9cb72 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044846.617818:0:5853:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.145@tcp lock: ffff98de427e6200/0x2c8777a5e7d9cb72 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777044846.617847:0:5853:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7529aa00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ce657616-b3f3-4e21-ac89-518ab611901c:5853:1863365424286336:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1777044846.617897:0:5853:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777044846.617933:0:5853:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df7460fb40 going to sleep for 11 seconds 00000100:00100000:2.0:1777044846.619536:0:5850:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424286336 00000100:00100000:2.0:1777044846.619546:0:5850:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424286336 00000100:00100000:2.0:1777044846.620448:0:5850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 596 00000100:00100000:2.0:1777044846.620465:0:5850:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df472ab850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ce657616-b3f3-4e21-ac89-518ab611901c+17:5853:x1863365424286336:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1777044846.620484:0:5850:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777044846.620504:0:5850:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff98de427e7e00/0x2c8777a5e7d9cb79 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: local remote: 0x2c8777a5e7d9cb72 expref: -99 pid: 5850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044846.620535:0:5850:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff98de427e7e00/0x2c8777a5e7d9cb79 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x2c8777a5e7d9cb72 expref: 18 pid: 5850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044846.620594:0:5850:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff98de427e7e00/0x2c8777a5e7d9cb79 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x2c8777a5e7d9cb72 expref: 18 pid: 5850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044846.620606:0:5850:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de427e7e00, rc 0) 00000100:00100000:2.0:1777044846.620673:0:5850:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df472ab850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ce657616-b3f3-4e21-ac89-518ab611901c+18:5853:x1863365424286336:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 212us (2775us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044846.632882:0:5850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 596 00000100:00100000:2.0:1777044846.633001:0:5853:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7529aa00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ce657616-b3f3-4e21-ac89-518ab611901c:5853:1863365424286336:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1777044846.633033:0:5853:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.145@tcp lock: ffff98de427e6200/0x2c8777a5e7d9cb72 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x2c8777a5e7d9cb79 expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044846.633067:0:5853:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.145@tcp lock: ffff98de427e6200/0x2c8777a5e7d9cb72 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x2c8777a5e7d9cb79 expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777044846.633532:0:5853:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7529aa00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ce657616-b3f3-4e21-ac89-518ab611901c:5853:1863365424286464:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1777044846.633601:0:5853:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777044846.633652:0:5853:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df58e340c0 going to sleep for 11 seconds 00000100:00100000:1.0:1777044846.636595:0:5848:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424286464 00000100:00100000:1.0:1777044846.636608:0:5848:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424286464 00000100:00100000:1.0:1777044846.636680:0:5848:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 597 00000100:00100000:1.0:1777044846.636695:0:5848:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df472aa850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ce657616-b3f3-4e21-ac89-518ab611901c+18:5853:x1863365424286464:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1777044846.637090:0:5848:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df472aa850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ce657616-b3f3-4e21-ac89-518ab611901c+18:5853:x1863365424286464:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 397us (3487us total) trans 0 rc -2/-2 00000100:00100000:1.0:1777044846.637104:0:5848:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 597 00000100:00100000:0.0:1777044846.637892:0:5853:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7529aa00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ce657616-b3f3-4e21-ac89-518ab611901c:5853:1863365424286464:0@lo:501:ll_cfg_requeue.0 10000000:01000000:0.0:1777044846.637947:0:5853:0:(mgc_request.c:1876:mgc_process_log()) MGC192.168.201.145@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 00010000:00010000:0.0:1777044846.637960:0:5853:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.145@tcp lock: ffff98de427e6200/0x2c8777a5e7d9cb72 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x2c8777a5e7d9cb79 expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044846.637974:0:5853:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.145@tcp lock: ffff98de427e6200/0x2c8777a5e7d9cb72 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x2c8777a5e7d9cb79 expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044847.004976:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777044848.024013:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777044848.630269:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777044848.630324:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777044848.630426:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777044848.630461:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777044848.630488:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777044848.630519:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777044848.630553:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777044848.630587:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369869184 00000100:00100000:3.0:1777044848.630598:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369869184 00000100:00100000:3.0:1777044848.630665:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369868800 00000100:00100000:3.0:1777044848.630669:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369868800 00000100:00100000:3.0:1777044848.630706:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 769 00000100:00100000:3.0:1777044848.630718:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77fd7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+31:2393:x1863365369869184:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777044848.630810:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77fd7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+31:2393:x1863365369869184:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 93us (384us total) trans 0 rc 0/0 00000100:00100000:3.0:1777044848.630822:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 769 00000100:00100000:3.0:1777044848.630849:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 770 00000100:00100000:3.0:1777044848.630859:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77fd6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:146de360-3fb2-48bd-b418-06f30714148a+69:2393:x1863365369868800:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777044848.630939:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77fd6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:146de360-3fb2-48bd-b418-06f30714148a+69:2393:x1863365369868800:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 80us (448us total) trans 0 rc 0/0 00000100:00100000:3.0:1777044848.630950:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 770 00000100:00100000:3.0:1777044848.630980:0:6639:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369868928 00000100:00100000:3.0:1777044848.630986:0:6639:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369868928 00000100:00100000:3.0:1777044848.631024:0:6639:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369869440 00000100:00100000:3.0:1777044848.631029:0:6639:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369869440 00000100:00100000:3.0:1777044848.631050:0:6639:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369869056 00000100:00100000:3.0:1777044848.631054:0:6639:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369869056 00000100:00100000:3.0:1777044848.631073:0:6639:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369869312 00000100:00100000:3.0:1777044848.631077:0:6639:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369869312 00000100:00100000:3.0:1777044848.631097:0:6639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 560 00000100:00100000:3.0:1777044848.631119:0:6639:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77fd5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:146de360-3fb2-48bd-b418-06f30714148a+9:2393:x1863365369868928:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777044848.631162:0:6639:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77fd5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:146de360-3fb2-48bd-b418-06f30714148a+9:2393:x1863365369868928:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 44us (837us total) trans 0 rc 0/0 00000100:00100000:3.0:1777044848.631172:0:6639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 560 00000100:00100000:3.0:1777044848.631191:0:6639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 561 00000100:00100000:3.0:1777044848.631229:0:6639:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77fd6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2393:x1863365369869440:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777044848.631271:0:6639:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77fd6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2393:x1863365369869440:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 70us (809us total) trans 0 rc 0/0 00000100:00100000:3.0:1777044848.631281:0:6639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 561 00000100:00100000:3.0:1777044848.631301:0:6639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 562 00000100:00100000:3.0:1777044848.631322:0:6639:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77fd7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:146de360-3fb2-48bd-b418-06f30714148a+11:2393:x1863365369869056:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777044848.631363:0:6639:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77fd7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:146de360-3fb2-48bd-b418-06f30714148a+11:2393:x1863365369869056:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 52us (842us total) trans 0 rc 0/0 00000100:00100000:3.0:1777044848.631372:0:6639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 562 00000100:00100000:3.0:1777044848.631420:0:6639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 563 00000100:00100000:3.0:1777044848.631429:0:6639:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77956a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2393:x1863365369869312:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777044848.631466:0:6639:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77956a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2393:x1863365369869312:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 38us (912us total) trans 0 rc 0/0 00000100:00100000:3.0:1777044848.631476:0:6639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 563 00000100:00080000:3.0:1777044848.631514:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1777044848.631520:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1777044848.631523:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1777044848.633149:0:5850:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369868672 00000100:00100000:0.0:1777044848.633187:0:5850:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369868672 00000100:00100000:0.0:1777044848.633426:0:5850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 598 00000100:00100000:0.0:1777044848.633438:0:5850:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df472a9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2393:x1863365369868672:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:0.0:1777044848.633498:0:5850:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df472a9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2393:x1863365369868672:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 62us (3242us total) trans 0 rc 0/0 00000100:00100000:0.0:1777044848.633508:0:5850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 598 00010000:00010000:3.0:1777044849.048680:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1777044849.102571:0:16700:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866bc len=0 uarg=00007ffc1cfdfdb0 20000000:00000080:3.0:1777044849.102609:0:16700:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866bc len=576 karg=ffff98df7b4bb800 uarg=0000000000000000 00000040:00100000:2.0:1777044849.111695:0:16700:0:(llog.c:1068:llog_reverse_process()) index 44 : idx 1 20000000:01000000:2.0:1777044849.111709:0:16700:0:(mgs_llog.c:959:mgs_search_pool_cb()) Matched pool rec 43 cmd:0xce020 lustre.test_11c 00000040:00080000:2.0:1777044849.113616:0:16700:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x3:0x0].45, 224 off16008 20000000:01000000:2.0:1777044849.113648:0:16700:0:(mgs_llog.c:1526:record_base_raw()) lcfg lustre-clilov 0xce021 lustre test_11c lustre-OST0001_UUID (null) 00000040:00080000:2.0:1777044849.113725:0:16700:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x3:0x0].46, 136 off16144 00000040:00080000:2.0:1777044849.114158:0:16700:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x3:0x0].48, 224 off16608 00000040:00080000:2.0:1777044849.119287:0:16700:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].40, 224 off15280 20000000:01000000:2.0:1777044849.119315:0:16700:0:(mgs_llog.c:1526:record_base_raw()) lcfg lustre-MDT0000-mdtlov 0xce021 lustre test_11c lustre-OST0001_UUID (null) 00000040:00080000:2.0:1777044849.120711:0:16700:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].41, 144 off15424 00000040:00080000:2.0:1777044849.121818:0:16700:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].42, 224 off15648 10000000:01000000:2.0:1777044849.121850:0:16700:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x0 (lustre) 00010000:00010000:2.0:1777044849.121874:0:16700:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff98de427e6a00/0x2c8777a5e7d9cb80 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044849.121900:0:16700:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff98de43097e00/0x2c8777a5e7d9cb10 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x2c8777a5e7d9cb09 expref: 17 pid: 5848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044849.121912:0:16700:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff98de43097200/0x2c8777a5e7d9cb1e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x2c8777a5e7d9cb17 expref: 17 pid: 5848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044849.121923:0:16700:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff98df41545200/0x2c8777a5e7d9cb2c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x2c8777a5e7d9cb25 expref: 17 pid: 5849 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044849.121957:0:16700:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff98de43096e00/0x2c8777a5e7d9cb3a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x2c8777a5e7d9cb33 expref: 17 pid: 5848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044849.121967:0:16700:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff98df7b536200/0x2c8777a5e7d9cb48 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x2c8777a5e7d9cb41 expref: 17 pid: 5850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044849.121976:0:16700:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff98de427e6600/0x2c8777a5e7d9cb56 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x2c8777a5e7d9cb4f expref: 17 pid: 5848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044849.121989:0:16700:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff98de43096200/0x2c8777a5e7d9cb5d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148593 expref: 11 pid: 5849 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044849.121999:0:16700:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff98df6d64e200/0x2c8777a5e7d9cb64 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114859a expref: 11 pid: 5850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044849.122008:0:16700:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff98de427e6400/0x2c8777a5e7d9cb6b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11485a1 expref: 11 pid: 5850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044849.122019:0:16700:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff98de427e7e00/0x2c8777a5e7d9cb79 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x2c8777a5e7d9cb72 expref: 17 pid: 5850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044849.122030:0:16700:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff98de427e6a00/0x2c8777a5e7d9cb80 lrc: 13/0,1 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044849.122078:0:16700:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff98de427e7e00/0x2c8777a5e7d9cb79 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x2c8777a5e7d9cb72 expref: 17 pid: 5850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044849.122099:0:16700:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff98de427e7e00/0x2c8777a5e7d9cb79 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x2c8777a5e7d9cb72 expref: 17 pid: 5850 timeout: 1627 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777044849.122135:0:16700:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df75299180 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:16700:1863365424286592:0@lo:104: 00000100:00100000:2.0:1777044849.122550:0:16700:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1777044849.122625:0:16700:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff98de427e6400/0x2c8777a5e7d9cb6b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11485a1 expref: 11 pid: 5850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044849.122641:0:16700:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff98de427e6400/0x2c8777a5e7d9cb6b lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x70000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11485a1 expref: 11 pid: 5850 timeout: 1577 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777044849.122657:0:16700:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7529ad80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:16700:1863365424286720:192.168.201.45@tcp:104: 00010000:00010000:2.0:1777044849.124117:0:16700:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff98df6d64e200/0x2c8777a5e7d9cb64 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114859a expref: 11 pid: 5850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044849.124132:0:16700:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff98df6d64e200/0x2c8777a5e7d9cb64 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x70000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114859a expref: 11 pid: 5850 timeout: 1577 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777044849.124145:0:16700:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df75299f80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:16700:1863365424286848:192.168.201.45@tcp:104: 00010000:00010000:2.0:1777044849.124197:0:16700:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff98de43096200/0x2c8777a5e7d9cb5d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148593 expref: 11 pid: 5849 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044849.124210:0:16700:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff98de43096200/0x2c8777a5e7d9cb5d lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x70000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148593 expref: 11 pid: 5849 timeout: 1577 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777044849.124223:0:16700:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7529aa00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:16700:1863365424286976:192.168.201.45@tcp:104: 00010000:00010000:2.0:1777044849.124265:0:16700:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff98de427e6600/0x2c8777a5e7d9cb56 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x2c8777a5e7d9cb4f expref: 17 pid: 5848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044849.124327:0:16700:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff98de427e6600/0x2c8777a5e7d9cb56 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x2c8777a5e7d9cb4f expref: 17 pid: 5848 timeout: 1627 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777044849.124354:0:16700:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7529b480 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:16700:1863365424287104:0@lo:104: 00000100:00100000:2.0:1777044849.124416:0:16700:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1777044849.124463:0:16700:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff98df7b536200/0x2c8777a5e7d9cb48 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x2c8777a5e7d9cb41 expref: 17 pid: 5850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044849.124476:0:16700:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff98df7b536200/0x2c8777a5e7d9cb48 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x2c8777a5e7d9cb41 expref: 17 pid: 5850 timeout: 1627 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777044849.124488:0:16700:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de41db1500 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:16700:1863365424287232:0@lo:104: 00000100:00100000:2.0:1777044849.124518:0:16700:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1777044849.124555:0:16700:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff98de43096e00/0x2c8777a5e7d9cb3a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x2c8777a5e7d9cb33 expref: 17 pid: 5848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044849.124566:0:16700:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff98de43096e00/0x2c8777a5e7d9cb3a lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x2c8777a5e7d9cb33 expref: 17 pid: 5848 timeout: 1627 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777044849.124578:0:16700:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de41db2d80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:16700:1863365424287360:0@lo:104: 00000100:00100000:2.0:1777044849.124604:0:16700:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1777044849.124638:0:16700:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff98df41545200/0x2c8777a5e7d9cb2c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x2c8777a5e7d9cb25 expref: 17 pid: 5849 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044849.124651:0:16700:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff98df41545200/0x2c8777a5e7d9cb2c lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x2c8777a5e7d9cb25 expref: 17 pid: 5849 timeout: 1627 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777044849.124664:0:16700:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de41db3100 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:16700:1863365424287488:0@lo:104: 00000100:00100000:2.0:1777044849.124693:0:16700:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1777044849.124720:0:16700:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff98de43097200/0x2c8777a5e7d9cb1e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x2c8777a5e7d9cb17 expref: 17 pid: 5848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044849.124748:0:16700:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff98de43097200/0x2c8777a5e7d9cb1e lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x2c8777a5e7d9cb17 expref: 17 pid: 5848 timeout: 1627 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777044849.124761:0:16700:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de41db1f80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:16700:1863365424287616:0@lo:104: 00000100:00100000:2.0:1777044849.124795:0:16700:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1777044849.125050:0:16700:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff98de43097e00/0x2c8777a5e7d9cb10 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x2c8777a5e7d9cb09 expref: 17 pid: 5848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044849.125065:0:16700:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff98de43097e00/0x2c8777a5e7d9cb10 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x2c8777a5e7d9cb09 expref: 17 pid: 5848 timeout: 1627 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777044849.125079:0:16700:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de42772d80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:16700:1863365424287744:0@lo:104: 00000100:00100000:2.0:1777044849.125126:0:16700:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777044849.125142:0:16700:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df58e34480 going to sleep for 11 seconds 00000100:00100000:3.0:1777044849.125594:0:8332:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:3.0:1777044849.125612:0:8332:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424286592 00000100:00100000:3.0:1777044849.125619:0:8332:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424286592 00000100:00100000:3.0:1777044849.125662:0:8332:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424287104 00000100:00100000:3.0:1777044849.125666:0:8332:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424287104 00000100:00100000:3.0:1777044849.125680:0:8332:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424287232 00000100:00100000:3.0:1777044849.125683:0:8332:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424287232 00000100:00100000:3.0:1777044849.125696:0:8332:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424287360 00000100:00100000:3.0:1777044849.125699:0:8332:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424287360 00000100:00100000:3.0:1777044849.125711:0:8332:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424287488 00000100:00100000:3.0:1777044849.125713:0:8332:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424287488 00000100:00100000:3.0:1777044849.125725:0:8332:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424287616 00000100:00100000:3.0:1777044849.125728:0:8332:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424287616 00000100:00100000:3.0:1777044849.125738:0:8332:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424287744 00000100:00100000:3.0:1777044849.125741:0:8332:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424287744 00000100:00100000:3.0:1777044849.125781:0:8332:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:3.0:1777044849.125792:0:8332:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7529a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:ce657616-b3f3-4e21-ac89-518ab611901c+9:16700:x1863365424286592:12345-0@lo:104: 00010000:00010000:3.0:1777044849.125807:0:8332:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.201.145@tcp lock: ffff98de427e6200/0x2c8777a5e7d9cb72 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0x2c8777a5e7d9cb79 expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044849.125878:0:8332:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1777044849.125888:0:8332:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7529a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:ce657616-b3f3-4e21-ac89-518ab611901c+9:16700:x1863365424286592:12345-0@lo:104: Request processed in 97us (3340us total) trans 0 rc 0/0 00000100:00100000:3.0:1777044849.125899:0:8332:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:3.0:1777044849.125925:0:8332:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:3.0:1777044849.125935:0:8332:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df75299500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:ce657616-b3f3-4e21-ac89-518ab611901c+8:16700:x1863365424287104:12345-0@lo:104: 00010000:00010000:3.0:1777044849.125945:0:8332:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.201.145@tcp lock: ffff98df7b537000/0x2c8777a5e7d9cb4f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0x2c8777a5e7d9cb56 expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044849.125991:0:8332:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:3.0:1777044849.126007:0:8332:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df75299500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:ce657616-b3f3-4e21-ac89-518ab611901c+8:16700:x1863365424287104:12345-0@lo:104: Request processed in 73us (1591us total) trans 0 rc 0/0 00000100:00100000:3.0:1777044849.126016:0:8332:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:3.0:1777044849.126036:0:8332:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:3.0:1777044849.126044:0:8332:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41db0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:ce657616-b3f3-4e21-ac89-518ab611901c+7:16700:x1863365424287232:12345-0@lo:104: 00010000:00010000:3.0:1777044849.126054:0:8332:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.201.145@tcp lock: ffff98df7b536800/0x2c8777a5e7d9cb41 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0x2c8777a5e7d9cb48 expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044849.126095:0:8332:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to priority blp list, 3 blwis in pool 00000100:00100000:3.0:1777044849.126102:0:8332:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41db0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:ce657616-b3f3-4e21-ac89-518ab611901c+7:16700:x1863365424287232:12345-0@lo:104: Request processed in 59us (1584us total) trans 0 rc 0/0 00000100:00100000:3.0:1777044849.126111:0:8332:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00100000:3.0:1777044849.126128:0:8332:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:3.0:1777044849.126439:0:8332:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41db2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:ce657616-b3f3-4e21-ac89-518ab611901c+6:16700:x1863365424287360:12345-0@lo:104: 00010000:00010000:3.0:1777044849.126451:0:8332:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.201.145@tcp lock: ffff98df41545a00/0x2c8777a5e7d9cb33 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0x2c8777a5e7d9cb3a expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044849.126497:0:8332:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to priority blp list, 4 blwis in pool 00000100:00100000:3.0:1777044849.126504:0:8332:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41db2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:ce657616-b3f3-4e21-ac89-518ab611901c+6:16700:x1863365424287360:12345-0@lo:104: Request processed in 369us (1899us total) trans 0 rc 0/0 00000100:00100000:3.0:1777044849.126514:0:8332:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00100000:3.0:1777044849.126535:0:8332:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:3.0:1777044849.126543:0:8332:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41db0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:ce657616-b3f3-4e21-ac89-518ab611901c+5:16700:x1863365424287488:12345-0@lo:104: 00010000:00010000:3.0:1777044849.126553:0:8332:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.201.145@tcp lock: ffff98df7b536000/0x2c8777a5e7d9cb25 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0x2c8777a5e7d9cb2c expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044849.126592:0:8332:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/5 locks to priority blp list, 5 blwis in pool 00000100:00100000:3.0:1777044849.126607:0:8332:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41db0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:ce657616-b3f3-4e21-ac89-518ab611901c+5:16700:x1863365424287488:12345-0@lo:104: Request processed in 64us (1913us total) trans 0 rc 0/0 00000100:00100000:3.0:1777044849.126616:0:8332:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00100000:3.0:1777044849.126635:0:8332:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:3.0:1777044849.126643:0:8332:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42772a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:ce657616-b3f3-4e21-ac89-518ab611901c+4:16700:x1863365424287616:12345-0@lo:104: 00010000:00010000:3.0:1777044849.126653:0:8332:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.201.145@tcp lock: ffff98df7b536c00/0x2c8777a5e7d9cb17 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0x2c8777a5e7d9cb1e expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044849.126691:0:8332:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/6 locks to priority blp list, 6 blwis in pool 00000100:00100000:3.0:1777044849.126698:0:8332:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42772a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:ce657616-b3f3-4e21-ac89-518ab611901c+4:16700:x1863365424287616:12345-0@lo:104: Request processed in 56us (1904us total) trans 0 rc 0/0 00000100:00100000:3.0:1777044849.126708:0:8332:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00100000:3.0:1777044849.126724:0:8332:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00100000:3.0:1777044849.126732:0:8332:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b516c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:ce657616-b3f3-4e21-ac89-518ab611901c+3:16700:x1863365424287744:12345-0@lo:104: 00010000:00010000:3.0:1777044849.127005:0:8332:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.201.145@tcp lock: ffff98de427e7200/0x2c8777a5e7d9cb09 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0x2c8777a5e7d9cb10 expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044849.127045:0:8332:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/7 locks to priority blp list, 7 blwis in pool 00000100:00100000:3.0:1777044849.127052:0:8332:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b516c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:ce657616-b3f3-4e21-ac89-518ab611901c+3:16700:x1863365424287744:12345-0@lo:104: Request processed in 321us (1926us total) trans 0 rc 0/0 00000100:00100000:3.0:1777044849.127062:0:8332:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00010000:00010000:3.0:1777044849.127105:0:5844:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 6 total in blp. (6 blwis in pool) 00010000:00010000:3.0:1777044849.127113:0:5844:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.145@tcp lock: ffff98de427e6200/0x2c8777a5e7d9cb72 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0x2c8777a5e7d9cb79 expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044849.127123:0:5844:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de427e6200 already unused, calling callback (ffffffffc1dd8c20) 10000000:00010000:3.0:1777044849.127129:0:5844:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.145@tcp lock: ffff98de427e6200/0x2c8777a5e7d9cb72 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400400000000 nid: local remote: 0x2c8777a5e7d9cb79 expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044849.127155:0:5844:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.145@tcp lock: ffff98de427e6200/0x2c8777a5e7d9cb72 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1408400000000 nid: local remote: 0x2c8777a5e7d9cb79 expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1777044849.127165:0:5844:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.145@tcp lock: ffff98de427e6200/0x2c8777a5e7d9cb72 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1409400000000 nid: local remote: 0x2c8777a5e7d9cb79 expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1777044849.127174:0:5844:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:3.0:1777044849.127238:0:5844:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.145@tcp lock: ffff98de427e6200/0x2c8777a5e7d9cb72 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5c09400000020 nid: local remote: 0x2c8777a5e7d9cb79 expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044849.127248:0:5844:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1777044849.127275:0:5844:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.145@tcp lock: ffff98de427e6200/0x2c8777a5e7d9cb72 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5c09400000020 nid: local remote: 0x2c8777a5e7d9cb79 expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044849.127285:0:5844:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.145@tcp lock: ffff98de427e6200/0x2c8777a5e7d9cb72 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5c09400000020 nid: local remote: 0x2c8777a5e7d9cb79 expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044849.127302:0:5844:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 5 total in blp. (5 blwis in pool) 00010000:00010000:3.0:1777044849.127307:0:5844:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.145@tcp lock: ffff98df7b537000/0x2c8777a5e7d9cb4f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1400000000000 nid: local remote: 0x2c8777a5e7d9cb56 expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044849.127315:0:5844:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98df7b537000 already unused, calling callback (ffffffffc1dd8c20) 10000000:00010000:3.0:1777044849.127319:0:5844:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.145@tcp lock: ffff98df7b537000/0x2c8777a5e7d9cb4f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1400400000000 nid: local remote: 0x2c8777a5e7d9cb56 expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044849.127329:0:5844:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.145@tcp lock: ffff98df7b537000/0x2c8777a5e7d9cb4f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1408400000000 nid: local remote: 0x2c8777a5e7d9cb56 expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1777044849.127338:0:5844:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.145@tcp lock: ffff98df7b537000/0x2c8777a5e7d9cb4f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1409400000000 nid: local remote: 0x2c8777a5e7d9cb56 expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1777044849.127356:0:5844:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:3.0:1777044849.127402:0:5844:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.145@tcp lock: ffff98df7b537000/0x2c8777a5e7d9cb4f lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5c09400000020 nid: local remote: 0x2c8777a5e7d9cb56 expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044849.127411:0:5844:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1777044849.127422:0:5844:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.145@tcp lock: ffff98df7b537000/0x2c8777a5e7d9cb4f lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5c09400000020 nid: local remote: 0x2c8777a5e7d9cb56 expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044849.127432:0:5844:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.145@tcp lock: ffff98df7b537000/0x2c8777a5e7d9cb4f lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5c09400000020 nid: local remote: 0x2c8777a5e7d9cb56 expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044849.127446:0:5844:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:3.0:1777044849.127450:0:5844:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.145@tcp lock: ffff98df7b536800/0x2c8777a5e7d9cb41 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1400000000000 nid: local remote: 0x2c8777a5e7d9cb48 expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044849.127459:0:5844:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98df7b536800 already unused, calling callback (ffffffffc1dd8c20) 10000000:00010000:3.0:1777044849.127463:0:5844:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.145@tcp lock: ffff98df7b536800/0x2c8777a5e7d9cb41 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1400400000000 nid: local remote: 0x2c8777a5e7d9cb48 expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044849.127472:0:5844:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.145@tcp lock: ffff98df7b536800/0x2c8777a5e7d9cb41 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1408400000000 nid: local remote: 0x2c8777a5e7d9cb48 expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1777044849.127481:0:5844:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.145@tcp lock: ffff98df7b536800/0x2c8777a5e7d9cb41 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1409400000000 nid: local remote: 0x2c8777a5e7d9cb48 expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1777044849.127488:0:5844:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:3.0:1777044849.127505:0:5844:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.145@tcp lock: ffff98df7b536800/0x2c8777a5e7d9cb41 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5c09400000020 nid: local remote: 0x2c8777a5e7d9cb48 expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044849.127512:0:5844:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1777044849.127552:0:5844:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.145@tcp lock: ffff98df7b536800/0x2c8777a5e7d9cb41 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5c09400000020 nid: local remote: 0x2c8777a5e7d9cb48 expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044849.127562:0:5844:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.145@tcp lock: ffff98df7b536800/0x2c8777a5e7d9cb41 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5c09400000020 nid: local remote: 0x2c8777a5e7d9cb48 expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044849.127576:0:5844:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:3.0:1777044849.127582:0:5844:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.145@tcp lock: ffff98df41545a00/0x2c8777a5e7d9cb33 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0x2c8777a5e7d9cb3a expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044849.127590:0:5844:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98df41545a00 already unused, calling callback (ffffffffc1dd8c20) 10000000:00010000:3.0:1777044849.127593:0:5844:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.145@tcp lock: ffff98df41545a00/0x2c8777a5e7d9cb33 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1400400000000 nid: local remote: 0x2c8777a5e7d9cb3a expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044849.127602:0:5844:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.145@tcp lock: ffff98df41545a00/0x2c8777a5e7d9cb33 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1408400000000 nid: local remote: 0x2c8777a5e7d9cb3a expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1777044849.127610:0:5844:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.145@tcp lock: ffff98df41545a00/0x2c8777a5e7d9cb33 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1409400000000 nid: local remote: 0x2c8777a5e7d9cb3a expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1777044849.127617:0:5844:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:3.0:1777044849.127634:0:5844:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.145@tcp lock: ffff98df41545a00/0x2c8777a5e7d9cb33 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0x2c8777a5e7d9cb3a expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044849.127642:0:5844:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1777044849.127649:0:5844:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.145@tcp lock: ffff98df41545a00/0x2c8777a5e7d9cb33 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0x2c8777a5e7d9cb3a expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044849.127658:0:5844:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.145@tcp lock: ffff98df41545a00/0x2c8777a5e7d9cb33 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0x2c8777a5e7d9cb3a expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044849.127670:0:5844:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1777044849.127682:0:5844:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.145@tcp lock: ffff98df7b536000/0x2c8777a5e7d9cb25 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1400000000000 nid: local remote: 0x2c8777a5e7d9cb2c expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044849.127691:0:5844:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98df7b536000 already unused, calling callback (ffffffffc1dd8c20) 10000000:00010000:3.0:1777044849.127695:0:5844:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.145@tcp lock: ffff98df7b536000/0x2c8777a5e7d9cb25 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1400400000000 nid: local remote: 0x2c8777a5e7d9cb2c expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044849.127704:0:5844:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.145@tcp lock: ffff98df7b536000/0x2c8777a5e7d9cb25 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1408400000000 nid: local remote: 0x2c8777a5e7d9cb2c expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1777044849.127712:0:5844:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.145@tcp lock: ffff98df7b536000/0x2c8777a5e7d9cb25 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1409400000000 nid: local remote: 0x2c8777a5e7d9cb2c expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1777044849.127720:0:5844:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:3.0:1777044849.127737:0:5844:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.145@tcp lock: ffff98df7b536000/0x2c8777a5e7d9cb25 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0x2c8777a5e7d9cb2c expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044849.127745:0:5844:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1777044849.127752:0:5844:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.145@tcp lock: ffff98df7b536000/0x2c8777a5e7d9cb25 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0x2c8777a5e7d9cb2c expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044849.127761:0:5844:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.145@tcp lock: ffff98df7b536000/0x2c8777a5e7d9cb25 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0x2c8777a5e7d9cb2c expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044849.127773:0:5844:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1777044849.127777:0:5844:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.145@tcp lock: ffff98df7b536c00/0x2c8777a5e7d9cb17 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x2c8777a5e7d9cb1e expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044849.127784:0:5844:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98df7b536c00 already unused, calling callback (ffffffffc1dd8c20) 10000000:00010000:3.0:1777044849.127788:0:5844:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.145@tcp lock: ffff98df7b536c00/0x2c8777a5e7d9cb17 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0x2c8777a5e7d9cb1e expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044849.127811:0:5844:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.145@tcp lock: ffff98df7b536c00/0x2c8777a5e7d9cb17 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0x2c8777a5e7d9cb1e expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1777044849.127820:0:5844:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.145@tcp lock: ffff98df7b536c00/0x2c8777a5e7d9cb17 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0x2c8777a5e7d9cb1e expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1777044849.127827:0:5844:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:3.0:1777044849.127845:0:5844:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.145@tcp lock: ffff98df7b536c00/0x2c8777a5e7d9cb17 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x2c8777a5e7d9cb1e expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044849.127852:0:5844:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1777044849.127859:0:5844:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.145@tcp lock: ffff98df7b536c00/0x2c8777a5e7d9cb17 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x2c8777a5e7d9cb1e expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044849.127868:0:5844:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.145@tcp lock: ffff98df7b536c00/0x2c8777a5e7d9cb17 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x2c8777a5e7d9cb1e expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044849.127880:0:5844:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777044849.127884:0:5844:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.145@tcp lock: ffff98de427e7200/0x2c8777a5e7d9cb09 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x2c8777a5e7d9cb10 expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044849.127892:0:5844:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de427e7200 already unused, calling callback (ffffffffc1dd8c20) 10000000:00010000:3.0:1777044849.127897:0:5844:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.145@tcp lock: ffff98de427e7200/0x2c8777a5e7d9cb09 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x2c8777a5e7d9cb10 expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044849.127905:0:5844:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.145@tcp lock: ffff98de427e7200/0x2c8777a5e7d9cb09 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x2c8777a5e7d9cb10 expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1777044849.127914:0:5844:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.145@tcp lock: ffff98de427e7200/0x2c8777a5e7d9cb09 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x2c8777a5e7d9cb10 expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1777044849.127931:0:5844:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:3.0:1777044849.127949:0:5844:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.145@tcp lock: ffff98de427e7200/0x2c8777a5e7d9cb09 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x2c8777a5e7d9cb10 expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044849.127957:0:5844:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1777044849.127963:0:5844:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.145@tcp lock: ffff98de427e7200/0x2c8777a5e7d9cb09 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x2c8777a5e7d9cb10 expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044849.127973:0:5844:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.145@tcp lock: ffff98de427e7200/0x2c8777a5e7d9cb09 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x2c8777a5e7d9cb10 expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044849.127990:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777044849.127992:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777044849.127995:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777044849.128005:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777044849.128021:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df77956300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ce657616-b3f3-4e21-ac89-518ab611901c:3341:1863365424287872:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1777044849.128062:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777044849.128098:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df77957b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ce657616-b3f3-4e21-ac89-518ab611901c:3341:1863365424288384:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1777044849.128132:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777044849.128159:0:3341:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1777044849.128166:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df77957100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ce657616-b3f3-4e21-ac89-518ab611901c:3341:1863365424288000:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1777044849.128193:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777044849.128258:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df77955880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ce657616-b3f3-4e21-ac89-518ab611901c:3341:1863365424288512:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1777044849.128288:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777044849.128319:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df77954380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ce657616-b3f3-4e21-ac89-518ab611901c:3343:1863365424288128:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1777044849.128344:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777044849.128370:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df77955500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ce657616-b3f3-4e21-ac89-518ab611901c:3343:1863365424288640:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1777044849.129655:0:5841:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424287872 00000100:00100000:1.0:1777044849.129664:0:5841:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424287872 00010000:00010000:1.0:1777044849.129696:0:5841:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff98de427e7e00/0x2c8777a5e7d9cb79 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x2c8777a5e7d9cb72 expref: 18 pid: 5850 timeout: 1627 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777044849.129718:0:5841:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424288384 00000100:00100000:1.0:1777044849.129721:0:5841:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424288384 00010000:00010000:1.0:1777044849.129733:0:5841:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff98df41545200/0x2c8777a5e7d9cb2c lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x2c8777a5e7d9cb25 expref: 19 pid: 5849 timeout: 1627 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777044849.129745:0:5841:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424288000 00000100:00100000:1.0:1777044849.129749:0:5841:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424288000 00010000:00010000:1.0:1777044849.129781:0:5841:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff98de427e6600/0x2c8777a5e7d9cb56 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x2c8777a5e7d9cb4f expref: 20 pid: 5848 timeout: 1627 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777044849.130072:0:5841:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424288512 00000100:00100000:1.0:1777044849.130078:0:5841:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424288512 00010000:00010000:1.0:1777044849.130098:0:5841:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff98de43097200/0x2c8777a5e7d9cb1e lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x2c8777a5e7d9cb17 expref: 21 pid: 5848 timeout: 1627 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777044849.130115:0:5841:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424288128 00000100:00100000:1.0:1777044849.130118:0:5841:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424288128 00010000:00010000:1.0:1777044849.130132:0:5841:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff98df7b536200/0x2c8777a5e7d9cb48 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x2c8777a5e7d9cb41 expref: 22 pid: 5850 timeout: 1627 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777044849.130169:0:5841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 209 00000100:00100000:1.0:1777044849.130178:0:5841:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77954e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ce657616-b3f3-4e21-ac89-518ab611901c+22:3341:x1863365424287872:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1777044849.130193:0:5841:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777044849.130229:0:5841:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff98de427e7e00/0x2c8777a5e7d9cb79 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x2c8777a5e7d9cb72 expref: 22 pid: 5850 timeout: 1627 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044849.130245:0:5841:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff98de427e7e00/0x2c8777a5e7d9cb79 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x2c8777a5e7d9cb72 expref: 22 pid: 5850 timeout: 1627 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044849.130266:0:5841:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777044849.130316:0:5841:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77954e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ce657616-b3f3-4e21-ac89-518ab611901c+22:3341:x1863365424287872:12345-0@lo:103:ldlm_bl.0 Request processed in 138us (2253us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044849.130326:0:5841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 209 00000100:00100000:1.0:1777044849.130348:0:5841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 210 00000100:00100000:1.0:1777044849.130357:0:5841:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df677a7850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ce657616-b3f3-4e21-ac89-518ab611901c+21:3341:x1863365424288384:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1777044849.130368:0:5841:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777044849.130394:0:5841:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff98df41545200/0x2c8777a5e7d9cb2c lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x2c8777a5e7d9cb25 expref: 21 pid: 5849 timeout: 1627 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044849.130405:0:5841:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff98df41545200/0x2c8777a5e7d9cb2c lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x2c8777a5e7d9cb25 expref: 21 pid: 5849 timeout: 1627 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044849.130417:0:5841:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777044849.130447:0:5841:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df677a7850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ce657616-b3f3-4e21-ac89-518ab611901c+21:3341:x1863365424288384:12345-0@lo:103:ldlm_bl.0 Request processed in 92us (2314us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044849.130455:0:5841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 210 00000100:00100000:1.0:1777044849.130502:0:5841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 211 00000100:00100000:1.0:1777044849.130518:0:5841:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77955f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ce657616-b3f3-4e21-ac89-518ab611901c+20:3341:x1863365424288000:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1777044849.130527:0:5841:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777044849.130532:0:5841:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff98de427e6600/0x2c8777a5e7d9cb56 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x2c8777a5e7d9cb4f expref: 20 pid: 5848 timeout: 1627 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044849.130543:0:5841:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff98de427e6600/0x2c8777a5e7d9cb56 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x2c8777a5e7d9cb4f expref: 20 pid: 5848 timeout: 1627 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044849.130557:0:5841:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777044849.130587:0:5841:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77955f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ce657616-b3f3-4e21-ac89-518ab611901c+20:3341:x1863365424288000:12345-0@lo:103:ldlm_bl.0 Request processed in 70us (2392us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044849.130595:0:5841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 211 00000100:00100000:1.0:1777044849.130612:0:5841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 212 00000100:00100000:1.0:1777044849.130619:0:5841:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77955180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ce657616-b3f3-4e21-ac89-518ab611901c+19:3341:x1863365424288512:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1777044849.130629:0:5841:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777044849.130634:0:5841:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff98de43097200/0x2c8777a5e7d9cb1e lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x2c8777a5e7d9cb17 expref: 19 pid: 5848 timeout: 1627 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044849.130645:0:5841:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff98de43097200/0x2c8777a5e7d9cb1e lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x2c8777a5e7d9cb17 expref: 19 pid: 5848 timeout: 1627 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044849.130657:0:5841:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777044849.130683:0:5841:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77955180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ce657616-b3f3-4e21-ac89-518ab611901c+19:3341:x1863365424288512:12345-0@lo:103:ldlm_bl.0 Request processed in 64us (2394us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044849.130691:0:5841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 212 00000100:00100000:1.0:1777044849.130707:0:5841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 213 00000100:00100000:1.0:1777044849.130715:0:5841:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77956680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ce657616-b3f3-4e21-ac89-518ab611901c+18:3343:x1863365424288128:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1777044849.130723:0:5841:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777044849.130962:0:5841:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff98df7b536200/0x2c8777a5e7d9cb48 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x2c8777a5e7d9cb41 expref: 18 pid: 5850 timeout: 1627 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044849.130973:0:5841:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff98df7b536200/0x2c8777a5e7d9cb48 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x2c8777a5e7d9cb41 expref: 18 pid: 5850 timeout: 1627 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044849.130986:0:5841:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777044849.131017:0:5841:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77956680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ce657616-b3f3-4e21-ac89-518ab611901c+18:3343:x1863365424288128:12345-0@lo:103:ldlm_bl.0 Request processed in 302us (2671us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044849.131025:0:5841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 213 00000100:00100000:1.0:1777044849.131070:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df77957100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ce657616-b3f3-4e21-ac89-518ab611901c:3341:1863365424288000:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1777044849.131082:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df77955880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ce657616-b3f3-4e21-ac89-518ab611901c:3341:1863365424288512:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1777044849.131093:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df77956300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ce657616-b3f3-4e21-ac89-518ab611901c:3341:1863365424287872:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1777044849.131102:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df77957b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ce657616-b3f3-4e21-ac89-518ab611901c:3341:1863365424288384:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1777044849.139417:0:3344:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df77957800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ce657616-b3f3-4e21-ac89-518ab611901c:3344:1863365424288256:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1777044849.139499:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777044849.139634:0:6655:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424288256 00000100:00100000:0.0:1777044849.139642:0:6655:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424288256 00010000:00010000:0.0:1777044849.139680:0:6655:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff98de43096e00/0x2c8777a5e7d9cb3a lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x2c8777a5e7d9cb33 expref: 18 pid: 5848 timeout: 1627 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777044849.139711:0:6655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 214 00000100:00100000:0.0:1777044849.139721:0:6655:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d626680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ce657616-b3f3-4e21-ac89-518ab611901c+18:3344:x1863365424288256:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1777044849.139736:0:6655:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777044849.139794:0:6655:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff98de43096e00/0x2c8777a5e7d9cb3a lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x2c8777a5e7d9cb33 expref: 18 pid: 5848 timeout: 1627 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044849.139832:0:6655:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff98de43096e00/0x2c8777a5e7d9cb3a lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x2c8777a5e7d9cb33 expref: 18 pid: 5848 timeout: 1627 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044849.139855:0:6655:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777044849.139903:0:6655:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d626680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ce657616-b3f3-4e21-ac89-518ab611901c+18:3344:x1863365424288256:12345-0@lo:103:ldlm_bl.0 Request processed in 182us (403us total) trans 0 rc 0/0 00000100:00100000:0.0:1777044849.139914:0:6655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 214 00000100:00100000:0.0:1777044849.139962:0:3344:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df77957800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ce657616-b3f3-4e21-ac89-518ab611901c:3344:1863365424288256:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1777044849.140483:0:16700:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff98de427e7e00/0x2c8777a5e7d9cb79 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x2c8777a5e7d9cb72 expref: 17 pid: 5850 timeout: 1627 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777044849.140501:0:16700:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df75299180 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:16700:1863365424286592:0@lo:104: 00010000:00010000:2.0:1777044849.140517:0:16700:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff98de427e6600/0x2c8777a5e7d9cb56 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x2c8777a5e7d9cb4f expref: 16 pid: 5848 timeout: 1627 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777044849.140527:0:16700:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7529b480 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:16700:1863365424287104:0@lo:104: 00010000:00010000:2.0:1777044849.140539:0:16700:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff98df7b536200/0x2c8777a5e7d9cb48 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x2c8777a5e7d9cb41 expref: 15 pid: 5850 timeout: 1627 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777044849.140551:0:16700:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de41db1500 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:16700:1863365424287232:0@lo:104: 00010000:00010000:2.0:1777044849.140565:0:16700:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff98de43096e00/0x2c8777a5e7d9cb3a lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x2c8777a5e7d9cb33 expref: 14 pid: 5848 timeout: 1627 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777044849.140586:0:16700:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de41db2d80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:16700:1863365424287360:0@lo:104: 00010000:00010000:2.0:1777044849.140601:0:16700:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff98df41545200/0x2c8777a5e7d9cb2c lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x2c8777a5e7d9cb25 expref: 13 pid: 5849 timeout: 1627 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777044849.140611:0:16700:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de41db3100 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:16700:1863365424287488:0@lo:104: 00010000:00010000:2.0:1777044849.140623:0:16700:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff98de43097200/0x2c8777a5e7d9cb1e lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x2c8777a5e7d9cb17 expref: 12 pid: 5848 timeout: 1627 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777044849.140634:0:16700:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de41db1f80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:16700:1863365424287616:0@lo:104: 00000100:00100000:2.0:1777044849.140645:0:16700:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de42772d80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:16700:1863365424287744:0@lo:104: 00000100:00100000:0.0:1777044849.144085:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777044849.144175:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df77954380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ce657616-b3f3-4e21-ac89-518ab611901c:3343:1863365424288128:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1777044849.144566:0:6655:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424288640 00000100:00100000:2.0:1777044849.144576:0:6655:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424288640 00010000:00010000:2.0:1777044849.144613:0:6655:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff98de43097e00/0x2c8777a5e7d9cb10 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x2c8777a5e7d9cb09 expref: 12 pid: 5848 timeout: 1627 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777044849.144660:0:6655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 215 00000100:00100000:2.0:1777044849.144671:0:6655:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d625500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ce657616-b3f3-4e21-ac89-518ab611901c+12:3343:x1863365424288640:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1777044849.144689:0:6655:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777044849.144695:0:6655:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff98de43097e00/0x2c8777a5e7d9cb10 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x2c8777a5e7d9cb09 expref: 12 pid: 5848 timeout: 1627 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044849.144708:0:6655:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff98de43097e00/0x2c8777a5e7d9cb10 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x2c8777a5e7d9cb09 expref: 12 pid: 5848 timeout: 1627 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044849.144729:0:6655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff98de43097e00/0x2c8777a5e7d9cb10 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x2c8777a5e7d9cb09 expref: 12 pid: 5848 timeout: 1627 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044849.144764:0:6655:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777044849.145033:0:6655:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d625500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ce657616-b3f3-4e21-ac89-518ab611901c+11:3343:x1863365424288640:12345-0@lo:103:ldlm_bl.0 Request processed in 363us (953us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044849.145044:0:6655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 215 00000100:00100000:1.0:1777044849.152102:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df77955500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ce657616-b3f3-4e21-ac89-518ab611901c:3343:1863365424288640:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1777044849.169963:0:16700:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7529ad80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:16700:1863365424286720:192.168.201.45@tcp:104: 00000100:00100000:2.0:1777044849.169981:0:16700:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df75299f80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:16700:1863365424286848:192.168.201.45@tcp:104: 00000100:00100000:0.0:1777044849.174895:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777044849.175013:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777044849.175155:0:5841:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369869568 00000100:00100000:1.0:1777044849.175166:0:5841:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369869568 00010000:00010000:1.0:1777044849.175254:0:5841:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff98de427e6400/0x2c8777a5e7d9cb6b lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11485a1 expref: 12 pid: 5850 timeout: 1577 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777044849.175291:0:5841:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369869696 00000100:00100000:1.0:1777044849.175295:0:5841:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369869696 00010000:00010000:1.0:1777044849.175315:0:5841:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff98de43096200/0x2c8777a5e7d9cb5d lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148593 expref: 13 pid: 5849 timeout: 1577 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777044849.175339:0:5841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 216 00000100:00100000:1.0:1777044849.175350:0:5841:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d625f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:19aeff9b-bdfb-4382-8412-7db7c143c0bf+13:2392:x1863365369869568:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777044849.175407:0:5841:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777044849.175433:0:5841:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff98de427e6400/0x2c8777a5e7d9cb6b lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x60000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11485a1 expref: 13 pid: 5850 timeout: 1577 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044849.175450:0:5841:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff98de427e6400/0x2c8777a5e7d9cb6b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x50000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11485a1 expref: 13 pid: 5850 timeout: 1577 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044849.175472:0:5841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff98de427e6400/0x2c8777a5e7d9cb6b lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x44801400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11485a1 expref: 13 pid: 5850 timeout: 1577 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044849.175491:0:5841:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777044849.175549:0:5841:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d625f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2392:x1863365369869568:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 200us (664us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044849.175561:0:5841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 216 00000100:00100000:1.0:1777044849.175587:0:5841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 217 00000100:00100000:1.0:1777044849.175595:0:5841:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df677a6850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:19aeff9b-bdfb-4382-8412-7db7c143c0bf+11:2392:x1863365369869696:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777044849.175606:0:5841:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777044849.175612:0:5841:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff98de43096200/0x2c8777a5e7d9cb5d lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148593 expref: 11 pid: 5849 timeout: 1577 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044849.175623:0:5841:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff98de43096200/0x2c8777a5e7d9cb5d lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148593 expref: 11 pid: 5849 timeout: 1577 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044849.175636:0:5841:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777044849.175661:0:5841:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df677a6850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:19aeff9b-bdfb-4382-8412-7db7c143c0bf+11:2392:x1863365369869696:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 66us (649us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044849.175671:0:5841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 217 00010000:00010000:2.0:1777044849.176130:0:16700:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff98de43096200/0x2c8777a5e7d9cb5d lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148593 expref: 10 pid: 5849 timeout: 1577 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777044849.176146:0:16700:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7529aa00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:16700:1863365424286976:192.168.201.45@tcp:104: 00010000:00010000:2.0:1777044849.176254:0:16700:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff98de427e6a00/0x2c8777a5e7d9cb80 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777044849.178037:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777044849.178801:0:5841:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369869824 00000100:00100000:1.0:1777044849.178824:0:5841:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369869824 00010000:00010000:1.0:1777044849.178859:0:5841:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff98df6d64e200/0x2c8777a5e7d9cb64 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114859a expref: 10 pid: 5850 timeout: 1577 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777044849.178892:0:5841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 218 00000100:00100000:1.0:1777044849.178902:0:5841:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d624000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:19aeff9b-bdfb-4382-8412-7db7c143c0bf+10:2392:x1863365369869824:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777044849.178916:0:5841:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777044849.178923:0:5841:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff98df6d64e200/0x2c8777a5e7d9cb64 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114859a expref: 10 pid: 5850 timeout: 1577 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044849.178937:0:5841:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff98df6d64e200/0x2c8777a5e7d9cb64 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114859a expref: 10 pid: 5850 timeout: 1577 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044849.178956:0:5841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff98df6d64e200/0x2c8777a5e7d9cb64 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114859a expref: 10 pid: 5850 timeout: 1577 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044849.178974:0:5841:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff98de427e6a00/0x2c8777a5e7d9cb80 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044849.178985:0:5841:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff98de427e6a00/0x2c8777a5e7d9cb80 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044849.179007:0:5841:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff98de427e6a00/0x2c8777a5e7d9cb80 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044849.179017:0:5841:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff98de427e6a00/0x2c8777a5e7d9cb80 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044849.179026:0:5841:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff98de427e6a00/0x2c8777a5e7d9cb80 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044849.179050:0:5841:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff98de427e6a00/0x2c8777a5e7d9cb80 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044849.179059:0:5841:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de427e6a00 already unused, calling callback (ffffffffc17d22d0) 00010000:00010000:1.0:1777044849.179065:0:5841:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff98de427e6a00/0x2c8777a5e7d9cb80 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044849.179075:0:5841:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff98de427e6a00/0x2c8777a5e7d9cb80 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044849.184861:0:16700:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff98de427e6a00/0x2c8777a5e7d9cb80 lrc: 5/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044849.184883:0:16700:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff98de427e6a00/0x2c8777a5e7d9cb80 lrc: 5/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044849.189718:0:5841:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff98de427e6a00/0x2c8777a5e7d9cb80 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044849.189744:0:5841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff98de427e6a00/0x2c8777a5e7d9cb80 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16700 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044849.191983:0:5841:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777044849.192155:0:5841:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d624000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:19aeff9b-bdfb-4382-8412-7db7c143c0bf+9:2392:x1863365369869824:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 13246us (14117us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044849.192170:0:5841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 218 00010000:00010000:3.0:1777044850.069743:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777044850.135628:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1777044850.135656:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df77956d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424288768:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1777044850.135747:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777044850.136264:0:6643:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424288768 00000100:00100000:0.0:1777044850.136273:0:6643:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424288768 00000100:00100000:0.0:1777044850.136388:0:6643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 333 00000100:00100000:0.0:1777044850.136403:0:6643:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42c8bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424288768:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1777044850.136446:0:6643:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 59572224 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1777044850.136527:0:6643:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42c8bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424288768:12345-0@lo:13:osp-pre-0-0.0 Request processed in 127us (779us total) trans 0 rc 0/0 00000100:00100000:0.0:1777044850.136538:0:6643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 333 00000100:00080000:3.0:1777044850.136642:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1777044850.137664:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df77956d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424288768:0@lo:13:osp-pre-0-0.0 10000000:01000000:1.0:1777044850.453719:0:5853:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:01000000:1.0:1777044850.453727:0:5853:0:(mgc_request.c:1799:mgc_process_log()) Process log lustre-client-ffff98df607ea000 from 45 10000000:01000000:1.0:1777044850.453734:0:5853:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:1.0:1777044850.453792:0:5853:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.145@tcp lock: ffff98df6d64e200/0x2c8777a5e7d9cb87 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044850.453829:0:5853:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.145@tcp lock: ffff98df6d64e200/0x2c8777a5e7d9cb87 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044850.453841:0:5853:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.145@tcp lock: ffff98df6d64e200/0x2c8777a5e7d9cb87 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777044850.453869:0:5853:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de42c89500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ce657616-b3f3-4e21-ac89-518ab611901c:5853:1863365424288896:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1777044850.453939:0:5853:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777044850.454073:0:5848:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424288896 00000100:00100000:2.0:1777044850.454084:0:5848:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424288896 00000100:00100000:1.0:1777044850.454094:0:5853:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df50fd7a80 going to sleep for 11 seconds 00000100:00100000:2.0:1777044850.467430:0:5848:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 599 00000100:00100000:2.0:1777044850.467459:0:5848:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df472a9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ce657616-b3f3-4e21-ac89-518ab611901c+11:5853:x1863365424288896:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1777044850.467482:0:5848:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777044850.467507:0:5848:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff98de427e6600/0x2c8777a5e7d9cb8e lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x2c8777a5e7d9cb87 expref: -99 pid: 5848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044850.467563:0:5848:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff98de427e6600/0x2c8777a5e7d9cb8e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x2c8777a5e7d9cb87 expref: 12 pid: 5848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044850.467580:0:5848:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff98de427e6600/0x2c8777a5e7d9cb8e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x2c8777a5e7d9cb87 expref: 12 pid: 5848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044850.467592:0:5848:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de427e6600, rc 0) 00000100:00100000:2.0:1777044850.467697:0:5848:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df472a9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ce657616-b3f3-4e21-ac89-518ab611901c+12:5853:x1863365424288896:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 252us (13755us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044850.467708:0:5848:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 599 00000100:00100000:1.0:1777044850.468656:0:5853:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de42c89500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ce657616-b3f3-4e21-ac89-518ab611901c:5853:1863365424288896:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1777044850.468680:0:5853:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.145@tcp lock: ffff98df6d64e200/0x2c8777a5e7d9cb87 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x2c8777a5e7d9cb8e expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044850.468694:0:5853:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.145@tcp lock: ffff98df6d64e200/0x2c8777a5e7d9cb87 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x2c8777a5e7d9cb8e expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777044850.468792:0:5853:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de42c89500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ce657616-b3f3-4e21-ac89-518ab611901c:5853:1863365424289024:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1777044850.468840:0:5853:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777044850.468911:0:5853:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df50fd7a80 going to sleep for 11 seconds 00000100:00100000:2.0:1777044850.469755:0:5849:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424289024 00000100:00100000:2.0:1777044850.469765:0:5849:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424289024 00000100:00100000:2.0:1777044850.469826:0:5849:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 600 00000100:00100000:2.0:1777044850.469838:0:5849:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df472ab450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ce657616-b3f3-4e21-ac89-518ab611901c+12:5853:x1863365424289024:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1777044850.473055:0:5849:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df472ab450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ce657616-b3f3-4e21-ac89-518ab611901c+12:5853:x1863365424289024:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 3212us (4207us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044850.473073:0:5849:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 600 00000100:00100000:1.0:1777044850.473127:0:5853:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de42c89500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ce657616-b3f3-4e21-ac89-518ab611901c:5853:1863365424289024:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1777044850.473512:0:5853:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de42c89500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ce657616-b3f3-4e21-ac89-518ab611901c:5853:1863365424289152:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1777044850.473578:0:5853:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777044850.473635:0:5853:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df50fd7a80 going to sleep for 11 seconds 00000100:00100000:0.0:1777044850.474381:0:5850:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424289152 00000100:00100000:0.0:1777044850.474391:0:5850:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424289152 00000100:00100000:0.0:1777044850.474448:0:5850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 601 00000100:00100000:0.0:1777044850.474460:0:5850:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df472aa050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ce657616-b3f3-4e21-ac89-518ab611901c+12:5853:x1863365424289152:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1777044850.474713:0:5850:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df472aa050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ce657616-b3f3-4e21-ac89-518ab611901c+12:5853:x1863365424289152:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 254us (1133us total) trans 0 rc 0/0 00000100:00100000:0.0:1777044850.474723:0:5850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 601 00000100:00100000:2.0:1777044850.478021:0:5853:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de42c89500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ce657616-b3f3-4e21-ac89-518ab611901c:5853:1863365424289152:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1777044850.482944:0:16701:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de42c8b800 pname:cluuid:pid:xid:nid:opc:job llog_process_th:ce657616-b3f3-4e21-ac89-518ab611901c:16701:1863365424289280:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1777044850.483056:0:16701:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777044850.483145:0:16701:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df50fd7c00 going to sleep for 11 seconds 00000100:00100000:2.0:1777044850.483602:0:5849:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424289280 00000100:00100000:2.0:1777044850.483612:0:5849:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424289280 00000100:00100000:2.0:1777044850.483685:0:5849:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 602 00000100:00100000:2.0:1777044850.483699:0:5849:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df472aac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ce657616-b3f3-4e21-ac89-518ab611901c+12:16701:x1863365424289280:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1777044850.484048:0:5849:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df472aac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ce657616-b3f3-4e21-ac89-518ab611901c+12:16701:x1863365424289280:12345-0@lo:502:llog_process_th.0 Request processed in 350us (991us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044850.484060:0:5849:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 602 00000100:00100000:1.0:1777044850.484621:0:16701:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de42c8b800 pname:cluuid:pid:xid:nid:opc:job llog_process_th:ce657616-b3f3-4e21-ac89-518ab611901c:16701:1863365424289280:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1777044850.484694:0:16701:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de42c8b800 pname:cluuid:pid:xid:nid:opc:job llog_process_th:ce657616-b3f3-4e21-ac89-518ab611901c:16701:1863365424289408:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1777044850.484747:0:16701:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777044850.484795:0:16701:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df50f29840 going to sleep for 11 seconds 00000100:00100000:0.0:1777044850.486705:0:5850:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424289408 00000100:00100000:0.0:1777044850.486715:0:5850:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424289408 00000100:00100000:0.0:1777044850.486779:0:5850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 603 00000100:00100000:0.0:1777044850.486792:0:5850:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df472ab050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ce657616-b3f3-4e21-ac89-518ab611901c+12:16701:x1863365424289408:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1777044850.487348:0:5850:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df472ab050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ce657616-b3f3-4e21-ac89-518ab611901c+12:16701:x1863365424289408:12345-0@lo:502:llog_process_th.0 Request processed in 557us (2598us total) trans 0 rc 0/0 00000100:00100000:0.0:1777044850.487383:0:5850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 603 00000100:00100000:3.0:1777044850.487858:0:16701:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de42c8b800 pname:cluuid:pid:xid:nid:opc:job llog_process_th:ce657616-b3f3-4e21-ac89-518ab611901c:16701:1863365424289408:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1777044850.487922:0:16701:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df77954000 pname:cluuid:pid:xid:nid:opc:job llog_process_th:ce657616-b3f3-4e21-ac89-518ab611901c:16701:1863365424289536:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1777044850.487974:0:16701:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777044850.488023:0:16701:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df46731480 going to sleep for 11 seconds 00000100:00100000:1.0:1777044850.488266:0:5849:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424289536 00000100:00100000:1.0:1777044850.488273:0:5849:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424289536 00000100:00100000:1.0:1777044850.488331:0:5849:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 604 00000100:00100000:1.0:1777044850.488342:0:5849:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df587b4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ce657616-b3f3-4e21-ac89-518ab611901c+12:16701:x1863365424289536:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1777044850.488560:0:5849:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df587b4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ce657616-b3f3-4e21-ac89-518ab611901c+12:16701:x1863365424289536:12345-0@lo:502:llog_process_th.0 Request processed in 218us (584us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044850.488572:0:5849:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 604 00000100:00100000:3.0:1777044850.488902:0:16701:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df77954000 pname:cluuid:pid:xid:nid:opc:job llog_process_th:ce657616-b3f3-4e21-ac89-518ab611901c:16701:1863365424289536:0@lo:502:llog_process_th.0 00000040:00080000:3.0:1777044850.488935:0:16701:0:(llog.c:858:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 49 count 48 00000020:01000000:1.0:1777044850.490185:0:5853:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 45-48 (rc=0) 10000000:01000000:1.0:1777044850.490247:0:5853:0:(mgc_request.c:1876:mgc_process_log()) MGC192.168.201.145@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:1.0:1777044850.490261:0:5853:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.145@tcp lock: ffff98df6d64e200/0x2c8777a5e7d9cb87 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x2c8777a5e7d9cb8e expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044850.490279:0:5853:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.145@tcp lock: ffff98df6d64e200/0x2c8777a5e7d9cb87 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x2c8777a5e7d9cb8e expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1777044850.490294:0:5853:0:(mgc_request.c:611:do_requeue()) updating log lustre-OST0001 10000000:01000000:1.0:1777044850.490299:0:5853:0:(mgc_request.c:1799:mgc_process_log()) Process log lustre-OST0001-0000000000000000 from 11 10000000:01000000:1.0:1777044850.490304:0:5853:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0001 (res 0x65727473756c) 00010000:00010000:1.0:1777044850.490344:0:5853:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.145@tcp lock: ffff98df6d64e600/0x2c8777a5e7d9cb95 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044850.490405:0:5853:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.145@tcp lock: ffff98df6d64e600/0x2c8777a5e7d9cb95 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044850.490440:0:5853:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.145@tcp lock: ffff98df6d64e600/0x2c8777a5e7d9cb95 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777044850.490468:0:5853:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de42c89880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ce657616-b3f3-4e21-ac89-518ab611901c:5853:1863365424289664:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1777044850.490521:0:5853:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777044850.490576:0:5853:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df7f770d80 going to sleep for 11 seconds 00000100:00100000:2.0:1777044850.491721:0:5849:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424289664 00000100:00100000:2.0:1777044850.491732:0:5849:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424289664 00000100:00100000:2.0:1777044850.491788:0:5849:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 605 00000100:00100000:2.0:1777044850.491800:0:5849:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df587b5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ce657616-b3f3-4e21-ac89-518ab611901c+12:5853:x1863365424289664:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1777044850.491818:0:5849:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777044850.491836:0:5849:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff98de427e7e00/0x2c8777a5e7d9cb9c lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x2c8777a5e7d9cb95 expref: -99 pid: 5849 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044850.491867:0:5849:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff98de427e7e00/0x2c8777a5e7d9cb9c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x2c8777a5e7d9cb95 expref: 13 pid: 5849 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044850.491883:0:5849:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff98de427e7e00/0x2c8777a5e7d9cb9c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x2c8777a5e7d9cb95 expref: 13 pid: 5849 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044850.491897:0:5849:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de427e7e00, rc 0) 00000100:00100000:2.0:1777044850.491968:0:5849:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df587b5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ce657616-b3f3-4e21-ac89-518ab611901c+13:5853:x1863365424289664:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 169us (1445us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044850.491978:0:5849:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 605 00000100:00100000:1.0:1777044850.492838:0:5853:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de42c89880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ce657616-b3f3-4e21-ac89-518ab611901c:5853:1863365424289664:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1777044850.492861:0:5853:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.145@tcp lock: ffff98df6d64e600/0x2c8777a5e7d9cb95 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x2c8777a5e7d9cb9c expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044850.492874:0:5853:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.145@tcp lock: ffff98df6d64e600/0x2c8777a5e7d9cb95 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x2c8777a5e7d9cb9c expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777044850.492981:0:5853:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de42c89880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ce657616-b3f3-4e21-ac89-518ab611901c:5853:1863365424289792:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1777044850.493024:0:5853:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777044850.493071:0:5853:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df7f770d80 going to sleep for 11 seconds 00000100:00100000:2.0:1777044850.493654:0:5850:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424289792 00000100:00100000:2.0:1777044850.493662:0:5850:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424289792 00000100:00100000:2.0:1777044850.493716:0:5850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 606 00000100:00100000:2.0:1777044850.493729:0:5850:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df587b4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ce657616-b3f3-4e21-ac89-518ab611901c+13:5853:x1863365424289792:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1777044850.494066:0:5850:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df587b4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ce657616-b3f3-4e21-ac89-518ab611901c+13:5853:x1863365424289792:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 336us (1038us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044850.494077:0:5850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 606 00000100:00100000:3.0:1777044850.494271:0:5853:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de42c89880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ce657616-b3f3-4e21-ac89-518ab611901c:5853:1863365424289792:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1777044850.494320:0:5853:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df77954000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ce657616-b3f3-4e21-ac89-518ab611901c:5853:1863365424289920:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1777044850.494415:0:5853:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777044850.494465:0:5853:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df46731480 going to sleep for 11 seconds 00000100:00100000:0.0:1777044850.495035:0:5848:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424289920 00000100:00100000:0.0:1777044850.495044:0:5848:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424289920 00000100:00100000:0.0:1777044850.495129:0:5848:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 607 00000100:00100000:0.0:1777044850.495143:0:5848:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df587b4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ce657616-b3f3-4e21-ac89-518ab611901c+13:5853:x1863365424289920:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1777044850.495494:0:5848:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df587b4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ce657616-b3f3-4e21-ac89-518ab611901c+13:5853:x1863365424289920:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 351us (1076us total) trans 0 rc 0/0 00000100:00100000:0.0:1777044850.495505:0:5848:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 607 00000100:00100000:3.0:1777044850.496961:0:5853:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df77954000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ce657616-b3f3-4e21-ac89-518ab611901c:5853:1863365424289920:0@lo:503:ll_cfg_requeue.0 00000040:00080000:1.0:1777044850.505054:0:16702:0:(llog.c:858:llog_process_thread()) stop processing plain [0xa:0x9:0x0] index 64768 count 11 00000020:01000000:3.0:1777044850.505819:0:5853:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-OST0001 gen 11-10 (rc=0) 10000000:01000000:3.0:1777044850.505855:0:5853:0:(mgc_request.c:1876:mgc_process_log()) MGC192.168.201.145@tcp: configuration from log 'lustre-OST0001' succeeded (0). 00010000:00010000:3.0:1777044850.505870:0:5853:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.145@tcp lock: ffff98df6d64e600/0x2c8777a5e7d9cb95 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x2c8777a5e7d9cb9c expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044850.505888:0:5853:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.145@tcp lock: ffff98df6d64e600/0x2c8777a5e7d9cb95 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x2c8777a5e7d9cb9c expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1777044850.505902:0:5853:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:01000000:3.0:1777044850.505906:0:5853:0:(mgc_request.c:1799:mgc_process_log()) Process log lustre-client-ffff98df50f9f000 from 45 10000000:01000000:3.0:1777044850.505910:0:5853:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:3.0:1777044850.505976:0:5853:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.145@tcp lock: ffff98de419ecc00/0x2c8777a5e7d9cba3 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044850.505989:0:5853:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.145@tcp lock: ffff98de419ecc00/0x2c8777a5e7d9cba3 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044850.506005:0:5853:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.145@tcp lock: ffff98de419ecc00/0x2c8777a5e7d9cba3 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777044850.506039:0:5853:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df77954000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ce657616-b3f3-4e21-ac89-518ab611901c:5853:1863365424290048:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1777044850.506164:0:5853:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777044850.506266:0:5853:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df46731480 going to sleep for 11 seconds 00000100:00100000:0.0:1777044850.506395:0:5848:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424290048 00000100:00100000:0.0:1777044850.506406:0:5848:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424290048 00000100:00100000:0.0:1777044850.506466:0:5848:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 608 00000100:00100000:0.0:1777044850.506479:0:5848:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df587b7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ce657616-b3f3-4e21-ac89-518ab611901c+13:5853:x1863365424290048:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1777044850.506498:0:5848:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777044850.506517:0:5848:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff98df7b536c00/0x2c8777a5e7d9cbaa lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x2c8777a5e7d9cba3 expref: -99 pid: 5848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044850.506551:0:5848:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff98df7b536c00/0x2c8777a5e7d9cbaa lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x2c8777a5e7d9cba3 expref: 14 pid: 5848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044850.506581:0:5848:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff98df7b536c00/0x2c8777a5e7d9cbaa lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x2c8777a5e7d9cba3 expref: 14 pid: 5848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044850.506596:0:5848:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98df7b536c00, rc 0) 00000100:00100000:0.0:1777044850.506676:0:5848:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df587b7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ce657616-b3f3-4e21-ac89-518ab611901c+14:5853:x1863365424290048:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 198us (513us total) trans 0 rc 0/0 00000100:00100000:0.0:1777044850.506686:0:5848:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 608 00000100:00100000:3.0:1777044850.508508:0:5853:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df77954000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ce657616-b3f3-4e21-ac89-518ab611901c:5853:1863365424290048:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1777044850.508532:0:5853:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.145@tcp lock: ffff98de419ecc00/0x2c8777a5e7d9cba3 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x2c8777a5e7d9cbaa expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044850.508544:0:5853:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.145@tcp lock: ffff98de419ecc00/0x2c8777a5e7d9cba3 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x2c8777a5e7d9cbaa expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777044850.508617:0:5853:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df77954000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ce657616-b3f3-4e21-ac89-518ab611901c:5853:1863365424290176:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1777044850.508660:0:5853:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777044850.508710:0:5853:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df46731480 going to sleep for 11 seconds 00000100:00100000:2.0:1777044850.509591:0:5850:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424290176 00000100:00100000:2.0:1777044850.509601:0:5850:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424290176 00000100:00100000:2.0:1777044850.509642:0:5850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 609 00000100:00100000:2.0:1777044850.509652:0:5850:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df587b5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ce657616-b3f3-4e21-ac89-518ab611901c+14:5853:x1863365424290176:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1777044850.509999:0:5850:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df587b5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ce657616-b3f3-4e21-ac89-518ab611901c+14:5853:x1863365424290176:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 346us (1336us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044850.510011:0:5850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 609 00000100:00100000:3.0:1777044850.510245:0:5853:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df77954000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ce657616-b3f3-4e21-ac89-518ab611901c:5853:1863365424290176:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1777044850.510290:0:5853:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df77954000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ce657616-b3f3-4e21-ac89-518ab611901c:5853:1863365424290304:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1777044850.510368:0:5853:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777044850.510397:0:5853:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df46731480 going to sleep for 11 seconds 00000100:00100000:0.0:1777044850.510494:0:5848:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424290304 00000100:00100000:0.0:1777044850.510500:0:5848:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424290304 00000100:00100000:0.0:1777044850.510530:0:5848:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 610 00000100:00100000:0.0:1777044850.510540:0:5848:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df587b4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ce657616-b3f3-4e21-ac89-518ab611901c+14:5853:x1863365424290304:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1777044850.510767:0:5848:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df587b4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ce657616-b3f3-4e21-ac89-518ab611901c+14:5853:x1863365424290304:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 227us (417us total) trans 0 rc 0/0 00000100:00100000:0.0:1777044850.510801:0:5848:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 610 00000100:00100000:3.0:1777044850.512320:0:5853:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df77954000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ce657616-b3f3-4e21-ac89-518ab611901c:5853:1863365424290304:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1777044850.513804:0:16703:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df77954000 pname:cluuid:pid:xid:nid:opc:job llog_process_th:ce657616-b3f3-4e21-ac89-518ab611901c:16703:1863365424290432:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1777044850.513877:0:16703:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777044850.513911:0:16703:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df46731240 going to sleep for 11 seconds 00000100:00100000:1.0:1777044850.514521:0:5849:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424290432 00000100:00100000:1.0:1777044850.514530:0:5849:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424290432 00000100:00100000:1.0:1777044850.514584:0:5849:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 611 00000100:00100000:1.0:1777044850.514596:0:5849:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df587b6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ce657616-b3f3-4e21-ac89-518ab611901c+14:16703:x1863365424290432:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1777044850.515140:0:5849:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df587b6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ce657616-b3f3-4e21-ac89-518ab611901c+14:16703:x1863365424290432:12345-0@lo:502:llog_process_th.0 Request processed in 545us (1262us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044850.515150:0:5849:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 611 00000100:00100000:3.0:1777044850.515588:0:16703:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df77954000 pname:cluuid:pid:xid:nid:opc:job llog_process_th:ce657616-b3f3-4e21-ac89-518ab611901c:16703:1863365424290432:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1777044850.515653:0:16703:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df77954000 pname:cluuid:pid:xid:nid:opc:job llog_process_th:ce657616-b3f3-4e21-ac89-518ab611901c:16703:1863365424290560:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1777044850.515711:0:16703:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777044850.515748:0:16703:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df46731240 going to sleep for 11 seconds 00000100:00100000:0.0:1777044850.516144:0:5848:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424290560 00000100:00100000:0.0:1777044850.516152:0:5848:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424290560 00000100:00100000:0.0:1777044850.516256:0:5848:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 612 00000100:00100000:0.0:1777044850.516269:0:5848:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df587b7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ce657616-b3f3-4e21-ac89-518ab611901c+14:16703:x1863365424290560:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1777044850.516511:0:5848:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df587b7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ce657616-b3f3-4e21-ac89-518ab611901c+14:16703:x1863365424290560:12345-0@lo:502:llog_process_th.0 Request processed in 243us (799us total) trans 0 rc 0/0 00000100:00100000:0.0:1777044850.516523:0:5848:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 612 00000100:00100000:2.0:1777044850.518024:0:16703:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df77954000 pname:cluuid:pid:xid:nid:opc:job llog_process_th:ce657616-b3f3-4e21-ac89-518ab611901c:16703:1863365424290560:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1777044850.518127:0:16703:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de42772d80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:ce657616-b3f3-4e21-ac89-518ab611901c:16703:1863365424290688:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1777044850.518195:0:16703:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777044850.518563:0:16703:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df58654480 going to sleep for 11 seconds 00000100:00100000:0.0:1777044850.518758:0:5848:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424290688 00000100:00100000:0.0:1777044850.518766:0:5848:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424290688 00000100:00100000:0.0:1777044850.518825:0:5848:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 613 00000100:00100000:0.0:1777044850.518837:0:5848:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df587b6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ce657616-b3f3-4e21-ac89-518ab611901c+14:16703:x1863365424290688:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1777044850.519065:0:5848:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df587b6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ce657616-b3f3-4e21-ac89-518ab611901c+14:16703:x1863365424290688:12345-0@lo:502:llog_process_th.0 Request processed in 229us (869us total) trans 0 rc 0/0 00000100:00100000:0.0:1777044850.519075:0:5848:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 613 00000100:00100000:2.0:1777044850.521641:0:16703:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de42772d80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:ce657616-b3f3-4e21-ac89-518ab611901c:16703:1863365424290688:0@lo:502:llog_process_th.0 00000040:00080000:2.0:1777044850.521682:0:16703:0:(llog.c:858:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 49 count 48 00000020:01000000:3.0:1777044850.523113:0:5853:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 45-48 (rc=0) 10000000:01000000:3.0:1777044850.523451:0:5853:0:(mgc_request.c:1876:mgc_process_log()) MGC192.168.201.145@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:3.0:1777044850.523466:0:5853:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.145@tcp lock: ffff98de419ecc00/0x2c8777a5e7d9cba3 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x2c8777a5e7d9cbaa expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044850.523484:0:5853:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.145@tcp lock: ffff98de419ecc00/0x2c8777a5e7d9cba3 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x2c8777a5e7d9cbaa expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1777044850.523496:0:5853:0:(mgc_request.c:611:do_requeue()) updating log lustre-OST0000 10000000:01000000:3.0:1777044850.523500:0:5853:0:(mgc_request.c:1799:mgc_process_log()) Process log lustre-OST0000-0000000000000000 from 14 10000000:01000000:3.0:1777044850.523504:0:5853:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0000 (res 0x65727473756c) 00010000:00010000:3.0:1777044850.523544:0:5853:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.145@tcp lock: ffff98de419eca00/0x2c8777a5e7d9cbb1 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044850.523555:0:5853:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.145@tcp lock: ffff98de419eca00/0x2c8777a5e7d9cbb1 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044850.523568:0:5853:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.145@tcp lock: ffff98de419eca00/0x2c8777a5e7d9cbb1 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777044850.523595:0:5853:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df77955c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ce657616-b3f3-4e21-ac89-518ab611901c:5853:1863365424290816:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1777044850.523670:0:5853:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777044850.523708:0:5853:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df46731f00 going to sleep for 11 seconds 00000100:00100000:1.0:1777044850.526644:0:5849:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424290816 00000100:00100000:1.0:1777044850.526658:0:5849:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424290816 00000100:00100000:1.0:1777044850.526748:0:5849:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 614 00000100:00100000:1.0:1777044850.526763:0:5849:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df587b5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ce657616-b3f3-4e21-ac89-518ab611901c+14:5853:x1863365424290816:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1777044850.526782:0:5849:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777044850.526801:0:5849:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff98df6d64f400/0x2c8777a5e7d9cbb8 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0x2c8777a5e7d9cbb1 expref: -99 pid: 5849 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044850.526836:0:5849:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff98df6d64f400/0x2c8777a5e7d9cbb8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x2c8777a5e7d9cbb1 expref: 15 pid: 5849 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044850.526853:0:5849:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff98df6d64f400/0x2c8777a5e7d9cbb8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x2c8777a5e7d9cbb1 expref: 15 pid: 5849 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044850.526866:0:5849:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98df6d64f400, rc 0) 00000100:00100000:1.0:1777044850.526941:0:5849:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df587b5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ce657616-b3f3-4e21-ac89-518ab611901c+15:5853:x1863365424290816:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 181us (3270us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044850.526951:0:5849:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 614 00000100:00100000:3.0:1777044850.529843:0:5853:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df77955c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ce657616-b3f3-4e21-ac89-518ab611901c:5853:1863365424290816:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1777044850.529871:0:5853:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.145@tcp lock: ffff98de419eca00/0x2c8777a5e7d9cbb1 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x2c8777a5e7d9cbb8 expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044850.529885:0:5853:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.145@tcp lock: ffff98de419eca00/0x2c8777a5e7d9cbb1 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x2c8777a5e7d9cbb8 expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777044850.529971:0:5853:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df77955c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ce657616-b3f3-4e21-ac89-518ab611901c:5853:1863365424290944:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1777044850.530027:0:5853:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777044850.530076:0:5853:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df46731f00 going to sleep for 11 seconds 00000100:00100000:2.0:1777044850.530791:0:5849:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424290944 00000100:00100000:2.0:1777044850.530800:0:5849:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424290944 00000100:00100000:2.0:1777044850.530851:0:5849:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 615 00000100:00100000:2.0:1777044850.530864:0:5849:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df587b5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ce657616-b3f3-4e21-ac89-518ab611901c+15:5853:x1863365424290944:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1777044850.531293:0:5849:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df587b5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ce657616-b3f3-4e21-ac89-518ab611901c+15:5853:x1863365424290944:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 429us (1263us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044850.531304:0:5849:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 615 00000100:00100000:3.0:1777044850.532561:0:5853:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df77955c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ce657616-b3f3-4e21-ac89-518ab611901c:5853:1863365424290944:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1777044850.532626:0:5853:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df77955c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ce657616-b3f3-4e21-ac89-518ab611901c:5853:1863365424291072:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1777044850.532705:0:5853:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777044850.532751:0:5853:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df46731f00 going to sleep for 11 seconds 00000100:00100000:2.0:1777044850.533971:0:5850:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424291072 00000100:00100000:2.0:1777044850.533980:0:5850:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424291072 00000100:00100000:2.0:1777044850.534039:0:5850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 616 00000100:00100000:2.0:1777044850.534050:0:5850:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df587b7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ce657616-b3f3-4e21-ac89-518ab611901c+15:5853:x1863365424291072:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1777044850.534387:0:5850:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df587b7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ce657616-b3f3-4e21-ac89-518ab611901c+15:5853:x1863365424291072:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 335us (1680us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044850.534398:0:5850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 616 00000100:00100000:3.0:1777044850.535162:0:5853:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df77955c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ce657616-b3f3-4e21-ac89-518ab611901c:5853:1863365424291072:0@lo:503:ll_cfg_requeue.0 00000040:00080000:3.0:1777044850.538289:0:16704:0:(llog.c:858:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 64768 count 14 00000020:01000000:0.0:1777044850.538538:0:5853:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-OST0000 gen 14-13 (rc=0) 10000000:01000000:0.0:1777044850.538565:0:5853:0:(mgc_request.c:1876:mgc_process_log()) MGC192.168.201.145@tcp: configuration from log 'lustre-OST0000' succeeded (0). 00010000:00010000:0.0:1777044850.538578:0:5853:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.145@tcp lock: ffff98de419eca00/0x2c8777a5e7d9cbb1 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x2c8777a5e7d9cbb8 expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044850.538595:0:5853:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.145@tcp lock: ffff98de419eca00/0x2c8777a5e7d9cbb1 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x2c8777a5e7d9cbb8 expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1777044850.538609:0:5853:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:01000000:0.0:1777044850.538612:0:5853:0:(mgc_request.c:1799:mgc_process_log()) Process log lustre-client-ffff98df51734000 from 45 10000000:01000000:0.0:1777044850.538616:0:5853:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:0.0:1777044850.538661:0:5853:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.145@tcp lock: ffff98df7b536000/0x2c8777a5e7d9cbbf lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044850.538673:0:5853:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.145@tcp lock: ffff98df7b536000/0x2c8777a5e7d9cbbf lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044850.538688:0:5853:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.145@tcp lock: ffff98df7b536000/0x2c8777a5e7d9cbbf lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777044850.538719:0:5853:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df6d626300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ce657616-b3f3-4e21-ac89-518ab611901c:5853:1863365424291200:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1777044850.538793:0:5853:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777044850.538848:0:5853:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df467e1480 going to sleep for 11 seconds 00000100:00100000:2.0:1777044850.539494:0:5848:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424291200 00000100:00100000:2.0:1777044850.539521:0:5848:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424291200 00000100:00100000:2.0:1777044850.539586:0:5848:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 617 00000100:00100000:2.0:1777044850.539599:0:5848:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df50f8c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ce657616-b3f3-4e21-ac89-518ab611901c+15:5853:x1863365424291200:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1777044850.539618:0:5848:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777044850.539636:0:5848:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff98de427e6c00/0x2c8777a5e7d9cbc6 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0x2c8777a5e7d9cbbf expref: -99 pid: 5848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044850.539666:0:5848:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff98de427e6c00/0x2c8777a5e7d9cbc6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x2c8777a5e7d9cbbf expref: 16 pid: 5848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044850.539682:0:5848:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff98de427e6c00/0x2c8777a5e7d9cbc6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x2c8777a5e7d9cbbf expref: 16 pid: 5848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044850.539693:0:5848:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de427e6c00, rc 0) 00000100:00100000:2.0:1777044850.539768:0:5848:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df50f8c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ce657616-b3f3-4e21-ac89-518ab611901c+16:5853:x1863365424291200:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 170us (974us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044850.539779:0:5848:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 617 00000100:00100000:0.0:1777044850.540439:0:5853:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df6d626300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ce657616-b3f3-4e21-ac89-518ab611901c:5853:1863365424291200:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1777044850.540461:0:5853:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.145@tcp lock: ffff98df7b536000/0x2c8777a5e7d9cbbf lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x2c8777a5e7d9cbc6 expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044850.540484:0:5853:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.145@tcp lock: ffff98df7b536000/0x2c8777a5e7d9cbbf lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x2c8777a5e7d9cbc6 expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777044850.540562:0:5853:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df6d626300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ce657616-b3f3-4e21-ac89-518ab611901c:5853:1863365424291328:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1777044850.540607:0:5853:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777044850.540644:0:5849:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424291328 00000100:00100000:0.0:1777044850.540650:0:5849:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424291328 00000100:00100000:0.0:1777044850.540685:0:5849:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 618 00000100:00100000:0.0:1777044850.540695:0:5849:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df4fc75850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ce657616-b3f3-4e21-ac89-518ab611901c+16:5853:x1863365424291328:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1777044850.541011:0:5849:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df4fc75850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ce657616-b3f3-4e21-ac89-518ab611901c+16:5853:x1863365424291328:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 314us (401us total) trans 0 rc 0/0 00000100:00100000:0.0:1777044850.541021:0:5849:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 618 00000100:00100000:0.0:1777044850.541069:0:5853:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df467e1480 going to sleep for 11 seconds 00000100:00100000:0.0:1777044850.541089:0:5853:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df6d626300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ce657616-b3f3-4e21-ac89-518ab611901c:5853:1863365424291328:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1777044850.541497:0:5853:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df6d626300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ce657616-b3f3-4e21-ac89-518ab611901c:5853:1863365424291456:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1777044850.541549:0:5853:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777044850.541577:0:5849:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424291456 00000100:00100000:0.0:1777044850.541582:0:5849:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424291456 00000100:00100000:0.0:1777044850.541607:0:5849:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 619 00000100:00100000:0.0:1777044850.541616:0:5849:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df4fc77450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ce657616-b3f3-4e21-ac89-518ab611901c+16:5853:x1863365424291456:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1777044850.541802:0:5849:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df4fc77450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ce657616-b3f3-4e21-ac89-518ab611901c+16:5853:x1863365424291456:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 185us (250us total) trans 0 rc 0/0 00000100:00100000:0.0:1777044850.541813:0:5849:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 619 00000100:00100000:0.0:1777044850.541857:0:5853:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df467e1480 going to sleep for 11 seconds 00000100:00100000:0.0:1777044850.541884:0:5853:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df6d626300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ce657616-b3f3-4e21-ac89-518ab611901c:5853:1863365424291456:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1777044850.545934:0:16705:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df77955c00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:ce657616-b3f3-4e21-ac89-518ab611901c:16705:1863365424291584:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1777044850.546014:0:16705:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777044850.546062:0:16705:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df46731c00 going to sleep for 11 seconds 00000100:00100000:1.0:1777044850.547006:0:5849:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424291584 00000100:00100000:1.0:1777044850.547018:0:5849:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424291584 00000100:00100000:1.0:1777044850.547083:0:5849:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 620 00000100:00100000:1.0:1777044850.547112:0:5849:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df4fc76050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ce657616-b3f3-4e21-ac89-518ab611901c+16:16705:x1863365424291584:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1777044850.549346:0:5849:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df4fc76050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ce657616-b3f3-4e21-ac89-518ab611901c+16:16705:x1863365424291584:12345-0@lo:502:llog_process_th.0 Request processed in 2246us (3326us total) trans 0 rc 0/0 00000100:00100000:0.0:1777044850.549390:0:5849:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 620 00000100:00100000:3.0:1777044850.549835:0:16705:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df77955c00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:ce657616-b3f3-4e21-ac89-518ab611901c:16705:1863365424291584:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1777044850.549921:0:16705:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df77955c00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:ce657616-b3f3-4e21-ac89-518ab611901c:16705:1863365424291712:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1777044850.549985:0:16705:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777044850.550053:0:16705:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df46731c00 going to sleep for 11 seconds 00000100:00100000:2.0:1777044850.550470:0:5848:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424291712 00000100:00100000:2.0:1777044850.550479:0:5848:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424291712 00000100:00100000:2.0:1777044850.550529:0:5848:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 621 00000100:00100000:2.0:1777044850.550542:0:5848:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df4fc76c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ce657616-b3f3-4e21-ac89-518ab611901c+16:16705:x1863365424291712:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1777044850.550770:0:5848:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df4fc76c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ce657616-b3f3-4e21-ac89-518ab611901c+16:16705:x1863365424291712:12345-0@lo:502:llog_process_th.0 Request processed in 229us (785us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044850.550782:0:5848:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 621 00000100:00100000:0.0:1777044850.551270:0:16705:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df77955c00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:ce657616-b3f3-4e21-ac89-518ab611901c:16705:1863365424291712:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1777044850.551329:0:16705:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df6d626300 pname:cluuid:pid:xid:nid:opc:job llog_process_th:ce657616-b3f3-4e21-ac89-518ab611901c:16705:1863365424291840:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1777044850.551413:0:16705:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777044850.551454:0:16705:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df467e1e40 going to sleep for 11 seconds 00000100:00100000:3.0:1777044850.551620:0:5850:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424291840 00000100:00100000:3.0:1777044850.551643:0:5850:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424291840 00000100:00100000:3.0:1777044850.551680:0:5850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 622 00000100:00100000:3.0:1777044850.551689:0:5850:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df4fc77050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ce657616-b3f3-4e21-ac89-518ab611901c+16:16705:x1863365424291840:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1777044850.552130:0:5850:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df4fc77050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ce657616-b3f3-4e21-ac89-518ab611901c+16:16705:x1863365424291840:12345-0@lo:502:llog_process_th.0 Request processed in 439us (715us total) trans 0 rc 0/0 00000100:00100000:3.0:1777044850.552139:0:5850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 622 00000100:00100000:1.0:1777044850.554132:0:16705:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df6d626300 pname:cluuid:pid:xid:nid:opc:job llog_process_th:ce657616-b3f3-4e21-ac89-518ab611901c:16705:1863365424291840:0@lo:502:llog_process_th.0 00000040:00080000:1.0:1777044850.554177:0:16705:0:(llog.c:858:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 49 count 48 00000020:01000000:0.0:1777044850.554471:0:5853:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 45-48 (rc=0) 10000000:01000000:0.0:1777044850.554506:0:5853:0:(mgc_request.c:1876:mgc_process_log()) MGC192.168.201.145@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:0.0:1777044850.554519:0:5853:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.145@tcp lock: ffff98df7b536000/0x2c8777a5e7d9cbbf lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x2c8777a5e7d9cbc6 expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044850.554536:0:5853:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.145@tcp lock: ffff98df7b536000/0x2c8777a5e7d9cbbf lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x2c8777a5e7d9cbc6 expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1777044850.554550:0:5853:0:(mgc_request.c:611:do_requeue()) updating log lustre-MDT0000 10000000:01000000:0.0:1777044850.554553:0:5853:0:(mgc_request.c:1799:mgc_process_log()) Process log lustre-MDT0000-0000000000000000 from 40 10000000:01000000:0.0:1777044850.554557:0:5853:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-MDT0000 (res 0x65727473756c) 00010000:00010000:0.0:1777044850.554594:0:5853:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.145@tcp lock: ffff98df7b536800/0x2c8777a5e7d9cbcd lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044850.554604:0:5853:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.145@tcp lock: ffff98df7b536800/0x2c8777a5e7d9cbcd lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044850.554617:0:5853:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.145@tcp lock: ffff98df7b536800/0x2c8777a5e7d9cbcd lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777044850.554642:0:5853:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df6d627b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ce657616-b3f3-4e21-ac89-518ab611901c:5853:1863365424291968:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1777044850.554711:0:5853:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777044850.554757:0:5853:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df467e1600 going to sleep for 11 seconds 00000100:00100000:3.0:1777044850.555837:0:5850:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424291968 00000100:00100000:3.0:1777044850.555849:0:5850:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424291968 00000100:00100000:3.0:1777044850.555914:0:5850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 623 00000100:00100000:3.0:1777044850.555927:0:5850:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df4fc74050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ce657616-b3f3-4e21-ac89-518ab611901c+16:5853:x1863365424291968:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1777044850.555944:0:5850:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777044850.555963:0:5850:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff98df41545200/0x2c8777a5e7d9cbd4 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0x2c8777a5e7d9cbcd expref: -99 pid: 5850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044850.555992:0:5850:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff98df41545200/0x2c8777a5e7d9cbd4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x2c8777a5e7d9cbcd expref: 17 pid: 5850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044850.556007:0:5850:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff98df41545200/0x2c8777a5e7d9cbd4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x2c8777a5e7d9cbcd expref: 17 pid: 5850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044850.556019:0:5850:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98df41545200, rc 0) 00000100:00100000:3.0:1777044850.556072:0:5850:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df4fc74050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ce657616-b3f3-4e21-ac89-518ab611901c+17:5853:x1863365424291968:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 147us (1360us total) trans 0 rc 0/0 00000100:00100000:3.0:1777044850.556081:0:5850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 623 00000100:00100000:0.0:1777044850.557776:0:5853:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df6d627b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ce657616-b3f3-4e21-ac89-518ab611901c:5853:1863365424291968:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1777044850.557801:0:5853:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.145@tcp lock: ffff98df7b536800/0x2c8777a5e7d9cbcd lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x2c8777a5e7d9cbd4 expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044850.557815:0:5853:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.145@tcp lock: ffff98df7b536800/0x2c8777a5e7d9cbcd lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0x2c8777a5e7d9cbd4 expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777044850.557899:0:5853:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df6d627b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ce657616-b3f3-4e21-ac89-518ab611901c:5853:1863365424292096:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1777044850.557948:0:5853:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777044850.557998:0:5853:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df467e1600 going to sleep for 11 seconds 00000100:00100000:2.0:1777044850.558503:0:5849:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424292096 00000100:00100000:2.0:1777044850.558511:0:5849:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424292096 00000100:00100000:2.0:1777044850.558556:0:5849:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 624 00000100:00100000:2.0:1777044850.558567:0:5849:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df4fc75050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ce657616-b3f3-4e21-ac89-518ab611901c+17:5853:x1863365424292096:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1777044850.558890:0:5849:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df4fc75050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ce657616-b3f3-4e21-ac89-518ab611901c+17:5853:x1863365424292096:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 324us (939us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044850.558901:0:5849:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 624 00000100:00100000:0.0:1777044850.561829:0:5853:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df6d627b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ce657616-b3f3-4e21-ac89-518ab611901c:5853:1863365424292096:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1777044850.561895:0:5853:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df6d627b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ce657616-b3f3-4e21-ac89-518ab611901c:5853:1863365424292224:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1777044850.561971:0:5853:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777044850.562025:0:5853:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df467e1600 going to sleep for 11 seconds 00000100:00100000:2.0:1777044850.564300:0:5849:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424292224 00000100:00100000:2.0:1777044850.564312:0:5849:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424292224 00000100:00100000:2.0:1777044850.564395:0:5849:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 625 00000100:00100000:2.0:1777044850.564408:0:5849:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df4fc74450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ce657616-b3f3-4e21-ac89-518ab611901c+17:5853:x1863365424292224:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1777044850.564670:0:5849:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df4fc74450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ce657616-b3f3-4e21-ac89-518ab611901c+17:5853:x1863365424292224:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 263us (2698us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044850.564681:0:5849:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 625 00000100:00100000:3.0:1777044850.565165:0:5853:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df6d627b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ce657616-b3f3-4e21-ac89-518ab611901c:5853:1863365424292224:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1777044850.568723:0:16706:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df77954700 pname:cluuid:pid:xid:nid:opc:job llog_process_th:ce657616-b3f3-4e21-ac89-518ab611901c:16706:1863365424292352:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1777044850.568835:0:16706:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777044850.568893:0:16706:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df46731480 going to sleep for 11 seconds 00000100:00100000:2.0:1777044850.568988:0:5850:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424292352 00000100:00100000:2.0:1777044850.568998:0:5850:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424292352 00000100:00100000:2.0:1777044850.569068:0:5850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 626 00000100:00100000:2.0:1777044850.569082:0:5850:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df4fc74c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ce657616-b3f3-4e21-ac89-518ab611901c+17:16706:x1863365424292352:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1777044850.569485:0:5850:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df4fc74c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ce657616-b3f3-4e21-ac89-518ab611901c+17:16706:x1863365424292352:12345-0@lo:502:llog_process_th.0 Request processed in 406us (650us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044850.569497:0:5850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 626 00000100:00100000:3.0:1777044850.570035:0:16706:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df77954700 pname:cluuid:pid:xid:nid:opc:job llog_process_th:ce657616-b3f3-4e21-ac89-518ab611901c:16706:1863365424292352:0@lo:502:llog_process_th.0 00000020:01000000:3.0:1777044850.570073:0:16706:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1777044850.570088:0:16706:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1777044850.570091:0:16706:0:(obd_config.c:1561:class_process_config()) marker 31 (0x1) lustre-MDT0000-m add lustre.test_11c.lustre-OST0001_UUID 00000020:00000080:3.0:1777044850.570098:0:16706:0:(obd_config.c:1470:class_process_config()) processing cmd: ce021 00020000:01000000:3.0:1777044850.570116:0:16706:0:(lod_pool.c:594:lod_pool_add()) Added lustre-OST0001_UUID to test_11c as member 1 00000100:00100000:2.0:1777044850.580990:0:16706:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de42772d80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:ce657616-b3f3-4e21-ac89-518ab611901c:16706:1863365424292480:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1777044850.581094:0:16706:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777044850.581222:0:16706:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df416716c0 going to sleep for 11 seconds 00000020:01000004:3.0:1777044850.582042:0:16707:0:(tgt_mount.c:151:server_get_mount()) get mount ffff98df51734000 from lustre-MDT0000, refs=4 00000020:01000004:3.0:1777044850.582049:0:16707:0:(obd_mount.c:701:lustre_put_lsi()) put ffff98df51734000 4 00000100:00100000:1.0:1777044850.591153:0:5848:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424292480 00000100:00100000:1.0:1777044850.591172:0:5848:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424292480 00000100:00100000:0.0:1777044850.591962:0:5848:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 627 00000100:00100000:0.0:1777044850.591978:0:5848:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df4fc77c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ce657616-b3f3-4e21-ac89-518ab611901c+17:16706:x1863365424292480:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1777044850.593162:0:5848:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df4fc77c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ce657616-b3f3-4e21-ac89-518ab611901c+17:16706:x1863365424292480:12345-0@lo:502:llog_process_th.0 Request processed in 1185us (12066us total) trans 0 rc 0/0 00000100:00100000:0.0:1777044850.593176:0:5848:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 627 00000100:00100000:1.0:1777044850.593904:0:16706:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de42772d80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:ce657616-b3f3-4e21-ac89-518ab611901c:16706:1863365424292480:0@lo:502:llog_process_th.0 00000020:01000000:1.0:1777044850.593953:0:16706:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1777044850.593964:0:16706:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1777044850.593977:0:16706:0:(obd_config.c:1561:class_process_config()) marker 31 (0x2) lustre-MDT0000-m add lustre.test_11c.lustre-OST0001_UUID 00000040:00080000:1.0:1777044850.593985:0:16706:0:(llog.c:858:llog_process_thread()) stop processing plain [0xa:0x4:0x0] index 43 count 43 00000020:01000000:0.0:1777044850.597971:0:5853:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-MDT0000 gen 40-42 (rc=0) 10000000:01000000:0.0:1777044850.598017:0:5853:0:(mgc_request.c:1876:mgc_process_log()) MGC192.168.201.145@tcp: configuration from log 'lustre-MDT0000' succeeded (0). 00010000:00010000:0.0:1777044850.598031:0:5853:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.145@tcp lock: ffff98df7b536800/0x2c8777a5e7d9cbcd lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x2c8777a5e7d9cbd4 expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044850.598073:0:5853:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.145@tcp lock: ffff98df7b536800/0x2c8777a5e7d9cbcd lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x2c8777a5e7d9cbd4 expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1777044850.598087:0:5853:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:01000000:0.0:1777044850.598091:0:5853:0:(mgc_request.c:1799:mgc_process_log()) Process log lustre-sptlrpc-ffff98df606399c0 from 1 10000000:01000000:0.0:1777044850.600763:0:5853:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00010000:00010000:0.0:1777044850.600816:0:5853:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.145@tcp lock: ffff98df7b537000/0x2c8777a5e7d9cbdb lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044850.600831:0:5853:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.145@tcp lock: ffff98df7b537000/0x2c8777a5e7d9cbdb lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044850.600899:0:5853:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.145@tcp lock: ffff98df7b537000/0x2c8777a5e7d9cbdb lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777044850.600936:0:5853:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df6d624a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ce657616-b3f3-4e21-ac89-518ab611901c:5853:1863365424292608:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1777044850.601014:0:5853:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777044850.601064:0:5853:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df467e1600 going to sleep for 11 seconds 00000100:00100000:2.0:1777044850.601766:0:5849:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424292608 00000100:00100000:2.0:1777044850.601776:0:5849:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424292608 00000100:00100000:2.0:1777044850.601829:0:5849:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 628 00000100:00100000:2.0:1777044850.601840:0:5849:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df4fc75c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ce657616-b3f3-4e21-ac89-518ab611901c+17:5853:x1863365424292608:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1777044850.601856:0:5849:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777044850.602171:0:5849:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff98de427e7800/0x2c8777a5e7d9cbe2 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: local remote: 0x2c8777a5e7d9cbdb expref: -99 pid: 5849 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044850.602506:0:5849:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff98de427e7800/0x2c8777a5e7d9cbe2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x2c8777a5e7d9cbdb expref: 18 pid: 5849 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044850.602524:0:5849:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff98de427e7800/0x2c8777a5e7d9cbe2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x2c8777a5e7d9cbdb expref: 18 pid: 5849 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044850.602537:0:5849:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de427e7800, rc 0) 00000100:00100000:2.0:1777044850.602599:0:5849:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df4fc75c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ce657616-b3f3-4e21-ac89-518ab611901c+18:5853:x1863365424292608:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 759us (1585us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044850.602609:0:5849:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 628 00000100:00100000:0.0:1777044850.607288:0:5853:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df6d624a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ce657616-b3f3-4e21-ac89-518ab611901c:5853:1863365424292608:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1777044850.607320:0:5853:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.145@tcp lock: ffff98df7b537000/0x2c8777a5e7d9cbdb lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x2c8777a5e7d9cbe2 expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044850.607336:0:5853:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.145@tcp lock: ffff98df7b537000/0x2c8777a5e7d9cbdb lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x2c8777a5e7d9cbe2 expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777044850.607462:0:5853:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df6d624a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ce657616-b3f3-4e21-ac89-518ab611901c:5853:1863365424292736:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1777044850.607523:0:5853:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777044850.607607:0:5853:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df467e1600 going to sleep for 11 seconds 00000100:00100000:2.0:1777044850.609548:0:5850:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424292736 00000100:00100000:2.0:1777044850.609560:0:5850:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424292736 00000100:00100000:2.0:1777044850.609632:0:5850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 629 00000100:00100000:2.0:1777044850.609644:0:5850:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df4fc74850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ce657616-b3f3-4e21-ac89-518ab611901c+18:5853:x1863365424292736:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1777044850.610375:0:5850:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df4fc74850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ce657616-b3f3-4e21-ac89-518ab611901c+18:5853:x1863365424292736:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 709us (2827us total) trans 0 rc -2/-2 00000100:00100000:2.0:1777044850.610388:0:5850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 629 00000100:00100000:1.0:1777044850.622572:0:5853:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df6d624a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ce657616-b3f3-4e21-ac89-518ab611901c:5853:1863365424292736:0@lo:501:ll_cfg_requeue.0 10000000:01000000:1.0:1777044850.622644:0:5853:0:(mgc_request.c:1876:mgc_process_log()) MGC192.168.201.145@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 00010000:00010000:1.0:1777044850.622658:0:5853:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.145@tcp lock: ffff98df7b537000/0x2c8777a5e7d9cbdb lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x2c8777a5e7d9cbe2 expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044850.622672:0:5853:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.145@tcp lock: ffff98df7b537000/0x2c8777a5e7d9cbdb lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x2c8777a5e7d9cbe2 expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777044851.059152:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777044851.064535:0:5848:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369869952 00000100:00100000:2.0:1777044851.064552:0:5848:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369869952 00000100:00100000:2.0:1777044851.064737:0:5848:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 630 00000100:00100000:2.0:1777044851.064750:0:5848:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df4fc76450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:19aeff9b-bdfb-4382-8412-7db7c143c0bf+9:5616:x1863365369869952:12345-192.168.201.45@tcp:101:ll_cfg_requeue.0 00010000:00010000:2.0:1777044851.064769:0:5848:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777044851.064791:0:5848:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff98de427e7000/0x2c8777a5e7d9cbe9 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee11485a8 expref: -99 pid: 5848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044851.064840:0:5848:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff98de427e7000/0x2c8777a5e7d9cbe9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x50000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11485a8 expref: 10 pid: 5848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044851.064870:0:5848:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff98de427e7000/0x2c8777a5e7d9cbe9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11485a8 expref: 10 pid: 5848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044851.064882:0:5848:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de427e7000, rc 0) 00000100:00100000:2.0:1777044851.064956:0:5848:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df4fc76450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:19aeff9b-bdfb-4382-8412-7db7c143c0bf+10:5616:x1863365369869952:12345-192.168.201.45@tcp:101:ll_cfg_requeue.0 Request processed in 208us (5812us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044851.064966:0:5848:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 630 00000100:00100000:0.0:1777044851.078397:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777044851.081717:0:5848:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369870080 00000100:00100000:2.0:1777044851.081732:0:5848:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369870080 00000100:00100000:2.0:1777044851.082098:0:5848:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 631 00000100:00100000:2.0:1777044851.082126:0:5848:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df4fc77850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:19aeff9b-bdfb-4382-8412-7db7c143c0bf+10:5616:x1863365369870080:12345-192.168.201.45@tcp:501:ll_cfg_requeue.0 00000100:00100000:2.0:1777044851.082541:0:5848:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df4fc77850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:19aeff9b-bdfb-4382-8412-7db7c143c0bf+10:5616:x1863365369870080:12345-192.168.201.45@tcp:501:ll_cfg_requeue.0 Request processed in 417us (4151us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044851.082551:0:5848:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 631 00010000:00010000:3.0:1777044851.096039:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777044851.109952:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777044851.110085:0:5848:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369870208 00000100:00100000:2.0:1777044851.110097:0:5848:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369870208 00000100:00100000:2.0:1777044851.110163:0:5848:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 632 00000100:00100000:2.0:1777044851.110175:0:5848:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df4fc76850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:19aeff9b-bdfb-4382-8412-7db7c143c0bf+10:5616:x1863365369870208:12345-192.168.201.45@tcp:503:ll_cfg_requeue.0 00000100:00100000:2.0:1777044851.110486:0:5848:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df4fc76850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:19aeff9b-bdfb-4382-8412-7db7c143c0bf+10:5616:x1863365369870208:12345-192.168.201.45@tcp:503:ll_cfg_requeue.0 Request processed in 311us (541us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044851.110497:0:5848:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 632 00000100:00100000:0.0:1777044851.147848:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777044851.150383:0:5849:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369870336 00000100:00100000:1.0:1777044851.150395:0:5849:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369870336 00000100:00100000:1.0:1777044851.150472:0:5849:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 633 00000100:00100000:1.0:1777044851.150486:0:5849:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df4fc75450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:19aeff9b-bdfb-4382-8412-7db7c143c0bf+10:22443:x1863365369870336:12345-192.168.201.45@tcp:502:llog_process_th.0 00000100:00100000:1.0:1777044851.150851:0:5849:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df4fc75450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:19aeff9b-bdfb-4382-8412-7db7c143c0bf+10:22443:x1863365369870336:12345-192.168.201.45@tcp:502:llog_process_th.0 Request processed in 366us (3011us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044851.150863:0:5849:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 633 00000100:00100000:2.0:1777044851.158526:0:3344:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de42773800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3344:1863365424293248:0@lo:400:kworker.0 00000100:00100000:2.0:1777044851.158602:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777044851.158679:0:3344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1777044851.158708:0:3344:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de42772300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3344:1863365424293120:0@lo:400:kworker.0 00000100:00100000:2.0:1777044851.158750:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777044851.159078:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424293248 00000100:00100000:2.0:1777044851.159088:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424293248 00000100:00100000:2.0:1777044851.159151:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 771 00000100:00100000:2.0:1777044851.159165:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42772680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3344:x1863365424293248:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777044851.159264:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42772680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3344:x1863365424293248:12345-0@lo:400:kworker.0 Request processed in 101us (661us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044851.159274:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 771 00000100:00100000:2.0:1777044851.159331:0:3344:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de42773800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3344:1863365424293248:0@lo:400:kworker.0 00000100:00100000:3.0:1777044851.160791:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de42773100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3341:1863365424292864:0@lo:400:kworker.0 00000100:00100000:3.0:1777044851.160843:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777044851.160872:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de42771c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424293376:0@lo:400:kworker.0 00000100:00100000:3.0:1777044851.160902:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777044851.160938:0:3341:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1777044851.160947:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de42771f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3341:1863365424292992:0@lo:400:kworker.0 00000100:00100000:3.0:1777044851.160976:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777044851.161022:0:6639:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424293120 00000100:00100000:3.0:1777044851.161029:0:6639:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424293120 00000100:00100000:3.0:1777044851.161082:0:6639:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424293376 00000100:00100000:3.0:1777044851.161085:0:6639:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424293376 00000100:00100000:3.0:1777044851.161440:0:6639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 564 00000100:00100000:3.0:1777044851.161457:0:6639:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42770700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3344:x1863365424293120:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777044851.161518:0:6639:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42770700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3344:x1863365424293120:12345-0@lo:400:kworker.0 Request processed in 65us (2766us total) trans 0 rc 0/0 00000100:00100000:3.0:1777044851.161527:0:6639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 564 00000100:00100000:3.0:1777044851.161563:0:6639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 565 00000100:00100000:3.0:1777044851.161572:0:6639:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77957480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3341:x1863365424293376:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777044851.161621:0:6639:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77957480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3341:x1863365424293376:12345-0@lo:400:kworker.0 Request processed in 50us (718us total) trans 0 rc 0/0 00000100:00100000:3.0:1777044851.161629:0:6639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 565 00000100:00080000:3.0:1777044851.161652:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1777044851.161657:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1777044851.161671:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424292864 00000100:00100000:3.0:1777044851.161676:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424292864 00000100:00100000:3.0:1777044851.161706:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424292992 00000100:00100000:3.0:1777044851.161710:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424292992 00000100:00100000:3.0:1777044851.161740:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 772 00000100:00100000:3.0:1777044851.161750:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77954700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3341:x1863365424292864:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777044851.161791:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77954700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3341:x1863365424292864:12345-0@lo:400:kworker.0 Request processed in 43us (948us total) trans 0 rc 0/0 00000100:00100000:3.0:1777044851.161799:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 772 00000100:00100000:3.0:1777044851.161815:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 773 00000100:00100000:3.0:1777044851.161824:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77955c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3341:x1863365424292992:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777044851.161859:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77955c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3341:x1863365424292992:12345-0@lo:400:kworker.0 Request processed in 36us (882us total) trans 0 rc 0/0 00000100:00100000:3.0:1777044851.161866:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 773 00000100:00080000:3.0:1777044851.161915:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1777044851.161946:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de42771f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3341:1863365424292992:0@lo:400:kworker.0 00000100:00100000:3.0:1777044851.161961:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de42773100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3341:1863365424292864:0@lo:400:kworker.0 00000100:00100000:3.0:1777044851.161972:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de42771c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424293376:0@lo:400:kworker.0 00000100:00100000:0.0:1777044851.164687:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de42773800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424293504:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1777044851.164751:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777044851.165171:0:3344:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de42772300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3344:1863365424293120:0@lo:400:kworker.0 00000100:00100000:1.0:1777044851.167117:0:6643:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424293504 00000100:00100000:1.0:1777044851.167127:0:6643:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424293504 00000100:00100000:1.0:1777044851.167183:0:6643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 334 00000100:00100000:1.0:1777044851.167195:0:6643:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d624a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1863365424293504:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1777044851.167288:0:6643:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 59572224 pending 0 free 3856662528 avail 3854565376 00000100:00100000:2.0:1777044851.181584:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777044851.182443:0:5850:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369870464 00000100:00100000:3.0:1777044851.182475:0:5850:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369870464 00000100:00100000:3.0:1777044851.182549:0:5850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 634 00000100:00100000:3.0:1777044851.182563:0:5850:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df47088050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:19aeff9b-bdfb-4382-8412-7db7c143c0bf+10:22443:x1863365369870464:12345-192.168.201.45@tcp:502:llog_process_th.0 00000100:00100000:3.0:1777044851.183134:0:5850:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df47088050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:19aeff9b-bdfb-4382-8412-7db7c143c0bf+10:22443:x1863365369870464:12345-192.168.201.45@tcp:502:llog_process_th.0 Request processed in 571us (3569us total) trans 0 rc 0/0 00000100:00100000:3.0:1777044851.183146:0:5850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 634 00000100:00100000:1.0:1777044851.184598:0:6643:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d624a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1863365424293504:12345-0@lo:13:osp-pre-1-0.0 Request processed in 17402us (19843us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044851.184608:0:6643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 334 00000100:00100000:2.0:1777044851.187037:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de42773800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424293504:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1777044851.206988:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777044851.207839:0:5848:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369870592 00000100:00100000:3.0:1777044851.207852:0:5848:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369870592 00000100:00100000:3.0:1777044851.208029:0:5848:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 635 00000100:00100000:3.0:1777044851.208047:0:5848:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df47089050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:19aeff9b-bdfb-4382-8412-7db7c143c0bf+10:22443:x1863365369870592:12345-192.168.201.45@tcp:502:llog_process_th.0 00000100:00100000:3.0:1777044851.208765:0:5848:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df47089050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:19aeff9b-bdfb-4382-8412-7db7c143c0bf+10:22443:x1863365369870592:12345-192.168.201.45@tcp:502:llog_process_th.0 Request processed in 721us (1799us total) trans 0 rc 0/0 00000100:00100000:3.0:1777044851.208777:0:5848:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 635 00000100:00100000:3.0:1777044851.236455:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777044851.236499:0:5850:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369870720 00000100:00100000:3.0:1777044851.236511:0:5850:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369870720 00000100:00100000:3.0:1777044851.236577:0:5850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 636 00000100:00100000:3.0:1777044851.236590:0:5850:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df47088450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:19aeff9b-bdfb-4382-8412-7db7c143c0bf+10:5616:x1863365369870720:12345-192.168.201.45@tcp:101:ll_cfg_requeue.0 00010000:00010000:3.0:1777044851.236612:0:5850:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777044851.236636:0:5850:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff98df41545a00/0x2c8777a5e7d9cbf0 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee11485af expref: -99 pid: 5850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044851.236675:0:5850:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff98df41545a00/0x2c8777a5e7d9cbf0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x50000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11485af expref: 11 pid: 5850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044851.236692:0:5850:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff98df41545a00/0x2c8777a5e7d9cbf0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11485af expref: 11 pid: 5850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044851.236733:0:5850:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98df41545a00, rc 0) 00000100:00100000:3.0:1777044851.237043:0:5850:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df47088450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:19aeff9b-bdfb-4382-8412-7db7c143c0bf+11:5616:x1863365369870720:12345-192.168.201.45@tcp:101:ll_cfg_requeue.0 Request processed in 454us (599us total) trans 0 rc 0/0 00000100:00100000:3.0:1777044851.237055:0:5850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 636 00000100:00100000:3.0:1777044851.255161:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777044851.256107:0:5848:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369870848 00000100:00100000:1.0:1777044851.256122:0:5848:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369870848 00000100:00100000:1.0:1777044851.261228:0:5849:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 637 00000100:00100000:1.0:1777044851.261278:0:5849:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df47088c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:19aeff9b-bdfb-4382-8412-7db7c143c0bf+11:5616:x1863365369870848:12345-192.168.201.45@tcp:501:ll_cfg_requeue.0 00000100:00100000:1.0:1777044851.261706:0:5849:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df47088c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:19aeff9b-bdfb-4382-8412-7db7c143c0bf+11:5616:x1863365369870848:12345-192.168.201.45@tcp:501:ll_cfg_requeue.0 Request processed in 460us (6553us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044851.261718:0:5849:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 637 00000100:00100000:0.0:1777044851.297851:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777044851.298611:0:5850:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369870976 00000100:00100000:3.0:1777044851.298625:0:5850:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369870976 00000100:00100000:3.0:1777044851.298696:0:5850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 638 00000100:00100000:3.0:1777044851.298710:0:5850:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df4708bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:19aeff9b-bdfb-4382-8412-7db7c143c0bf+11:5616:x1863365369870976:12345-192.168.201.45@tcp:503:ll_cfg_requeue.0 00000100:00100000:3.0:1777044851.299365:0:5850:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df4708bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:19aeff9b-bdfb-4382-8412-7db7c143c0bf+11:5616:x1863365369870976:12345-192.168.201.45@tcp:503:ll_cfg_requeue.0 Request processed in 631us (2145us total) trans 0 rc 0/0 00000100:00100000:3.0:1777044851.299377:0:5850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 638 00000100:00100000:1.0:1777044851.340754:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777044851.341076:0:5848:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369871104 00000100:00100000:1.0:1777044851.341087:0:5848:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369871104 00000100:00100000:1.0:1777044851.341154:0:5848:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 639 00000100:00100000:1.0:1777044851.341167:0:5848:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df47089c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:19aeff9b-bdfb-4382-8412-7db7c143c0bf+11:22445:x1863365369871104:12345-192.168.201.45@tcp:502:llog_process_th.0 00000100:00100000:1.0:1777044851.341584:0:5848:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df47089c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:19aeff9b-bdfb-4382-8412-7db7c143c0bf+11:22445:x1863365369871104:12345-192.168.201.45@tcp:502:llog_process_th.0 Request processed in 417us (839us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044851.341598:0:5848:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 639 00000100:00100000:0.0:1777044851.379884:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777044851.380009:0:5849:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369871232 00000100:00100000:1.0:1777044851.380021:0:5849:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369871232 00000100:00100000:1.0:1777044851.380097:0:5849:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 640 00000100:00100000:1.0:1777044851.380111:0:5849:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df485c0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:19aeff9b-bdfb-4382-8412-7db7c143c0bf+11:22445:x1863365369871232:12345-192.168.201.45@tcp:502:llog_process_th.0 00000100:00100000:1.0:1777044851.380461:0:5849:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df485c0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:19aeff9b-bdfb-4382-8412-7db7c143c0bf+11:22445:x1863365369871232:12345-192.168.201.45@tcp:502:llog_process_th.0 Request processed in 350us (585us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044851.380475:0:5849:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 640 00000100:00100000:0.0:1777044851.402171:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777044851.402638:0:5848:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369871360 00000100:00100000:2.0:1777044851.402654:0:5848:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369871360 00000100:00100000:2.0:1777044851.402732:0:5848:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 641 00000100:00100000:2.0:1777044851.402748:0:5848:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df485c1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:19aeff9b-bdfb-4382-8412-7db7c143c0bf+11:22445:x1863365369871360:12345-192.168.201.45@tcp:502:llog_process_th.0 00000100:00100000:2.0:1777044851.403059:0:5848:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df485c1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:19aeff9b-bdfb-4382-8412-7db7c143c0bf+11:22445:x1863365369871360:12345-192.168.201.45@tcp:502:llog_process_th.0 Request processed in 312us (897us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044851.403073:0:5848:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 641 00000100:00100000:0.0:1777044851.426752:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777044851.426939:0:5850:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369871488 00000100:00100000:3.0:1777044851.426954:0:5850:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369871488 00000100:00100000:3.0:1777044851.427037:0:5850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 642 00000100:00100000:3.0:1777044851.427054:0:5850:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df485c0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:19aeff9b-bdfb-4382-8412-7db7c143c0bf+11:5616:x1863365369871488:12345-192.168.201.45@tcp:101:ll_cfg_requeue.0 00010000:00010000:3.0:1777044851.427078:0:5850:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777044851.427103:0:5850:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff98df74fa7000/0x2c8777a5e7d9cbf7 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee11485b6 expref: -99 pid: 5850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044851.427141:0:5850:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff98df74fa7000/0x2c8777a5e7d9cbf7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11485b6 expref: 12 pid: 5850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044851.427160:0:5850:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff98df74fa7000/0x2c8777a5e7d9cbf7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11485b6 expref: 12 pid: 5850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044851.427221:0:5850:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98df74fa7000, rc 0) 00000100:00100000:3.0:1777044851.427300:0:5850:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df485c0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:5616:x1863365369871488:12345-192.168.201.45@tcp:101:ll_cfg_requeue.0 Request processed in 249us (559us total) trans 0 rc 0/0 00000100:00100000:3.0:1777044851.427313:0:5850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 642 00000100:00100000:1.0:1777044851.443709:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777044851.444380:0:5849:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369871616 00000100:00100000:3.0:1777044851.444394:0:5849:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369871616 00000100:00100000:3.0:1777044851.444477:0:5849:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 643 00000100:00100000:3.0:1777044851.444494:0:5849:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df485c0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:5616:x1863365369871616:12345-192.168.201.45@tcp:501:ll_cfg_requeue.0 00000100:00100000:3.0:1777044851.445495:0:5849:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df485c0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:5616:x1863365369871616:12345-192.168.201.45@tcp:501:ll_cfg_requeue.0 Request processed in 1003us (1795us total) trans 0 rc -2/-2 00000100:00100000:3.0:1777044851.445510:0:5849:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 643 00000100:00100000:3.0:1777044851.595450:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777044851.595497:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369871872 00000100:00100000:3.0:1777044851.595508:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369871872 00000100:00100000:3.0:1777044851.595582:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 737 00000100:00100000:3.0:1777044851.595594:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77954000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:146de360-3fb2-48bd-b418-06f30714148a+69:22454:x1863365369871872:12345-192.168.201.45@tcp:36:mkdir.0 00010000:00010000:3.0:1777044851.595659:0:7939:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777044851.595746:0:7939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64f200/0x2c8777a5e7d9c7f9 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148490 expref: 69 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044851.595773:0:7939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff98df51b04500) 00010000:00010000:3.0:1777044851.595780:0:7939:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777044851.596453:0:7939:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7400/0x2c8777a5e7d9cbfe lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044851.596486:0:7939:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64f600/0x2c8777a5e7d9c838 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11484a5 expref: 30 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044851.596498:0:7939:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7400/0x2c8777a5e7d9cbfe lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044851.596538:0:7939:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64f600/0x2c8777a5e7d9c838 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11484a5 expref: 30 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044851.596557:0:7939:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64f600/0x2c8777a5e7d9c838 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11484a5 expref: 30 pid: 5855 timeout: 1580 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777044851.596575:0:7939:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df77956d80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7939:1863365424293632:192.168.201.45@tcp:104: 00000100:00100000:3.0:1777044851.596677:0:7939:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df50e12d80 going to sleep for 11 seconds 00000100:00080000:3.0:1777044851.596696:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1777044851.620380:0:7939:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df77956d80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7939:1863365424293632:192.168.201.45@tcp:104: 00010000:00010000:0.0:1777044851.620416:0:7939:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7400/0x2c8777a5e7d9cbfe lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777044851.630567:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777044851.630622:0:5842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369872000 00000100:00100000:2.0:1777044851.630634:0:5842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369872000 00010000:00010000:2.0:1777044851.630701:0:5842:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64f600/0x2c8777a5e7d9c838 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11484a5 expref: 31 pid: 5855 timeout: 1580 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777044851.630771:0:5842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 219 00000100:00100000:2.0:1777044851.630785:0:5842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42773800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+31:2392:x1863365369872000:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777044851.630805:0:5842:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777044851.630814:0:5842:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64f600/0x2c8777a5e7d9c838 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11484a5 expref: 31 pid: 5855 timeout: 1580 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044851.630833:0:5842:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64f600/0x2c8777a5e7d9c838 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11484a5 expref: 31 pid: 5855 timeout: 1580 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044851.630862:0:5842:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64f600/0x2c8777a5e7d9c838 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11484a5 expref: 31 pid: 5855 timeout: 1580 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044851.630881:0:5842:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff98df51b04500) 00010000:00010000:2.0:1777044851.630889:0:5842:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7400/0x2c8777a5e7d9cbfe lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044851.630903:0:5842:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7400/0x2c8777a5e7d9cbfe lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044851.630914:0:5842:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7400/0x2c8777a5e7d9cbfe lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044851.630949:0:5842:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777044851.631010:0:5842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42773800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+30:2392:x1863365369872000:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 226us (452us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044851.631021:0:5842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 219 00000100:00080000:2.0:1777044851.631054:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1777044851.631086:0:7939:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7400/0x2c8777a5e7d9cbfe lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044851.631097:0:7939:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7400/0x2c8777a5e7d9cbfe lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044851.631129:0:7939:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e6000/0x2c8777a5e7d9cc05 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044851.631144:0:7939:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e6000/0x2c8777a5e7d9cc05 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044851.631156:0:7939:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e6000/0x2c8777a5e7d9cc05 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777044851.632752:0:7939:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2d:0x0]: returning size 512 00010000:00010000:2.0:1777044851.632770:0:7939:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7400/0x2c8777a5e7d9cbfe lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044851.632782:0:7939:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7400/0x2c8777a5e7d9cbfe lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044851.632790:0:7939:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7400/0x2c8777a5e7d9cbfe lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044851.632798:0:7939:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98df74fa7400 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:2.0:1777044851.632803:0:7939:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7400/0x2c8777a5e7d9cbfe lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044851.632812:0:7939:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7400/0x2c8777a5e7d9cbfe lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044851.632826:0:7939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff98df51b04500) 00010000:00010000:2.0:1777044851.632839:0:7939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777044851.632846:0:7939:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7400/0x2c8777a5e7d9cbfe lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044851.632854:0:7939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7400/0x2c8777a5e7d9cbfe lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777044851.632881:0:7939:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000f2533a7e reply state 0000000077ab102d transno 4294967791 ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e6000/0x2c8777a5e7d9cc05 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777044851.632894:0:7939:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777044851.632977:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77954000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:146de360-3fb2-48bd-b418-06f30714148a+70:22454:x1863365369871872:12345-192.168.201.45@tcp:36:mkdir.0 Request processed in 37381us (37536us total) trans 4294967791 rc 0/0 00000100:00100000:2.0:1777044851.632988:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 737 00010000:00010000:2.0:1777044851.641548:0:3327:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e6000/0x2c8777a5e7d9cc05 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044851.641570:0:3327:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e6000/0x2c8777a5e7d9cc05 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044851.641582:0:3327:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e6000/0x2c8777a5e7d9cc05 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044851.641591:0:3327:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de427e6000 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:2.0:1777044851.641597:0:3327:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e6000/0x2c8777a5e7d9cc05 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044851.641607:0:3327:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e6000/0x2c8777a5e7d9cc05 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044851.641629:0:3327:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3c4dff78 (ffff98df43d75e00) 00010000:00010000:2.0:1777044851.641634:0:3327:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777044851.641649:0:3327:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e6000/0x2c8777a5e7d9cc05 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044851.641658:0:3327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e6000/0x2c8777a5e7d9cc05 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777044851.684605:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777044851.684814:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369872128 00000100:00100000:0.0:1777044851.684825:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369872128 00000100:00100000:0.0:1777044851.684946:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 738 00000100:00100000:0.0:1777044851.684961:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77955f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:146de360-3fb2-48bd-b418-06f30714148a+69:22455:x1863365369872128:12345-192.168.201.45@tcp:101:lfs.0 00010000:00010000:0.0:1777044851.684991:0:12646:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777044851.685020:0:12646:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536600/0x2c8777a5e7d9cc0c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee11485bd expref: -99 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044851.685126:0:12646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536200/0x2c8777a5e7d9cc13 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044851.685145:0:12646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536200/0x2c8777a5e7d9cc13 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044851.685176:0:12646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536200/0x2c8777a5e7d9cc13 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777044851.685424:0:12646:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 8704 00000004:00200000:0.0:1777044851.685430:0:12646:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 20 stripe count 1 MDT count 1 00000004:00010000:0.0:1777044851.685538:0:12646:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536200/0x2c8777a5e7d9cc13 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044851.685571:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536600/0x2c8777a5e7d9cc0c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11485bd expref: 71 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044851.685591:0:12646:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536200/0x2c8777a5e7d9cc13 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11485bd expref: 70 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044851.685604:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff98df48c7e800) 00010000:00010000:0.0:1777044851.685609:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1777044851.685614:0:12646:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98df7b536200, rc 0) 00000100:00100000:0.0:1777044851.685690:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77955f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:146de360-3fb2-48bd-b418-06f30714148a+70:22455:x1863365369872128:12345-192.168.201.45@tcp:101:lfs.0 Request processed in 732us (1092us total) trans 0 rc 0/0 00000100:00100000:0.0:1777044851.685701:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 738 00000100:00100000:2.0:1777044851.690083:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777044851.690126:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369872256 00000100:00100000:2.0:1777044851.690137:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369872256 00000100:00100000:2.0:1777044851.690189:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 739 00000100:00100000:2.0:1777044851.690200:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42772300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:146de360-3fb2-48bd-b418-06f30714148a+70:22455:x1863365369872256:12345-192.168.201.45@tcp:101:lfs.0 00010000:00010000:2.0:1777044851.690220:0:5855:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777044851.690241:0:5855:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e6000/0x2c8777a5e7d9cc1a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee11485c4 expref: -99 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044851.690768:0:5855:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7c00/0x2c8777a5e7d9cc21 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044851.690798:0:5855:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7c00/0x2c8777a5e7d9cc21 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044851.690820:0:5855:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7c00/0x2c8777a5e7d9cc21 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044851.690850:0:5855:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7a00/0x2c8777a5e7d9cc28 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044851.690868:0:5855:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7a00/0x2c8777a5e7d9cc28 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044851.690881:0:5855:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7a00/0x2c8777a5e7d9cc28 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044851.692912:0:5855:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e6e00/0x2c8777a5e7d9cc2f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044851.692929:0:5855:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e6e00/0x2c8777a5e7d9cc2f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044851.692941:0:5855:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e6e00/0x2c8777a5e7d9cc2f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777044851.693075:0:5855:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2d:0x0]: returning size 7680 00000004:00200000:2.0:1777044851.693081:0:5855:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1777044851.693189:0:5855:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e6e00/0x2c8777a5e7d9cc2f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044851.693208:0:5855:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7c00/0x2c8777a5e7d9cc21 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044851.693218:0:5855:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7c00/0x2c8777a5e7d9cc21 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044851.693226:0:5855:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7c00/0x2c8777a5e7d9cc21 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044851.693235:0:5855:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de427e7c00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:2.0:1777044851.693240:0:5855:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7c00/0x2c8777a5e7d9cc21 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044851.693250:0:5855:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7c00/0x2c8777a5e7d9cc21 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044851.693265:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff98df48c7e800) 00010000:00010000:2.0:1777044851.693277:0:5855:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777044851.693283:0:5855:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7c00/0x2c8777a5e7d9cc21 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044851.693292:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7c00/0x2c8777a5e7d9cc21 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044851.693309:0:5855:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7a00/0x2c8777a5e7d9cc28 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044851.693317:0:5855:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7a00/0x2c8777a5e7d9cc28 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044851.693375:0:5855:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7a00/0x2c8777a5e7d9cc28 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044851.693383:0:5855:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de427e7a00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:2.0:1777044851.693388:0:5855:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7a00/0x2c8777a5e7d9cc28 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044851.693396:0:5855:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7a00/0x2c8777a5e7d9cc28 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044851.693409:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3c4dff78 (ffff98df43d75e00) 00010000:00010000:2.0:1777044851.693413:0:5855:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777044851.693417:0:5855:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7a00/0x2c8777a5e7d9cc28 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044851.693426:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7a00/0x2c8777a5e7d9cc28 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044851.693469:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e6000/0x2c8777a5e7d9cc1a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11485c4 expref: 72 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044851.693505:0:5855:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e6e00/0x2c8777a5e7d9cc2f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11485c4 expref: 71 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044851.693515:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2d:0x0].0x0 (ffff98df43d75f00) 00010000:00010000:2.0:1777044851.693519:0:5855:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1777044851.693522:0:5855:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de427e6e00, rc 0) 00000100:00100000:2.0:1777044851.693597:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42772300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:146de360-3fb2-48bd-b418-06f30714148a+71:22455:x1863365369872256:12345-192.168.201.45@tcp:101:lfs.0 Request processed in 3398us (3518us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044851.693609:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 739 00000100:00100000:1.0:1777044851.712111:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777044851.716292:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369872512 00000100:00100000:3.0:1777044851.716309:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369872512 00000100:00100000:3.0:1777044851.717699:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 740 00000100:00100000:3.0:1777044851.717723:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42c89880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:146de360-3fb2-48bd-b418-06f30714148a+71:22455:x1863365369872512:12345-192.168.201.45@tcp:101:lfs.0 00010000:00010000:3.0:1777044851.717748:0:7939:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777044851.718005:0:7939:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7200/0x2c8777a5e7d9cc36 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee11485cb expref: -99 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777044851.718316:0:7939:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2d:0x0]: returning size 7680 00010000:00010000:3.0:1777044851.718686:0:7939:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7200/0x2c8777a5e7d9cc36 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11485cb expref: 73 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044851.718722:0:7939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff98df48c7e800) 00010000:00010000:3.0:1777044851.718726:0:7939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1777044851.718733:0:7939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7200/0x2c8777a5e7d9cc36 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11485cb expref: 73 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044851.718752:0:7939:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98df74fa7200, rc 0) 00000100:00100000:3.0:1777044851.719092:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42c89880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:146de360-3fb2-48bd-b418-06f30714148a+72:22455:x1863365369872512:12345-192.168.201.45@tcp:101:lfs.0 Request processed in 1376us (6989us total) trans 4294967792 rc 301/301 00000100:00100000:3.0:1777044851.726208:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 740 00000100:00100000:2.0:1777044851.729581:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777044851.730240:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369872768 00000100:00100000:3.0:1777044851.730252:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369872768 00000100:00100000:3.0:1777044851.730318:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 741 00000100:00100000:3.0:1777044851.730357:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42771c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:146de360-3fb2-48bd-b418-06f30714148a+72:22455:x1863365369872768:12345-192.168.201.45@tcp:36:lfs.0 00010000:00010000:3.0:1777044851.730422:0:12646:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777044851.730454:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e6e00/0x2c8777a5e7d9cc2f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2d:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11485c4 expref: 72 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044851.730477:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2d:0x0].0x0 (ffff98df43d75f00) 00010000:00010000:3.0:1777044851.730489:0:12646:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777044851.730517:0:12646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa6800/0x2c8777a5e7d9cc44 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044851.730535:0:12646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa6800/0x2c8777a5e7d9cc44 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044851.730546:0:12646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa6800/0x2c8777a5e7d9cc44 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777044851.731625:0:12646:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000078768286 reply state 000000000d8b6703 transno 4294967793 ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa6800/0x2c8777a5e7d9cc44 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777044851.731640:0:12646:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000004:00200000:3.0:1777044851.731758:0:12646:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2d:0x0]: returning size 7680 00000100:00100000:3.0:1777044851.731865:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42771c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:146de360-3fb2-48bd-b418-06f30714148a+73:22455:x1863365369872768:12345-192.168.201.45@tcp:36:lfs.0 Request processed in 1534us (2288us total) trans 4294967793 rc 0/0 00000100:00100000:3.0:1777044851.731876:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 741 00000100:00100000:0.0:1777044851.737158:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777044851.737195:0:5859:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369873024 00000100:00100000:0.0:1777044851.737242:0:5859:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369873024 00000100:00100000:0.0:1777044851.737299:0:5859:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 176 00000100:00100000:0.0:1777044851.737311:0:5859:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d627b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:146de360-3fb2-48bd-b418-06f30714148a+73:22455:x1863365369873024:12345-192.168.201.45@tcp:35:lfs.0 00000100:00100000:0.0:1777044851.737844:0:5859:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d627b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:146de360-3fb2-48bd-b418-06f30714148a+74:22455:x1863365369873024:12345-192.168.201.45@tcp:35:lfs.0 Request processed in 533us (694us total) trans 4294967794 rc 0/0 00000100:00100000:0.0:1777044851.737867:0:5859:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 176 00010000:00010000:3.0:1777044851.738055:0:3328:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa6800/0x2c8777a5e7d9cc44 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044851.738070:0:3328:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa6800/0x2c8777a5e7d9cc44 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044851.738081:0:3328:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa6800/0x2c8777a5e7d9cc44 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044851.738090:0:3328:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98df74fa6800 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:3.0:1777044851.738096:0:3328:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa6800/0x2c8777a5e7d9cc44 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044851.738107:0:3328:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa6800/0x2c8777a5e7d9cc44 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044851.738127:0:3328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2d:0x0].0x0 (ffff98df4ababf00) 00010000:00010000:3.0:1777044851.738131:0:3328:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1777044851.738137:0:3328:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa6800/0x2c8777a5e7d9cc44 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044851.738145:0:3328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa6800/0x2c8777a5e7d9cc44 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1777044851.793434:0:5877:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967791 is committed 00010000:00010000:3.0:1777044852.119162:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777044852.544777:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777044852.546394:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369873280 00000100:00100000:2.0:1777044852.546409:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369873280 00000100:00100000:2.0:1777044852.546492:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 742 00000100:00100000:2.0:1777044852.546506:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77955180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:146de360-3fb2-48bd-b418-06f30714148a+72:22492:x1863365369873280:12345-192.168.201.45@tcp:36:mkdir.0 00010000:00010000:2.0:1777044852.546603:0:5856:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777044852.546639:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536200/0x2c8777a5e7d9cc13 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11485bd expref: 72 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044852.546666:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff98df48c7e800) 00010000:00010000:2.0:1777044852.546680:0:5856:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777044852.547702:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77955180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:146de360-3fb2-48bd-b418-06f30714148a+71:22492:x1863365369873280:12345-192.168.201.45@tcp:36:mkdir.0 Request processed in 1196us (2934us total) trans 0 rc -17/-17 00000100:00100000:2.0:1777044852.547712:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 742 00000100:00100000:1.0:1777044852.569985:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777044852.575903:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369873408 00000100:00100000:3.0:1777044852.575921:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369873408 00000100:00100000:3.0:1777044852.576021:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 743 00000100:00100000:3.0:1777044852.576036:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42c8b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:146de360-3fb2-48bd-b418-06f30714148a+71:22492:x1863365369873408:12345-192.168.201.45@tcp:101:mkdir.0 00010000:00010000:3.0:1777044852.576062:0:7939:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777044852.576092:0:7939:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa6600/0x2c8777a5e7d9cc4b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee11485d2 expref: -99 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044852.576181:0:7939:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa6800/0x2c8777a5e7d9cc52 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044852.576264:0:7939:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa6800/0x2c8777a5e7d9cc52 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044852.576282:0:7939:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa6800/0x2c8777a5e7d9cc52 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777044852.576558:0:7939:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 8704 00000004:00200000:3.0:1777044852.576564:0:7939:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 20 stripe count 1 MDT count 1 00000004:00010000:3.0:1777044852.576676:0:7939:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa6800/0x2c8777a5e7d9cc52 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044852.576709:0:7939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa6600/0x2c8777a5e7d9cc4b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11485d2 expref: 73 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044852.576736:0:7939:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa6800/0x2c8777a5e7d9cc52 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11485d2 expref: 72 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044852.576759:0:7939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff98df4ababf00) 00010000:00010000:3.0:1777044852.576763:0:7939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1777044852.576768:0:7939:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98df74fa6800, rc 0) 00000100:00100000:3.0:1777044852.576859:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42c8b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:146de360-3fb2-48bd-b418-06f30714148a+72:22492:x1863365369873408:12345-192.168.201.45@tcp:101:mkdir.0 Request processed in 826us (6884us total) trans 0 rc 0/0 00000100:00100000:3.0:1777044852.576868:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 743 00000100:00100000:1.0:1777044852.594344:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777044852.594454:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369873536 00000100:00100000:0.0:1777044852.594466:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369873536 00000100:00100000:0.0:1777044852.594542:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 744 00000100:00100000:0.0:1777044852.594555:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42c89500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:146de360-3fb2-48bd-b418-06f30714148a+72:22492:x1863365369873536:12345-192.168.201.45@tcp:101:mkdir.0 00010000:00010000:0.0:1777044852.594579:0:5855:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777044852.594602:0:5855:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536600/0x2c8777a5e7d9cc59 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee11485d9 expref: -99 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044852.594680:0:5855:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537600/0x2c8777a5e7d9cc60 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044852.594699:0:5855:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537600/0x2c8777a5e7d9cc60 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044852.594712:0:5855:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537600/0x2c8777a5e7d9cc60 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044852.594730:0:5855:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536200/0x2c8777a5e7d9cc67 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044852.594738:0:5855:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536200/0x2c8777a5e7d9cc67 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044852.594746:0:5855:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536200/0x2c8777a5e7d9cc67 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044852.595437:0:5855:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102400/0x2c8777a5e7d9cc6e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044852.595463:0:5855:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102400/0x2c8777a5e7d9cc6e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044852.595473:0:5855:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102400/0x2c8777a5e7d9cc6e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777044852.595604:0:5855:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2d:0x0]: returning size 7680 00000004:00200000:0.0:1777044852.595609:0:5855:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1777044852.595713:0:5855:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102400/0x2c8777a5e7d9cc6e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044852.595729:0:5855:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537600/0x2c8777a5e7d9cc60 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044852.595738:0:5855:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537600/0x2c8777a5e7d9cc60 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044852.595745:0:5855:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537600/0x2c8777a5e7d9cc60 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044852.595753:0:5855:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98df7b537600 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:0.0:1777044852.595758:0:5855:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537600/0x2c8777a5e7d9cc60 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044852.595768:0:5855:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537600/0x2c8777a5e7d9cc60 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044852.595783:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff98df4ababf00) 00010000:00010000:0.0:1777044852.595787:0:5855:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777044852.595791:0:5855:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537600/0x2c8777a5e7d9cc60 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044852.595814:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537600/0x2c8777a5e7d9cc60 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044852.595831:0:5855:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536200/0x2c8777a5e7d9cc67 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044852.595840:0:5855:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536200/0x2c8777a5e7d9cc67 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044852.595847:0:5855:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536200/0x2c8777a5e7d9cc67 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044852.595854:0:5855:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98df7b536200 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:0.0:1777044852.595858:0:5855:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536200/0x2c8777a5e7d9cc67 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044852.595865:0:5855:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536200/0x2c8777a5e7d9cc67 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044852.595875:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3c4dff78 (ffff98df48c7ea00) 00010000:00010000:0.0:1777044852.595879:0:5855:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777044852.595883:0:5855:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536200/0x2c8777a5e7d9cc67 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044852.595890:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536200/0x2c8777a5e7d9cc67 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044852.595928:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536600/0x2c8777a5e7d9cc59 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11485d9 expref: 74 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044852.595946:0:5855:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102400/0x2c8777a5e7d9cc6e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11485d9 expref: 73 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044852.595966:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2d:0x0].0x0 (ffff98df48c7e000) 00010000:00010000:0.0:1777044852.595970:0:5855:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1777044852.595973:0:5855:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de43102400, rc 0) 00000100:00100000:0.0:1777044852.596058:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42c89500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:146de360-3fb2-48bd-b418-06f30714148a+73:22492:x1863365369873536:12345-192.168.201.45@tcp:101:mkdir.0 Request processed in 1504us (1743us total) trans 0 rc 0/0 00000100:00100000:0.0:1777044852.596069:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 744 00000100:00100000:2.0:1777044852.755083:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777044852.755254:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369873664 00000100:00100000:3.0:1777044852.755266:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369873664 00000100:00100000:3.0:1777044852.755676:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 745 00000100:00100000:3.0:1777044852.755691:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42773100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+30:22498:x1863365369873664:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1777044852.755717:0:5857:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777044852.755742:0:5857:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa6600/0x2c8777a5e7d9cc75 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee11485e0 expref: -99 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044852.755824:0:5857:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7200/0x2c8777a5e7d9cc7c lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044852.755843:0:5857:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7200/0x2c8777a5e7d9cc7c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044852.755858:0:5857:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7200/0x2c8777a5e7d9cc7c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777044852.756095:0:5857:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 8704 00000004:00200000:3.0:1777044852.756101:0:5857:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 20 stripe count 1 MDT count 1 00000004:00010000:3.0:1777044852.756212:0:5857:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7200/0x2c8777a5e7d9cc7c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044852.756285:0:5857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa6600/0x2c8777a5e7d9cc75 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11485e0 expref: 32 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044852.756311:0:5857:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7200/0x2c8777a5e7d9cc7c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11485e0 expref: 31 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044852.756370:0:5857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff98df4ababf00) 00010000:00010000:3.0:1777044852.756374:0:5857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1777044852.756379:0:5857:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98df74fa7200, rc 0) 00000100:00100000:3.0:1777044852.756459:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42773100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+31:22498:x1863365369873664:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 Request processed in 771us (1387us total) trans 0 rc 0/0 00000100:00100000:3.0:1777044852.756469:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 745 00000100:00100000:1.0:1777044852.782519:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777044852.785110:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369873920 00000100:00100000:0.0:1777044852.785126:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369873920 00000100:00100000:0.0:1777044852.785354:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 746 00000100:00100000:0.0:1777044852.785369:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77fd4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:146de360-3fb2-48bd-b418-06f30714148a+73:22498:x1863365369873920:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1777044852.785397:0:12646:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777044852.785401:0:12646:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1777044852.785434:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102400/0x2c8777a5e7d9cc6e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2d:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11485d9 expref: 73 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044852.785465:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2d:0x0].0x0 (ffff98df48c7e000) 00010000:00010000:0.0:1777044852.785478:0:12646:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777044852.785495:0:12646:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102a00/0x2c8777a5e7d9cc83 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee11485e7 expref: -99 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044852.786164:0:12646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103800/0x2c8777a5e7d9cc8a lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044852.786184:0:12646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103800/0x2c8777a5e7d9cc8a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044852.786197:0:12646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103800/0x2c8777a5e7d9cc8a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044852.786225:0:12646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103600/0x2c8777a5e7d9cc91 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2d:0x0].0xecadbcfe bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044852.786235:0:12646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103600/0x2c8777a5e7d9cc91 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2d:0x0].0xecadbcfe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044852.786244:0:12646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103600/0x2c8777a5e7d9cc91 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2d:0x0].0xecadbcfe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044852.807197:0:12646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536600/0x2c8777a5e7d9cc98 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044852.807265:0:12646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536600/0x2c8777a5e7d9cc98 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044852.807281:0:12646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536600/0x2c8777a5e7d9cc98 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777044852.807299:0:12646:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2f:0x0]: returning size 0 00010000:00010000:0.0:1777044852.807359:0:12646:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103800/0x2c8777a5e7d9cc8a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044852.807369:0:12646:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103800/0x2c8777a5e7d9cc8a lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044852.807378:0:12646:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103800/0x2c8777a5e7d9cc8a lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044852.807389:0:12646:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de43103800 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:0.0:1777044852.807394:0:12646:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103800/0x2c8777a5e7d9cc8a lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044852.807427:0:12646:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103800/0x2c8777a5e7d9cc8a lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044852.807443:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2d:0x0].0x0 (ffff98df48c7ea00) 00010000:00010000:0.0:1777044852.807447:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777044852.807453:0:12646:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103800/0x2c8777a5e7d9cc8a lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044852.807462:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103800/0x2c8777a5e7d9cc8a lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777044852.807483:0:12646:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000f608a759 reply state 0000000032347c62 transno 4294967795 ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103600/0x2c8777a5e7d9cc91 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2d:0x0].0xecadbcfe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777044852.807496:0:12646:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1777044852.807545:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102a00/0x2c8777a5e7d9cc83 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11485e7 expref: 75 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044852.807575:0:12646:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536600/0x2c8777a5e7d9cc98 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11485e7 expref: 74 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044852.807587:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f:0x0].0x0 (ffff98df48c7e900) 00010000:00010000:0.0:1777044852.807590:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777044852.807593:0:12646:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98df7b536600, rc 0) 00000100:00100000:0.0:1777044852.807680:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77fd4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:146de360-3fb2-48bd-b418-06f30714148a+75:22498:x1863365369873920:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 Request processed in 22314us (25172us total) trans 4294967795 rc 0/0 00000100:00100000:0.0:1777044852.807692:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 746 00000100:00100000:0.0:1777044852.823926:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777044852.824088:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369874176 00000100:00100000:3.0:1777044852.824101:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369874176 00000100:00100000:3.0:1777044852.824194:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 747 00000100:00100000:3.0:1777044852.824243:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d626300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:146de360-3fb2-48bd-b418-06f30714148a+75:22498:x1863365369874176:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1777044852.824273:0:5856:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777044852.824303:0:5856:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa6600/0x2c8777a5e7d9cca6 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee11485ee expref: -99 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044852.824455:0:5856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa6c00/0x2c8777a5e7d9ccad lrc: 3/0,1 mode: --/EX res: [0x200000401:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044852.824476:0:5856:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536600/0x2c8777a5e7d9cc98 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11485e7 expref: 76 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044852.824489:0:5856:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa6c00/0x2c8777a5e7d9ccad lrc: 4/0,1 mode: --/EX res: [0x200000401:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044852.826081:0:5856:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536600/0x2c8777a5e7d9cc98 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11485e7 expref: 76 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044852.826106:0:5856:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536600/0x2c8777a5e7d9cc98 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11485e7 expref: 76 pid: 12646 timeout: 1581 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777044852.826124:0:5856:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df77956680 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5856:1863365424293760:192.168.201.45@tcp:104: 00000100:00100000:3.0:1777044852.826269:0:5856:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df4a1246c0 going to sleep for 11 seconds 00000100:00100000:0.0:1777044852.840264:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777044852.840487:0:6655:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369874304 00000100:00100000:2.0:1777044852.840515:0:6655:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369874304 00010000:00010000:2.0:1777044852.840564:0:6655:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536600/0x2c8777a5e7d9cc98 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11485e7 expref: 77 pid: 12646 timeout: 1581 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777044852.840632:0:6655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 220 00000100:00100000:2.0:1777044852.840646:0:6655:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d626680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:146de360-3fb2-48bd-b418-06f30714148a+77:2393:x1863365369874304:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777044852.840665:0:6655:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777044852.840674:0:6655:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536600/0x2c8777a5e7d9cc98 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11485e7 expref: 77 pid: 12646 timeout: 1581 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044852.840692:0:6655:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536600/0x2c8777a5e7d9cc98 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11485e7 expref: 77 pid: 12646 timeout: 1581 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044852.840719:0:6655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f:0x0].0x0 (ffff98df48c7e900) 00010000:00010000:2.0:1777044852.840728:0:6655:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa6c00/0x2c8777a5e7d9ccad lrc: 3/0,1 mode: --/EX res: [0x200000401:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044852.840740:0:6655:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa6c00/0x2c8777a5e7d9ccad lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044852.840750:0:6655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa6c00/0x2c8777a5e7d9ccad lrc: 4/0,1 mode: EX/EX res: [0x200000401:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044852.840774:0:6655:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777044852.840832:0:6655:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d626680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:146de360-3fb2-48bd-b418-06f30714148a+77:2393:x1863365369874304:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 188us (579us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044852.840844:0:6655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 220 00010000:00010000:3.0:1777044852.841440:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536600/0x2c8777a5e7d9cc98 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11485e7 expref: 76 pid: 12646 timeout: 1581 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777044852.841462:0:5856:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df77956680 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5856:1863365424293760:192.168.201.45@tcp:104: 00010000:00010000:3.0:1777044852.841487:0:5856:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa6c00/0x2c8777a5e7d9ccad lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044852.841500:0:5856:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa6c00/0x2c8777a5e7d9ccad lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044852.841508:0:5856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa6c00/0x2c8777a5e7d9ccad lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777044852.841533:0:5856:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2f:0x0]: returning size 0 00010000:00010000:3.0:1777044852.841883:0:5856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa6c00/0x2c8777a5e7d9ccad lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044852.841896:0:5856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa6c00/0x2c8777a5e7d9ccad lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044852.841925:0:5856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa6c00/0x2c8777a5e7d9ccad lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044852.841935:0:5856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98df74fa6c00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:3.0:1777044852.841942:0:5856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa6c00/0x2c8777a5e7d9ccad lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044852.841954:0:5856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa6c00/0x2c8777a5e7d9ccad lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044852.841970:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f:0x0].0x0 (ffff98df48c7e900) 00010000:00010000:3.0:1777044852.841974:0:5856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1777044852.841980:0:5856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa6c00/0x2c8777a5e7d9ccad lrc: 2/0,0 mode: --/EX res: [0x200000401:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044852.841991:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa6c00/0x2c8777a5e7d9ccad lrc: 0/0,0 mode: --/EX res: [0x200000401:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044852.842064:0:5856:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa6600/0x2c8777a5e7d9cca6 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11485ee expref: 76 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044852.842078:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2d:0x0].0x0 (ffff98df4abab200) 00010000:00010000:3.0:1777044852.842081:0:5856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1777044852.842088:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa6600/0x2c8777a5e7d9cca6 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11485ee expref: 76 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044852.842106:0:5856:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98df74fa6600, rc 0) 00000100:00100000:3.0:1777044852.842171:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d626300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:146de360-3fb2-48bd-b418-06f30714148a+75:22498:x1863365369874176:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 Request processed in 17932us (18254us total) trans 4294967796 rc 301/301 00000100:00100000:3.0:1777044852.842197:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 747 00010000:00010000:1.0:1777044852.846151:0:3327:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103600/0x2c8777a5e7d9cc91 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2d:0x0].0xecadbcfe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044852.846175:0:3327:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103600/0x2c8777a5e7d9cc91 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2d:0x0].0xecadbcfe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044852.846212:0:3327:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103600/0x2c8777a5e7d9cc91 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2d:0x0].0xecadbcfe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044852.846223:0:3327:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de43103600 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:1.0:1777044852.846229:0:3327:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103600/0x2c8777a5e7d9cc91 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2d:0x0].0xecadbcfe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044852.846239:0:3327:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103600/0x2c8777a5e7d9cc91 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2d:0x0].0xecadbcfe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044852.846257:0:3327:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2d:0x0].0xecadbcfe (ffff98df48c7e500) 00010000:00010000:1.0:1777044852.846262:0:3327:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777044852.846267:0:3327:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103600/0x2c8777a5e7d9cc91 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2d:0x0].0xecadbcfe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044852.846275:0:3327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103600/0x2c8777a5e7d9cc91 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2d:0x0].0xecadbcfe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777044852.850509:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777044852.850646:0:5859:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369874560 00000100:00100000:1.0:1777044852.850658:0:5859:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369874560 00000100:00100000:1.0:1777044852.850739:0:5859:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 177 00000100:00100000:1.0:1777044852.850754:0:5859:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d625500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:146de360-3fb2-48bd-b418-06f30714148a+74:22498:x1863365369874560:12345-192.168.201.45@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1777044852.851242:0:5859:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d625500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:146de360-3fb2-48bd-b418-06f30714148a+75:22498:x1863365369874560:12345-192.168.201.45@tcp:35:lhsmtool_posix.0 Request processed in 490us (741us total) trans 4294967797 rc 0/0 00000100:00100000:1.0:1777044852.851278:0:5859:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 177 00000100:00100000:2.0:1777044852.860547:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777044852.860868:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369874688 00000100:00100000:3.0:1777044852.860880:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369874688 00000100:00100000:3.0:1777044852.860962:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 748 00000100:00100000:3.0:1777044852.860976:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42771f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:146de360-3fb2-48bd-b418-06f30714148a+75:22498:x1863365369874688:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1777044852.861004:0:5857:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777044852.861034:0:5857:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa6600/0x2c8777a5e7d9ccbb lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee11485f5 expref: -99 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044852.861124:0:5857:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa6600/0x2c8777a5e7d9ccbb lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11485f5 expref: 76 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044852.861144:0:5857:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa6600/0x2c8777a5e7d9ccbb lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11485f5 expref: 76 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044852.861167:0:5857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f:0x0].0x0 (ffff98df4abab200) 00010000:00010000:3.0:1777044852.861171:0:5857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1777044852.861195:0:5857:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98df74fa6600, rc 0) 00000100:00100000:3.0:1777044852.862837:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42771f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:146de360-3fb2-48bd-b418-06f30714148a+76:22498:x1863365369874688:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 Request processed in 1859us (2299us total) trans 0 rc 0/0 00000100:00100000:3.0:1777044852.862850:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 748 00000100:00100000:0.0:1777044852.881554:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777044852.881985:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369874944 00000100:00100000:3.0:1777044852.881997:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369874944 00000100:00100000:3.0:1777044852.882093:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 749 00000100:00100000:3.0:1777044852.882107:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d625f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:146de360-3fb2-48bd-b418-06f30714148a+76:22498:x1863365369874944:12345-192.168.201.45@tcp:55:lhsmtool_posix.0 00010000:00010000:3.0:1777044852.882185:0:12646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa6c00/0x2c8777a5e7d9ccc2 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044852.882594:0:12646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa6c00/0x2c8777a5e7d9ccc2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044852.882611:0:12646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa6c00/0x2c8777a5e7d9ccc2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044852.882900:0:12646:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa6c00/0x2c8777a5e7d9ccc2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044852.882913:0:12646:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa6c00/0x2c8777a5e7d9ccc2 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2f:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044852.882922:0:12646:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa6c00/0x2c8777a5e7d9ccc2 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2f:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044852.882930:0:12646:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98df74fa6c00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:3.0:1777044852.882936:0:12646:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa6c00/0x2c8777a5e7d9ccc2 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2f:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044852.882945:0:12646:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa6c00/0x2c8777a5e7d9ccc2 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2f:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044852.882961:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f:0x0].0x0 (ffff98df4abab200) 00010000:00010000:3.0:1777044852.882966:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:3.0:1777044852.882972:0:12646:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa6c00/0x2c8777a5e7d9ccc2 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2f:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044852.882981:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa6c00/0x2c8777a5e7d9ccc2 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2f:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777044852.883085:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d625f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:146de360-3fb2-48bd-b418-06f30714148a+77:22498:x1863365369874944:12345-192.168.201.45@tcp:55:lhsmtool_posix.0 Request processed in 980us (1542us total) trans 4294967798 rc 0/0 00000100:00100000:3.0:1777044852.883107:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 749 00000100:00100000:0.0:1777044852.889064:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777044852.889191:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369875200 00000100:00100000:3.0:1777044852.889218:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369875200 00000100:00100000:3.0:1777044852.889289:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 750 00000100:00100000:3.0:1777044852.889304:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d624380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:146de360-3fb2-48bd-b418-06f30714148a+77:22498:x1863365369875200:12345-192.168.201.45@tcp:36:lhsmtool_posix.0 00010000:00010000:3.0:1777044852.889698:0:5856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa6400/0x2c8777a5e7d9ccc9 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044852.889720:0:5856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa6400/0x2c8777a5e7d9ccc9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044852.889735:0:5856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa6400/0x2c8777a5e7d9ccc9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1777044852.890086:0:5856:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967799 00000004:00010000:3.0:1777044852.890157:0:5856:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000004f23ae35 reply state 000000008093ebc8 transno 4294967800 ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa6400/0x2c8777a5e7d9ccc9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777044852.890171:0:5856:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1777044852.890308:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d624380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:146de360-3fb2-48bd-b418-06f30714148a+80:22498:x1863365369875200:12345-192.168.201.45@tcp:36:lhsmtool_posix.0 Request processed in 1006us (1253us total) trans 4294967800 rc 0/0 00000100:00100000:3.0:1777044852.890337:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 750 00000020:00080000:3.0:1777044852.890344:0:5856:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1777044852.894896:0:3328:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa6400/0x2c8777a5e7d9ccc9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044852.894917:0:3328:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa6400/0x2c8777a5e7d9ccc9 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044852.894928:0:3328:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa6400/0x2c8777a5e7d9ccc9 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044852.894955:0:3328:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98df74fa6400 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:3.0:1777044852.894961:0:3328:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa6400/0x2c8777a5e7d9ccc9 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044852.894971:0:3328:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa6400/0x2c8777a5e7d9ccc9 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044852.894991:0:3328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f:0x0].0x0 (ffff98df4abab200) 00010000:00010000:3.0:1777044852.894995:0:3328:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1777044852.895001:0:3328:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa6400/0x2c8777a5e7d9ccc9 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044852.895009:0:3328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa6400/0x2c8777a5e7d9ccc9 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777044852.901271:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777044852.901409:0:5859:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369875456 00000100:00100000:1.0:1777044852.901422:0:5859:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369875456 00000100:00100000:1.0:1777044852.901499:0:5859:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 178 00000100:00100000:1.0:1777044852.901513:0:5859:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d624700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:146de360-3fb2-48bd-b418-06f30714148a+79:22498:x1863365369875456:12345-192.168.201.45@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1777044852.901821:0:5859:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d624700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:146de360-3fb2-48bd-b418-06f30714148a+80:22498:x1863365369875456:12345-192.168.201.45@tcp:35:lhsmtool_posix.0 Request processed in 309us (557us total) trans 4294967801 rc 0/0 00000100:00100000:1.0:1777044852.901832:0:5859:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 178 00010000:00010000:3.0:1777044853.141541:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777044853.753909:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777044853.754635:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777044853.754671:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777044853.754792:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777044853.754828:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777044853.754918:0:14822:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369875840 00000100:00100000:0.0:1777044853.754931:0:14822:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369875840 00000100:00100000:0.0:1777044853.755039:0:14822:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369876352 00000100:00100000:0.0:1777044853.755044:0:14822:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369876352 00000100:00100000:0.0:1777044853.755084:0:14822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 566 00000100:00100000:0.0:1777044853.755098:0:14822:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42772d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:146de360-3fb2-48bd-b418-06f30714148a+9:2393:x1863365369875840:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:0.0:1777044853.755186:0:14822:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42772d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:146de360-3fb2-48bd-b418-06f30714148a+9:2393:x1863365369875840:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 90us (553us total) trans 0 rc 0/0 00000100:00100000:0.0:1777044853.755197:0:14822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 566 00000100:00100000:0.0:1777044853.755317:0:14822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 567 00000100:00100000:0.0:1777044853.755329:0:14822:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77b07b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2393:x1863365369876352:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:0.0:1777044853.755379:0:14822:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77b07b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2393:x1863365369876352:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 52us (588us total) trans 0 rc 0/0 00000100:00100000:0.0:1777044853.755388:0:14822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 567 00000100:00080000:0.0:1777044853.755419:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1777044853.755425:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1777044853.763924:0:5848:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369875584 00000100:00100000:1.0:1777044853.763944:0:5848:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369875584 00000100:00100000:1.0:1777044853.764065:0:5848:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 644 00000100:00100000:1.0:1777044853.764082:0:5848:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df485c3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2393:x1863365369875584:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:1.0:1777044853.764196:0:5848:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df485c3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2393:x1863365369875584:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 117us (10296us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044853.764207:0:5848:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 644 00000100:00100000:2.0:1777044853.772496:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777044853.772595:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777044853.772738:0:14822:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369875968 00000100:00100000:0.0:1777044853.772752:0:14822:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369875968 00000100:00100000:0.0:1777044853.772851:0:14822:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369876224 00000100:00100000:0.0:1777044853.772858:0:14822:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369876224 00000100:00100000:0.0:1777044853.772900:0:14822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 568 00000100:00100000:0.0:1777044853.772912:0:14822:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77b05500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:146de360-3fb2-48bd-b418-06f30714148a+11:2393:x1863365369875968:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:0.0:1777044853.773039:0:14822:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77b05500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:146de360-3fb2-48bd-b418-06f30714148a+11:2393:x1863365369875968:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 127us (554us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044853.773046:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 569 00000100:00100000:0.0:1777044853.773054:0:14822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 568 00000100:00100000:1.0:1777044853.773060:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77b06a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2393:x1863365369876224:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:1.0:1777044853.773108:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77b06a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2393:x1863365369876224:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 50us (513us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044853.773118:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 569 00000100:00080000:2.0:1777044853.773241:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1777044853.773248:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1777044853.776914:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369876096 00000100:00100000:3.0:1777044853.776932:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369876096 00000100:00100000:3.0:1777044853.777030:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369875712 00000100:00100000:3.0:1777044853.777036:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369875712 00000100:00100000:3.0:1777044853.777085:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 774 00000100:00100000:3.0:1777044853.777100:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42772a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+31:2393:x1863365369876096:12345-192.168.201.45@tcp:400:kworker.0 00000100:00080000:2.0:1777044853.777192:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1777044853.777221:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42772a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+31:2393:x1863365369876096:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 103us (22527us total) trans 0 rc 0/0 00000100:00100000:3.0:1777044853.777234:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 774 00000100:00100000:2.0:1777044853.777259:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 775 00000100:00100000:2.0:1777044853.777273:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77b06300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:146de360-3fb2-48bd-b418-06f30714148a+80:2393:x1863365369875712:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:2.0:1777044853.777349:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77b06300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:146de360-3fb2-48bd-b418-06f30714148a+80:2393:x1863365369875712:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 79us (22518us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044853.787844:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 775 00010000:00010000:3.0:1777044854.171553:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1777044854.432489:0:11491:0:(llog.c:801:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1777044854.432499:0:11491:0:(llog_cat.c:158:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1777044854.433535:0:11491:0:(llog.c:858:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:1.0:1777044854.433549:0:11491:0:(llog.c:858:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:3.0:1777044855.213310:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777044855.254718:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df77956680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424293888:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1777044855.255043:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777044855.255457:0:6644:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424293888 00000100:00100000:1.0:1777044855.255469:0:6644:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424293888 00000100:00100000:1.0:1777044855.255556:0:6644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 335 00000100:00100000:1.0:1777044855.255570:0:6644:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77b06680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424293888:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1777044855.255611:0:6644:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 59572224 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1777044855.255667:0:6644:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77b06680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424293888:12345-0@lo:13:osp-pre-0-0.0 Request processed in 100us (625us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044855.255678:0:6644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 335 00000100:00080000:2.0:1777044855.256246:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1777044855.256319:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df77956680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424293888:0@lo:13:osp-pre-0-0.0 00010000:00010000:3.0:1777044856.225711:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777044856.279828:0:3344:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df77955500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ce657616-b3f3-4e21-ac89-518ab611901c:3344:1863365424294016:0@lo:400:kworker.0 00000100:00100000:3.0:1777044856.279942:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777044856.280005:0:3344:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df77956300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3344:1863365424294528:0@lo:400:kworker.0 00000100:00100000:3.0:1777044856.280045:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777044856.280079:0:3344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1777044856.280088:0:3344:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df77957b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3344:1863365424294400:0@lo:400:kworker.0 00000100:00100000:3.0:1777044856.280119:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777044856.286380:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df77957800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3342:1863365424294272:0@lo:400:kworker.0 00000100:00100000:1.0:1777044856.286485:0:5850:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424294016 00000100:00100000:1.0:1777044856.286497:0:5850:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424294016 00000100:00100000:1.0:1777044856.286570:0:5850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 645 00000100:00100000:1.0:1777044856.286584:0:5850:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df485c1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ce657616-b3f3-4e21-ac89-518ab611901c+18:3344:x1863365424294016:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777044856.286724:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424294528 00000100:00100000:3.0:1777044856.286732:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424294528 00000100:00100000:3.0:1777044856.287053:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 776 00000100:00100000:3.0:1777044856.287067:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77957100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3344:x1863365424294528:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777044856.287473:0:5850:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df485c1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ce657616-b3f3-4e21-ac89-518ab611901c+18:3344:x1863365424294016:12345-0@lo:400:kworker.0 Request processed in 866us (7506us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044856.287486:0:5850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 645 00000100:00100000:1.0:1777044856.287563:0:3344:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df77955500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ce657616-b3f3-4e21-ac89-518ab611901c:3344:1863365424294016:0@lo:400:kworker.0 00000100:00100000:2.0:1777044856.291135:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777044856.291217:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df77b04a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424294784:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1777044856.291300:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777044856.291334:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1777044856.291343:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df77954380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3342:1863365424294144:0@lo:400:kworker.0 00000100:00100000:2.0:1777044856.291373:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777044856.291416:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df77955880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424294656:0@lo:400:kworker.0 00000100:00100000:1.0:1777044856.291459:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424294272 00000100:00100000:2.0:1777044856.291468:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777044856.291470:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424294272 00000100:00100000:1.0:1777044856.291551:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 777 00000100:00100000:1.0:1777044856.291564:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df470cca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3342:x1863365424294272:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777044856.291571:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424294144 00000100:00100000:2.0:1777044856.291577:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424294144 00000100:00100000:2.0:1777044856.291605:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 778 00000100:00100000:2.0:1777044856.291613:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df470cc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3342:x1863365424294144:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777044856.291639:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df470cca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3342:x1863365424294272:12345-0@lo:400:kworker.0 Request processed in 77us (511us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044856.291650:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 777 00000100:00100000:2.0:1777044856.291651:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df470cc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3342:x1863365424294144:12345-0@lo:400:kworker.0 Request processed in 38us (278us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044856.291658:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 778 00000100:00100000:1.0:1777044856.291682:0:6644:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424294784 00000100:00100000:1.0:1777044856.291688:0:6644:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424294784 00000100:00100000:1.0:1777044856.291740:0:6644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 336 00000100:00100000:1.0:1777044856.291751:0:6644:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df470cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1863365424294784:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1777044856.291796:0:6644:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 59572224 pending 0 free 3856662528 avail 3854565376 00000100:00100000:1.0:1777044856.291843:0:6644:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df470cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1863365424294784:12345-0@lo:13:osp-pre-1-0.0 Request processed in 92us (540us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044856.291853:0:6644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 336 00000100:00100000:1.0:1777044856.291905:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df77954380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3342:1863365424294144:0@lo:400:kworker.0 00000100:00100000:1.0:1777044856.291923:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df77957800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3342:1863365424294272:0@lo:400:kworker.0 00000100:00100000:1.0:1777044856.291944:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df77b04a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424294784:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1777044856.292115:0:14822:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424294400 00000100:00080000:2.0:1777044856.292593:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1777044856.292600:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1777044856.292613:0:6639:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424294656 00000100:00100000:2.0:1777044856.292619:0:6639:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424294656 00000100:00100000:2.0:1777044856.292663:0:6639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 570 00000100:00100000:2.0:1777044856.292674:0:6639:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df470ced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3342:x1863365424294656:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777044856.292726:0:6639:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df470ced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3342:x1863365424294656:12345-0@lo:400:kworker.0 Request processed in 52us (1255us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044856.292735:0:6639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 570 00000100:00100000:1.0:1777044856.292827:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df77955880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424294656:0@lo:400:kworker.0 00000100:00100000:0.0:1777044856.293368:0:14822:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424294400 00000100:00100000:0.0:1777044856.293417:0:14822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 571 00000100:00100000:0.0:1777044856.293427:0:14822:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77954e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3344:x1863365424294400:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777044856.293548:0:3344:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df77957b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3344:1863365424294400:0@lo:400:kworker.0 00000100:00100000:0.0:1777044856.295087:0:14822:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77954e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3344:x1863365424294400:12345-0@lo:400:kworker.0 Request processed in 73us (13379us total) trans 0 rc 0/0 00000100:00100000:0.0:1777044856.295103:0:14822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 571 00000100:00100000:3.0:1777044856.297193:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77957100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3344:x1863365424294528:12345-0@lo:400:kworker.0 Request processed in 10124us (17141us total) trans 0 rc 0/0 00000100:00100000:3.0:1777044856.297207:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 776 00000100:00100000:2.0:1777044856.299596:0:3344:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df77956300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3344:1863365424294528:0@lo:400:kworker.0 00000001:00080000:0.0:1777044856.978695:0:5877:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967795 is committed 00000001:00080000:0.0:1777044856.978722:0:5877:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967801 is committed 00010000:00010000:3.0:1777044857.237676:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777044858.263896:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777044858.874536:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777044858.874603:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777044858.874652:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777044858.874690:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777044858.874725:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777044858.874756:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777044858.874783:0:5849:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369876480 00000100:00100000:2.0:1777044858.874793:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777044858.874797:0:5849:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369876480 00000100:00100000:3.0:1777044858.875131:0:5849:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 646 00000100:00100000:2.0:1777044858.875465:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369876736 00000100:00100000:2.0:1777044858.875471:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369876736 00000100:00100000:2.0:1777044858.875532:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369877248 00000100:00100000:2.0:1777044858.875538:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369877248 00000100:00100000:2.0:1777044858.875559:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369876864 00000100:00100000:2.0:1777044858.875564:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369876864 00000100:00100000:2.0:1777044858.875586:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369877120 00000100:00100000:2.0:1777044858.875590:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369877120 00000100:00100000:2.0:1777044858.875610:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 572 00000100:00100000:2.0:1777044858.875624:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df470cf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:146de360-3fb2-48bd-b418-06f30714148a+9:2392:x1863365369876736:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:2.0:1777044858.875721:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df470cf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:146de360-3fb2-48bd-b418-06f30714148a+9:2392:x1863365369876736:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 98us (1117us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044858.875732:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 572 00000100:00100000:2.0:1777044858.875760:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 573 00000100:00100000:2.0:1777044858.875770:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df46688a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2392:x1863365369877248:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:2.0:1777044858.875811:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df46688a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2392:x1863365369877248:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 42us (1120us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044858.875820:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 573 00000100:00100000:2.0:1777044858.875839:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 574 00000100:00100000:2.0:1777044858.875848:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df4668b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:146de360-3fb2-48bd-b418-06f30714148a+11:2392:x1863365369876864:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:2.0:1777044858.875878:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df4668b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:146de360-3fb2-48bd-b418-06f30714148a+11:2392:x1863365369876864:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 31us (1122us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044858.875888:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 574 00000100:00100000:2.0:1777044858.875905:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 575 00000100:00100000:2.0:1777044858.875914:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df46688700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2392:x1863365369877120:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:2.0:1777044858.875948:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df46688700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2392:x1863365369877120:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 34us (1153us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044858.875970:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 575 00000100:00100000:2.0:1777044858.876000:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369876992 00000100:00100000:2.0:1777044858.876006:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369876992 00000100:00100000:3.0:1777044858.876046:0:5849:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df485c0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2392:x1863365369876480:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:2.0:1777044858.876046:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369876608 00000100:00100000:2.0:1777044858.876050:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369876608 00000100:00100000:2.0:1777044858.876080:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 779 00000100:00100000:3.0:1777044858.876090:0:5849:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df485c0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2392:x1863365369876480:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 52us (1566us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044858.876090:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df4668bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+31:2392:x1863365369876992:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777044858.876101:0:5849:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 646 00000100:00100000:2.0:1777044858.876128:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df4668bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+31:2392:x1863365369876992:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 39us (1476us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044858.876139:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 779 00000100:00100000:3.0:1777044858.876149:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 780 00000100:00080000:2.0:1777044858.876558:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1777044858.876566:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1777044858.876569:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1777044858.877234:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df46688380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:146de360-3fb2-48bd-b418-06f30714148a+70:2392:x1863365369876608:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777044858.877747:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df46688380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:146de360-3fb2-48bd-b418-06f30714148a+70:2392:x1863365369876608:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 1585us (3018us total) trans 0 rc 0/0 00000100:00100000:3.0:1777044858.882519:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 780 00010000:00010000:0.0:1777044859.285856:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777044860.312312:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777044860.374652:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df77956300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424294912:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1777044860.374739:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777044860.374944:0:6643:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424294912 00000100:00100000:3.0:1777044860.374955:0:6643:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424294912 00000100:00080000:2.0:1777044860.375379:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1777044860.375575:0:6643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 337 00000100:00100000:3.0:1777044860.375595:0:6643:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df58665500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424294912:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1777044860.375640:0:6643:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 59572224 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1777044860.375750:0:6643:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df58665500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424294912:12345-0@lo:13:osp-pre-0-0.0 Request processed in 161us (1010us total) trans 0 rc 0/0 00000100:00100000:3.0:1777044860.375762:0:6643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 337 00000100:00100000:2.0:1777044860.375897:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df77956300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424294912:0@lo:13:osp-pre-0-0.0 00010000:00010000:0.0:1777044861.346265:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777044861.416100:0:3344:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df6d626d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ce657616-b3f3-4e21-ac89-518ab611901c:3344:1863365424295040:0@lo:400:kworker.0 00000100:00100000:3.0:1777044861.416311:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777044861.416396:0:3344:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df6d627100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3344:1863365424295552:0@lo:400:kworker.0 00000100:00100000:3.0:1777044861.416438:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777044861.416476:0:3344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1777044861.416486:0:3344:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df6d625180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3344:1863365424295424:0@lo:400:kworker.0 00000100:00100000:3.0:1777044861.416521:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777044861.416575:0:5848:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424295040 00000100:00100000:3.0:1777044861.416586:0:5848:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424295040 00000100:00100000:3.0:1777044861.416661:0:5848:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 647 00000100:00100000:3.0:1777044861.416672:0:5848:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df485c2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ce657616-b3f3-4e21-ac89-518ab611901c+18:3344:x1863365424295040:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777044861.417029:0:5848:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df485c2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ce657616-b3f3-4e21-ac89-518ab611901c+18:3344:x1863365424295040:12345-0@lo:400:kworker.0 Request processed in 358us (718us total) trans 0 rc 0/0 00000100:00100000:3.0:1777044861.417040:0:5848:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 647 00000100:00100000:3.0:1777044861.417088:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424295552 00000100:00100000:3.0:1777044861.417094:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424295552 00000100:00100000:3.0:1777044861.417159:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 781 00000100:00100000:3.0:1777044861.417170:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77957b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3344:x1863365424295552:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777044861.417535:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77957b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3344:x1863365424295552:12345-0@lo:400:kworker.0 Request processed in 90us (819us total) trans 0 rc 0/0 00000100:00100000:3.0:1777044861.417546:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 781 00000100:00100000:3.0:1777044861.417576:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424295424 00000100:00100000:3.0:1777044861.417581:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424295424 00000100:00100000:3.0:1777044861.417618:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 576 00000100:00100000:3.0:1777044861.417627:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77955880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3344:x1863365424295424:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777044861.417671:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77955880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3344:x1863365424295424:12345-0@lo:400:kworker.0 Request processed in 44us (1149us total) trans 0 rc 0/0 00000100:00100000:3.0:1777044861.417680:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 576 00000100:00100000:3.0:1777044861.417734:0:3344:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df6d625180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3344:1863365424295424:0@lo:400:kworker.0 00000100:00100000:3.0:1777044861.417748:0:3344:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df6d626d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ce657616-b3f3-4e21-ac89-518ab611901c:3344:1863365424295040:0@lo:400:kworker.0 00000100:00100000:3.0:1777044861.417760:0:3344:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df6d627100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3344:1863365424295552:0@lo:400:kworker.0 00000100:00080000:3.0:1777044861.418052:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1777044861.421371:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df6d626a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3342:1863365424295296:0@lo:400:kworker.0 00000100:00100000:1.0:1777044861.421445:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777044861.421560:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424295296 00000100:00100000:1.0:1777044861.421569:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424295296 00000100:00100000:1.0:1777044861.421637:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 782 00000100:00100000:1.0:1777044861.421649:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77fd5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3342:x1863365424295296:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777044861.421706:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77fd5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3342:x1863365424295296:12345-0@lo:400:kworker.0 Request processed in 59us (262us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044861.421716:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 782 00000100:00100000:1.0:1777044861.421751:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df77b04a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424295808:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1777044861.421788:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777044861.421842:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df6d626a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3342:1863365424295296:0@lo:400:kworker.0 00000100:00080000:1.0:1777044861.421874:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1777044861.421894:0:6643:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424295808 00000100:00100000:1.0:1777044861.421899:0:6643:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424295808 00000100:00100000:1.0:1777044861.421973:0:6643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 338 00000100:00100000:1.0:1777044861.421997:0:6643:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df605f4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1863365424295808:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1777044861.422033:0:6643:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 59572224 pending 0 free 3856662528 avail 3854565376 00000100:00100000:1.0:1777044861.422086:0:6643:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df605f4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1863365424295808:12345-0@lo:13:osp-pre-1-0.0 Request processed in 91us (296us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044861.422096:0:6643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 338 00000100:00080000:1.0:1777044861.422120:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1777044861.422491:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df77b04a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424295808:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1777044861.436690:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df6d625c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3341:1863365424295168:0@lo:400:kworker.0 00000100:00100000:3.0:1777044861.436804:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777044861.436859:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df6d625880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424295680:0@lo:400:kworker.0 00000100:00100000:3.0:1777044861.436894:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777044861.436972:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424295168 00000100:00100000:3.0:1777044861.436982:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424295168 00000100:00100000:3.0:1777044861.437041:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 783 00000100:00100000:3.0:1777044861.437055:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77957800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3341:x1863365424295168:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777044861.437130:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77957800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3341:x1863365424295168:12345-0@lo:400:kworker.0 Request processed in 76us (327us total) trans 0 rc 0/0 00000100:00100000:3.0:1777044861.437156:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 783 00000100:00100000:3.0:1777044861.437297:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df6d625c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3341:1863365424295168:0@lo:400:kworker.0 00000100:00100000:2.0:1777044861.442048:0:6641:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424295680 00000100:00100000:2.0:1777044861.442066:0:6641:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424295680 00000100:00100000:2.0:1777044861.442138:0:6641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 577 00000100:00100000:2.0:1777044861.442197:0:6641:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77954380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3341:x1863365424295680:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777044861.442334:0:6641:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77954380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3341:x1863365424295680:12345-0@lo:400:kworker.0 Request processed in 184us (5438us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044861.442366:0:6641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 577 00000100:00100000:2.0:1777044861.443020:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df6d625880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424295680:0@lo:400:kworker.0 00010000:00010000:0.0:1777044862.361038:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777044863.394506:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777044863.984362:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777044863.984416:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777044863.984449:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777044863.984485:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777044863.984516:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777044863.984547:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777044863.984585:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777044863.984621:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369877888 00000100:00100000:1.0:1777044863.984634:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369877888 00000100:00100000:1.0:1777044863.984706:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369877504 00000100:00100000:1.0:1777044863.984711:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369877504 00000100:00100000:1.0:1777044863.984746:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 784 00000100:00100000:1.0:1777044863.984759:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df605f6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+31:2393:x1863365369877888:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:1.0:1777044863.985129:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df605f6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+31:2393:x1863365369877888:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 370us (676us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044863.985170:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 784 00000100:00100000:1.0:1777044863.985226:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 785 00000100:00100000:1.0:1777044863.985242:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df605f5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:146de360-3fb2-48bd-b418-06f30714148a+70:2393:x1863365369877504:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:1.0:1777044863.985287:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df605f5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:146de360-3fb2-48bd-b418-06f30714148a+70:2393:x1863365369877504:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 49us (769us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044863.985311:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 785 00000100:00100000:1.0:1777044863.985345:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369877632 00000100:00100000:1.0:1777044863.985351:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369877632 00000100:00100000:1.0:1777044863.985392:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369878144 00000100:00100000:1.0:1777044863.985397:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369878144 00000100:00100000:1.0:1777044863.985415:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369877760 00000100:00100000:1.0:1777044863.985419:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369877760 00000100:00100000:1.0:1777044863.985437:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369878016 00000100:00100000:1.0:1777044863.985440:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369878016 00000100:00100000:1.0:1777044863.985462:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 578 00000100:00100000:1.0:1777044863.985472:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df605f7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:146de360-3fb2-48bd-b418-06f30714148a+9:2393:x1863365369877632:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:1.0:1777044863.985518:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df605f7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:146de360-3fb2-48bd-b418-06f30714148a+9:2393:x1863365369877632:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 46us (1101us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044863.985529:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 578 00000100:00100000:1.0:1777044863.985548:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 579 00000100:00100000:1.0:1777044863.985558:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df605f5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2393:x1863365369878144:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:1.0:1777044863.985593:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df605f5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2393:x1863365369878144:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 36us (1107us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044863.985603:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 579 00000100:00100000:1.0:1777044863.985618:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 580 00000100:00100000:1.0:1777044863.985627:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77b04a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:146de360-3fb2-48bd-b418-06f30714148a+11:2393:x1863365369877760:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:1.0:1777044863.985660:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77b04a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:146de360-3fb2-48bd-b418-06f30714148a+11:2393:x1863365369877760:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 34us (1113us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044863.985670:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 580 00000100:00100000:1.0:1777044863.985688:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 581 00000100:00100000:1.0:1777044863.985953:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42e59f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2393:x1863365369878016:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:1.0:1777044863.985996:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42e59f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2393:x1863365369878016:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 288us (1410us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044863.986008:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 581 00000100:00080000:1.0:1777044863.986051:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1777044863.986057:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1777044863.986060:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1777044863.988055:0:5850:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369877376 00000100:00100000:3.0:1777044863.988065:0:5850:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369877376 00000100:00100000:3.0:1777044863.988170:0:5850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 648 00000100:00100000:3.0:1777044863.988184:0:5850:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df485c3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2393:x1863365369877376:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777044863.988275:0:5850:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df485c3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2393:x1863365369877376:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 68us (3898us total) trans 0 rc 0/0 00000100:00100000:3.0:1777044863.988287:0:5850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 648 00010000:00010000:0.0:1777044864.420652:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1777044864.666000:0:11491:0:(llog.c:801:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1777044864.666019:0:11491:0:(llog_cat.c:158:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1777044864.667393:0:11491:0:(llog.c:858:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1777044864.667409:0:11491:0:(llog.c:858:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:3.0:1777044865.445090:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777044865.493677:0:3344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1777044865.493705:0:3344:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df58666680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3344:1863365424295936:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1777044865.494080:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777044865.494286:0:6643:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424295936 00000100:00100000:1.0:1777044865.494297:0:6643:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424295936 00000100:00100000:1.0:1777044865.494374:0:6643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 339 00000100:00100000:1.0:1777044865.494387:0:6643:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df58665180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1863365424295936:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1777044865.494431:0:6643:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 59572224 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1777044865.494494:0:6643:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df58665180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1863365424295936:12345-0@lo:13:osp-pre-0-0.0 Request processed in 110us (416us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044865.494505:0:6643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 339 00000100:00080000:1.0:1777044865.494531:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1777044865.494587:0:3344:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df58666680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3344:1863365424295936:0@lo:13:osp-pre-0-0.0 00010000:00010000:0.0:1777044866.453510:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777044866.520402:0:3344:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de42e5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3344:1863365424296064:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1777044866.520511:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777044866.520974:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df77956d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3343:1863365424296448:0@lo:400:kworker.0 00000100:00100000:0.0:1777044866.521030:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777044866.521086:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1777044866.521122:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df77956300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424296576:0@lo:400:kworker.0 00000100:00100000:0.0:1777044866.521161:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777044866.521641:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424296448 00000100:00100000:3.0:1777044866.521652:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424296448 00000100:00100000:3.0:1777044866.521737:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 786 00000100:00100000:3.0:1777044866.521996:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d625880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3343:x1863365424296448:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777044866.522072:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d625880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3343:x1863365424296448:12345-0@lo:400:kworker.0 Request processed in 323us (1042us total) trans 0 rc 0/0 00000100:00100000:3.0:1777044866.522084:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 786 00000100:00100000:1.0:1777044866.522490:0:6643:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424296064 00000100:00100000:1.0:1777044866.522498:0:6643:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424296064 00000100:00100000:1.0:1777044866.522558:0:6643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 340 00000100:00100000:1.0:1777044866.522570:0:6643:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df58664000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1863365424296064:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1777044866.522611:0:6643:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 59572224 pending 0 free 3856662528 avail 3854565376 00000100:00100000:1.0:1777044866.522666:0:6643:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df58664000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1863365424296064:12345-0@lo:13:osp-pre-1-0.0 Request processed in 98us (2155us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044866.522676:0:6643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 340 00000100:00100000:1.0:1777044866.522708:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df77956680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3342:1863365424296320:0@lo:400:kworker.0 00000100:00100000:1.0:1777044866.522765:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777044866.522796:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1777044866.523079:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df77955500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ce657616-b3f3-4e21-ac89-518ab611901c:3342:1863365424296192:0@lo:400:kworker.0 00000100:00100000:1.0:1777044866.523155:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777044866.523188:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7529aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3342:1863365424296704:0@lo:400:kworker.0 00000100:00100000:1.0:1777044866.523258:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777044866.523299:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424296576 00000100:00100000:1.0:1777044866.523305:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424296576 00000100:00100000:1.0:1777044866.523344:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 582 00000100:00100000:1.0:1777044866.523354:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d625c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424296576:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777044866.523402:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d625c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424296576:12345-0@lo:400:kworker.0 Request processed in 49us (2240us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044866.523413:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 582 00000100:00100000:1.0:1777044866.523439:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424296320 00000100:00100000:1.0:1777044866.523445:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424296320 00000100:00100000:1.0:1777044866.523478:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424296704 00000100:00100000:1.0:1777044866.523483:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424296704 00000100:00100000:1.0:1777044866.523512:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 787 00000100:00100000:1.0:1777044866.523522:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42e5b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3342:x1863365424296320:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777044866.523574:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42e5b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3342:x1863365424296320:12345-0@lo:400:kworker.0 Request processed in 52us (808us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044866.523585:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 787 00000100:00100000:1.0:1777044866.523604:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 788 00000100:00100000:1.0:1777044866.523613:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42e5aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3342:x1863365424296704:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777044866.523656:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42e5aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3342:x1863365424296704:12345-0@lo:400:kworker.0 Request processed in 43us (397us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044866.523682:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 788 00000100:00100000:1.0:1777044866.524002:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7529aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3342:1863365424296704:0@lo:400:kworker.0 00000100:00100000:1.0:1777044866.524019:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df77956680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3342:1863365424296320:0@lo:400:kworker.0 00000100:00100000:3.0:1777044866.524171:0:5849:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424296192 00000100:00100000:3.0:1777044866.524177:0:5849:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424296192 00000100:00100000:3.0:1777044866.524261:0:5849:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 649 00000100:00100000:3.0:1777044866.524274:0:5849:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df485c2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ce657616-b3f3-4e21-ac89-518ab611901c+18:3342:x1863365424296192:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777044866.524332:0:5849:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df485c2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ce657616-b3f3-4e21-ac89-518ab611901c+18:3342:x1863365424296192:12345-0@lo:400:kworker.0 Request processed in 61us (1176us total) trans 0 rc 0/0 00000100:00100000:3.0:1777044866.524341:0:5849:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 649 00000100:00100000:3.0:1777044866.524407:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df77955500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ce657616-b3f3-4e21-ac89-518ab611901c:3342:1863365424296192:0@lo:400:kworker.0 00000100:00100000:2.0:1777044866.527688:0:3344:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de42e5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3344:1863365424296064:0@lo:13:osp-pre-1-0.0 00000100:00080000:0.0:1777044866.530800:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1777044866.530811:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1777044866.530875:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df77956300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424296576:0@lo:400:kworker.0 00000100:00100000:0.0:1777044866.530897:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df77956d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3343:1863365424296448:0@lo:400:kworker.0 00010000:00010000:1.0:1777044867.481412:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777044868.502006:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777044869.130249:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777044869.130314:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777044869.130350:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777044869.130378:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777044869.130408:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777044869.130438:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777044869.130522:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777044869.130562:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369878400 00000100:00100000:2.0:1777044869.130574:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369878400 00000100:00100000:2.0:1777044869.130644:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369878784 00000100:00100000:2.0:1777044869.130649:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369878784 00000100:00100000:2.0:1777044869.130685:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 789 00000100:00100000:2.0:1777044869.130697:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df58665f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:146de360-3fb2-48bd-b418-06f30714148a+70:2393:x1863365369878400:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:2.0:1777044869.130786:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df58665f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:146de360-3fb2-48bd-b418-06f30714148a+70:2393:x1863365369878400:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 89us (544us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044869.130797:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 789 00000100:00100000:2.0:1777044869.130825:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 790 00000100:00100000:2.0:1777044869.130835:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df58666300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+31:2392:x1863365369878784:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:2.0:1777044869.130895:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df58666300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+31:2392:x1863365369878784:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 59us (515us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044869.130904:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 790 00000100:00100000:2.0:1777044869.130934:0:5848:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369878272 00000100:00100000:2.0:1777044869.130940:0:5848:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369878272 00000100:00100000:2.0:1777044869.130976:0:5848:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 650 00000100:00100000:2.0:1777044869.130986:0:5848:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df485c1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2392:x1863365369878272:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:2.0:1777044869.131023:0:5848:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df485c1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2392:x1863365369878272:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 38us (708us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044869.131032:0:5848:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 650 00000100:00100000:2.0:1777044869.138408:0:6641:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369878528 00000100:00100000:2.0:1777044869.138427:0:6641:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369878528 00000100:00100000:2.0:1777044869.138554:0:6641:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369879040 00000100:00100000:2.0:1777044869.138561:0:6641:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369879040 00000100:00100000:2.0:1777044869.138584:0:6641:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369878656 00000100:00100000:2.0:1777044869.138589:0:6641:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369878656 00000100:00100000:2.0:1777044869.138610:0:6641:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369878912 00000100:00100000:2.0:1777044869.138614:0:6641:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369878912 00000100:00100000:2.0:1777044869.138641:0:6641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 583 00000100:00100000:2.0:1777044869.138654:0:6641:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df58664a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:146de360-3fb2-48bd-b418-06f30714148a+9:2392:x1863365369878528:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:2.0:1777044869.138740:0:6641:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df58664a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:146de360-3fb2-48bd-b418-06f30714148a+9:2392:x1863365369878528:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 87us (8387us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044869.138752:0:6641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 583 00000100:00100000:2.0:1777044869.138780:0:6641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 584 00000100:00100000:2.0:1777044869.138789:0:6641:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df58664700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2392:x1863365369879040:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:2.0:1777044869.138828:0:6641:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df58664700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2392:x1863365369879040:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 39us (8418us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044869.138848:0:6641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 584 00000100:00100000:2.0:1777044869.138870:0:6641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 585 00000100:00100000:2.0:1777044869.138880:0:6641:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df58665880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:146de360-3fb2-48bd-b418-06f30714148a+11:2393:x1863365369878656:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:2.0:1777044869.138924:0:6641:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df58665880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:146de360-3fb2-48bd-b418-06f30714148a+11:2393:x1863365369878656:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 45us (8485us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044869.138934:0:6641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 585 00000100:00100000:2.0:1777044869.138954:0:6641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 586 00000100:00100000:2.0:1777044869.138965:0:6641:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df58666680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2393:x1863365369878912:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:2.0:1777044869.139004:0:6641:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df58666680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2393:x1863365369878912:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 40us (8481us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044869.139013:0:6641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 586 00000100:00080000:2.0:1777044869.139092:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1777044869.139099:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1777044869.139103:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:1.0:1777044869.546858:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777044870.549588:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777044870.618111:0:3341:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1777044870.618143:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df74175f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424296832:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1777044870.618284:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777044870.619636:0:6643:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424296832 00000100:00100000:1.0:1777044870.619650:0:6643:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424296832 00000100:00100000:1.0:1777044870.619773:0:6643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 341 00000100:00100000:1.0:1777044870.619795:0:6643:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df74176d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3341:x1863365424296832:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1777044870.619850:0:6643:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 59572224 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1777044870.619942:0:6643:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df74176d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3341:x1863365424296832:12345-0@lo:13:osp-pre-0-0.0 Request processed in 153us (1657us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044870.619957:0:6643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 341 00000100:00100000:1.0:1777044870.620078:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df74175f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424296832:0@lo:13:osp-pre-0-0.0 00000100:00080000:0.0:1777044870.620203:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1777044871.578125:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777044871.637874:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de42e5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424296960:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1777044871.637973:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777044871.638256:0:6643:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424296960 00000100:00100000:1.0:1777044871.638269:0:6643:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424296960 00000100:00100000:1.0:1777044871.638356:0:6643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 342 00000100:00100000:1.0:1777044871.638371:0:6643:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d626a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424296960:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1777044871.638419:0:6643:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 59572224 pending 0 free 3856662528 avail 3854565376 00000100:00100000:1.0:1777044871.638491:0:6643:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d626a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424296960:12345-0@lo:13:osp-pre-1-0.0 Request processed in 123us (518us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044871.638503:0:6643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 342 00000100:00100000:1.0:1777044871.638577:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de42e5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424296960:0@lo:13:osp-pre-1-0.0 00000100:00080000:0.0:1777044871.639134:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1777044871.651134:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df6d626d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3341:1863365424297216:0@lo:400:kworker.0 00000100:00100000:1.0:1777044871.651586:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777044871.651656:0:3341:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1777044871.651669:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df6d625180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3341:1863365424297344:0@lo:400:kworker.0 00000100:00100000:1.0:1777044871.651707:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777044871.651772:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424297216 00000100:00100000:1.0:1777044871.651782:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424297216 00000100:00100000:1.0:1777044871.651840:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424297344 00000100:00100000:1.0:1777044871.651845:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424297344 00000100:00100000:1.0:1777044871.651891:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 791 00000100:00100000:1.0:1777044871.651905:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42e5a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3341:x1863365424297216:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777044871.651984:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42e5a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3341:x1863365424297216:12345-0@lo:400:kworker.0 Request processed in 81us (399us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044871.651996:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 791 00000100:00100000:1.0:1777044871.652052:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 792 00000100:00100000:1.0:1777044871.652062:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77956d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3341:x1863365424297344:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777044871.652109:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77956d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3341:x1863365424297344:12345-0@lo:400:kworker.0 Request processed in 48us (401us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044871.652118:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 792 00000100:00080000:1.0:1777044871.652154:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1777044871.652235:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df6d625180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3341:1863365424297344:0@lo:400:kworker.0 00000100:00100000:1.0:1777044871.652259:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df6d626d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3341:1863365424297216:0@lo:400:kworker.0 00000100:00100000:1.0:1777044871.652317:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7b51ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424297472:0@lo:400:kworker.0 00000100:00100000:1.0:1777044871.652363:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777044871.652397:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:1.0:1777044871.652408:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df6d627100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ce657616-b3f3-4e21-ac89-518ab611901c:3343:1863365424297088:0@lo:400:kworker.0 00000100:00100000:1.0:1777044871.652466:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777044871.652502:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7b51d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3343:1863365424297600:0@lo:400:kworker.0 00000100:00100000:1.0:1777044871.652565:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777044871.652621:0:6641:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424297472 00000100:00100000:1.0:1777044871.652628:0:6641:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424297472 00000100:00100000:1.0:1777044871.652672:0:6641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 587 00000100:00100000:1.0:1777044871.652683:0:6641:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77956300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424297472:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777044871.652742:0:6641:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77956300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424297472:12345-0@lo:400:kworker.0 Request processed in 59us (378us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044871.652752:0:6641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 587 00000100:00100000:1.0:1777044871.652783:0:5850:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424297088 00000100:00100000:1.0:1777044871.652789:0:5850:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424297088 00000100:00100000:1.0:1777044871.652828:0:5850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 651 00000100:00100000:1.0:1777044871.652838:0:5850:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df485c1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ce657616-b3f3-4e21-ac89-518ab611901c+18:3343:x1863365424297088:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777044871.652888:0:5850:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df485c1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ce657616-b3f3-4e21-ac89-518ab611901c+18:3343:x1863365424297088:12345-0@lo:400:kworker.0 Request processed in 50us (421us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044871.652899:0:5850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 651 00000100:00100000:1.0:1777044871.652940:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424297600 00000100:00100000:1.0:1777044871.652946:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424297600 00000100:00100000:1.0:1777044871.652992:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 793 00000100:00100000:1.0:1777044871.653002:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77955500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3343:x1863365424297600:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777044871.653089:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77955500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3343:x1863365424297600:12345-0@lo:400:kworker.0 Request processed in 86us (523us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044871.653099:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 793 00000100:00080000:1.0:1777044871.653134:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1777044871.653166:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df6d627100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ce657616-b3f3-4e21-ac89-518ab611901c:3343:1863365424297088:0@lo:400:kworker.0 00000100:00100000:1.0:1777044871.653547:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7b51d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3343:1863365424297600:0@lo:400:kworker.0 00000100:00100000:1.0:1777044871.653573:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7b51ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424297472:0@lo:400:kworker.0 00010000:00010000:0.0:1777044872.601593:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777044873.627477:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1777044873.902282:0:17002:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866bc len=0 uarg=00007fff6a377460 20000000:00000080:2.0:1777044873.902304:0:17002:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866bc len=576 karg=ffff98df72b91400 uarg=0000000000000000 00000040:00100000:2.0:1777044873.905732:0:17002:0:(llog.c:1068:llog_reverse_process()) index 48 : idx 48 00000040:00100000:2.0:1777044873.905802:0:17002:0:(llog.c:1068:llog_reverse_process()) index 46 : idx 1 20000000:01000000:2.0:1777044873.905809:0:17002:0:(mgs_llog.c:959:mgs_search_pool_cb()) Matched pool rec 46 cmd:0xce021 lustre.test_11c lustre-OST0001_UUID 20000000:01000000:2.0:1777044873.905828:0:17002:0:(mgs_llog.c:1105:mgs_modify()) modify lustre-client/lustre-clilov/add lustre.test_11c.lustre-OST0001_UUID fl=4 20000000:01000000:2.0:1777044873.906846:0:17003:0:(mgs_llog.c:1072:mgs_modify_handler()) Changing rec 45 marker 30 1->4: lustre-clilov add lustre.test_11c.lustre-OST0001_UUID 20000000:01000000:2.0:1777044873.907084:0:17003:0:(mgs_llog.c:1072:mgs_modify_handler()) Changing rec 48 marker 30 2->4: lustre-clilov add lustre.test_11c.lustre-OST0001_UUID 00000040:00080000:2.0:1777044873.907169:0:17003:0:(llog.c:858:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 49 count 48 00000040:00080000:3.0:1777044873.907784:0:17002:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x3:0x0].49, 224 off16832 20000000:01000000:3.0:1777044873.907811:0:17002:0:(mgs_llog.c:1526:record_base_raw()) lcfg lustre-clilov 0xce022 lustre test_11c lustre-OST0001_UUID (null) 00000040:00080000:3.0:1777044873.907914:0:17002:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x3:0x0].50, 136 off16968 00000040:00080000:3.0:1777044873.908018:0:17002:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x3:0x0].51, 224 off17192 20000000:01000000:3.0:1777044873.908046:0:17002:0:(mgs_llog.c:1105:mgs_modify()) modify lustre-MDT0000/lustre-MDT0000-mdtlov/add lustre.test_11c.lustre-OST0001_UUID fl=4 20000000:01000000:3.0:1777044873.909928:0:17004:0:(mgs_llog.c:1072:mgs_modify_handler()) Changing rec 40 marker 31 1->4: lustre-MDT0000-mdtlov add lustre.test_11c.lustre-OST0001_UUID 20000000:01000000:3.0:1777044873.910690:0:17004:0:(mgs_llog.c:1072:mgs_modify_handler()) Changing rec 42 marker 31 2->4: lustre-MDT0000-mdtlov add lustre.test_11c.lustre-OST0001_UUID 00000040:00080000:3.0:1777044873.910762:0:17004:0:(llog.c:858:llog_process_thread()) stop processing plain [0xa:0x4:0x0] index 43 count 43 00000040:00080000:3.0:1777044873.911801:0:17002:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].43, 224 off15872 20000000:01000000:3.0:1777044873.911824:0:17002:0:(mgs_llog.c:1526:record_base_raw()) lcfg lustre-MDT0000-mdtlov 0xce022 lustre test_11c lustre-OST0001_UUID (null) 00000040:00080000:3.0:1777044873.911916:0:17002:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].44, 144 off16016 00000040:00080000:3.0:1777044873.912015:0:17002:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].45, 224 off16240 10000000:01000000:3.0:1777044873.912041:0:17002:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x0 (lustre) 00010000:00010000:3.0:1777044873.912068:0:17002:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff98df74fa6400/0x2c8777a5e7d9ccd0 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044873.912098:0:17002:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff98de427e6600/0x2c8777a5e7d9cb8e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x2c8777a5e7d9cb87 expref: 17 pid: 5848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044873.912112:0:17002:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff98de427e7e00/0x2c8777a5e7d9cb9c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x2c8777a5e7d9cb95 expref: 17 pid: 5849 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044873.912125:0:17002:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff98df7b536c00/0x2c8777a5e7d9cbaa lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x2c8777a5e7d9cba3 expref: 17 pid: 5848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044873.912137:0:17002:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff98df6d64f400/0x2c8777a5e7d9cbb8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x2c8777a5e7d9cbb1 expref: 17 pid: 5849 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044873.912149:0:17002:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff98de427e6c00/0x2c8777a5e7d9cbc6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x2c8777a5e7d9cbbf expref: 17 pid: 5848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044873.912173:0:17002:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff98df41545200/0x2c8777a5e7d9cbd4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x2c8777a5e7d9cbcd expref: 17 pid: 5850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044873.912185:0:17002:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff98de427e7800/0x2c8777a5e7d9cbe2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x2c8777a5e7d9cbdb expref: 17 pid: 5849 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044873.912463:0:17002:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff98de427e7000/0x2c8777a5e7d9cbe9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11485a8 expref: 11 pid: 5848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044873.912481:0:17002:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff98df41545a00/0x2c8777a5e7d9cbf0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11485af expref: 11 pid: 5850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044873.912493:0:17002:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff98df74fa7000/0x2c8777a5e7d9cbf7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11485b6 expref: 11 pid: 5850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044873.912506:0:17002:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff98df74fa6400/0x2c8777a5e7d9ccd0 lrc: 13/0,1 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044873.912565:0:17002:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff98df74fa7000/0x2c8777a5e7d9cbf7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11485b6 expref: 11 pid: 5850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044873.912588:0:17002:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff98df74fa7000/0x2c8777a5e7d9cbf7 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x70000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11485b6 expref: 11 pid: 5850 timeout: 1602 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777044873.912611:0:17002:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df75299f80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17002:1863365424297728:192.168.201.45@tcp:104: 00010000:00010000:3.0:1777044873.913105:0:17002:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff98df41545a00/0x2c8777a5e7d9cbf0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11485af expref: 11 pid: 5850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044873.913120:0:17002:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff98df41545a00/0x2c8777a5e7d9cbf0 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x70000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11485af expref: 11 pid: 5850 timeout: 1602 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777044873.913147:0:17002:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7529ad80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17002:1863365424297856:192.168.201.45@tcp:104: 00010000:00010000:3.0:1777044873.913493:0:17002:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff98de427e7000/0x2c8777a5e7d9cbe9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11485a8 expref: 11 pid: 5848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044873.913510:0:17002:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff98de427e7000/0x2c8777a5e7d9cbe9 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x70000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11485a8 expref: 11 pid: 5848 timeout: 1602 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777044873.913524:0:17002:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7529b480 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17002:1863365424297984:192.168.201.45@tcp:104: 00010000:00010000:3.0:1777044873.913589:0:17002:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff98de427e7800/0x2c8777a5e7d9cbe2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x2c8777a5e7d9cbdb expref: 17 pid: 5849 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044873.913603:0:17002:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff98de427e7800/0x2c8777a5e7d9cbe2 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x2c8777a5e7d9cbdb expref: 17 pid: 5849 timeout: 1652 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777044873.913617:0:17002:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df75299180 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17002:1863365424298112:0@lo:104: 00000100:00100000:3.0:1777044873.913667:0:17002:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1777044873.913791:0:17002:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff98df41545200/0x2c8777a5e7d9cbd4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x2c8777a5e7d9cbcd expref: 17 pid: 5850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044873.913806:0:17002:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff98df41545200/0x2c8777a5e7d9cbd4 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x2c8777a5e7d9cbcd expref: 17 pid: 5850 timeout: 1652 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777044873.913820:0:17002:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7529a680 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17002:1863365424298240:0@lo:104: 00000100:00100000:3.0:1777044873.913857:0:17002:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1777044873.915071:0:17002:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff98de427e6c00/0x2c8777a5e7d9cbc6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x2c8777a5e7d9cbbf expref: 17 pid: 5848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044873.915087:0:17002:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff98de427e6c00/0x2c8777a5e7d9cbc6 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x2c8777a5e7d9cbbf expref: 17 pid: 5848 timeout: 1652 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777044873.915112:0:17002:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7529aa00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17002:1863365424298368:0@lo:104: 00000100:00100000:3.0:1777044873.915151:0:17002:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777044873.915249:0:5840:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424298112 00000100:00100000:1.0:1777044873.915259:0:5840:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424298112 00000100:00100000:0.0:1777044873.915401:0:16643:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424298240 00000100:00100000:0.0:1777044873.915408:0:16643:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424298240 00000100:00100000:0.0:1777044873.915565:0:16643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00100000:0.0:1777044873.915581:0:16643:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df75298380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_003:ce657616-b3f3-4e21-ac89-518ab611901c+4:17002:x1863365424298112:12345-0@lo:104: 00010000:00010000:0.0:1777044873.915600:0:16643:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.201.145@tcp lock: ffff98df7b537000/0x2c8777a5e7d9cbdb lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0x2c8777a5e7d9cbe2 expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044873.915680:0:16643:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1777044873.915691:0:16643:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df75298380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_003:ce657616-b3f3-4e21-ac89-518ab611901c+4:17002:x1863365424298112:12345-0@lo:104: Request processed in 114us (2023us total) trans 0 rc 0/0 00000100:00100000:0.0:1777044873.915704:0:16643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000100:00100000:0.0:1777044873.915731:0:16643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000100:00100000:0.0:1777044873.915741:0:16643:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df75299500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_003:ce657616-b3f3-4e21-ac89-518ab611901c+3:17002:x1863365424298240:12345-0@lo:104: 00010000:00010000:0.0:1777044873.915753:0:16643:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.201.145@tcp lock: ffff98df7b536800/0x2c8777a5e7d9cbcd lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0x2c8777a5e7d9cbd4 expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044873.916110:0:16643:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:0.0:1777044873.916120:0:16643:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df75299500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_003:ce657616-b3f3-4e21-ac89-518ab611901c+3:17002:x1863365424298240:12345-0@lo:104: Request processed in 380us (2262us total) trans 0 rc 0/0 00000100:00100000:0.0:1777044873.916132:0:16643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00010000:00010000:0.0:1777044873.916161:0:5844:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1777044873.916179:0:5844:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.145@tcp lock: ffff98df7b537000/0x2c8777a5e7d9cbdb lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0x2c8777a5e7d9cbe2 expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044873.916192:0:5844:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98df7b537000 already unused, calling callback (ffffffffc1dd8c20) 10000000:00010000:0.0:1777044873.916224:0:5844:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.145@tcp lock: ffff98df7b537000/0x2c8777a5e7d9cbdb lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400400000000 nid: local remote: 0x2c8777a5e7d9cbe2 expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044873.916239:0:5844:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.145@tcp lock: ffff98df7b537000/0x2c8777a5e7d9cbdb lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1408400000000 nid: local remote: 0x2c8777a5e7d9cbe2 expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1777044873.916252:0:5844:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.145@tcp lock: ffff98df7b537000/0x2c8777a5e7d9cbdb lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1409400000000 nid: local remote: 0x2c8777a5e7d9cbe2 expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1777044873.916262:0:5844:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:0.0:1777044873.916302:0:5844:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.145@tcp lock: ffff98df7b537000/0x2c8777a5e7d9cbdb lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5c09400000020 nid: local remote: 0x2c8777a5e7d9cbe2 expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044873.916313:0:5844:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1777044873.916341:0:5844:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.145@tcp lock: ffff98df7b537000/0x2c8777a5e7d9cbdb lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5c09400000020 nid: local remote: 0x2c8777a5e7d9cbe2 expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044873.916353:0:5844:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.145@tcp lock: ffff98df7b537000/0x2c8777a5e7d9cbdb lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5c09400000020 nid: local remote: 0x2c8777a5e7d9cbe2 expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044873.916371:0:5844:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777044873.916376:0:5844:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.145@tcp lock: ffff98df7b536800/0x2c8777a5e7d9cbcd lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1400000000000 nid: local remote: 0x2c8777a5e7d9cbd4 expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044873.916386:0:5844:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98df7b536800 already unused, calling callback (ffffffffc1dd8c20) 10000000:00010000:0.0:1777044873.916390:0:5844:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.145@tcp lock: ffff98df7b536800/0x2c8777a5e7d9cbcd lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1400400000000 nid: local remote: 0x2c8777a5e7d9cbd4 expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044873.916418:0:5844:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.145@tcp lock: ffff98df7b536800/0x2c8777a5e7d9cbcd lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1408400000000 nid: local remote: 0x2c8777a5e7d9cbd4 expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1777044873.916430:0:5844:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.145@tcp lock: ffff98df7b536800/0x2c8777a5e7d9cbcd lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1409400000000 nid: local remote: 0x2c8777a5e7d9cbd4 expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1777044873.916439:0:5844:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:0.0:1777044873.916459:0:5844:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.145@tcp lock: ffff98df7b536800/0x2c8777a5e7d9cbcd lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5c09400000020 nid: local remote: 0x2c8777a5e7d9cbd4 expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044873.916469:0:5844:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1777044873.916479:0:5844:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.145@tcp lock: ffff98df7b536800/0x2c8777a5e7d9cbcd lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5c09400000020 nid: local remote: 0x2c8777a5e7d9cbd4 expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044873.916490:0:5844:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.145@tcp lock: ffff98df7b536800/0x2c8777a5e7d9cbcd lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5c09400000020 nid: local remote: 0x2c8777a5e7d9cbd4 expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044873.916503:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777044873.916506:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777044873.916508:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777044873.916519:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777044873.916536:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7b51d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ce657616-b3f3-4e21-ac89-518ab611901c:3341:1863365424298496:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1777044873.916581:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777044873.916624:0:3341:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1777044873.916634:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7b51d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ce657616-b3f3-4e21-ac89-518ab611901c:3341:1863365424298624:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1777044873.916662:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777044873.916700:0:5843:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424298496 00000100:00100000:0.0:1777044873.916706:0:5843:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424298496 00010000:00010000:0.0:1777044873.916730:0:5843:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff98de427e7800/0x2c8777a5e7d9cbe2 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x2c8777a5e7d9cbdb expref: 18 pid: 5849 timeout: 1652 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777044873.916770:0:5843:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424298624 00000100:00100000:0.0:1777044873.916774:0:5843:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424298624 00010000:00010000:0.0:1777044873.916791:0:5843:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff98df41545200/0x2c8777a5e7d9cbd4 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x2c8777a5e7d9cbcd expref: 19 pid: 5850 timeout: 1652 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777044873.916815:0:5843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 221 00000100:00100000:0.0:1777044873.916824:0:5843:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b51c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ce657616-b3f3-4e21-ac89-518ab611901c+19:3341:x1863365424298496:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1777044873.916838:0:5843:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777044873.916845:0:5843:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff98de427e7800/0x2c8777a5e7d9cbe2 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x2c8777a5e7d9cbdb expref: 19 pid: 5849 timeout: 1652 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044873.916860:0:5843:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff98de427e7800/0x2c8777a5e7d9cbe2 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x2c8777a5e7d9cbdb expref: 19 pid: 5849 timeout: 1652 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044873.916883:0:5843:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777044873.916921:0:5843:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b51c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ce657616-b3f3-4e21-ac89-518ab611901c+19:3341:x1863365424298496:12345-0@lo:103:ldlm_bl.0 Request processed in 97us (340us total) trans 0 rc 0/0 00000100:00100000:0.0:1777044873.916932:0:5843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 221 00000100:00100000:0.0:1777044873.916952:0:5843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 222 00000100:00100000:0.0:1777044873.916962:0:5843:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b51e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ce657616-b3f3-4e21-ac89-518ab611901c+18:3341:x1863365424298624:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1777044873.916999:0:5843:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777044873.917007:0:5843:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff98df41545200/0x2c8777a5e7d9cbd4 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x2c8777a5e7d9cbcd expref: 18 pid: 5850 timeout: 1652 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044873.917021:0:5843:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff98df41545200/0x2c8777a5e7d9cbd4 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x2c8777a5e7d9cbcd expref: 18 pid: 5850 timeout: 1652 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044873.917037:0:5843:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777044873.917079:0:5843:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b51e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ce657616-b3f3-4e21-ac89-518ab611901c+18:3341:x1863365424298624:12345-0@lo:103:ldlm_bl.0 Request processed in 118us (416us total) trans 0 rc 0/0 00000100:00100000:0.0:1777044873.917090:0:5843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 222 00000100:00100000:0.0:1777044873.917148:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7b51d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ce657616-b3f3-4e21-ac89-518ab611901c:3341:1863365424298624:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1777044873.917161:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7b51d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ce657616-b3f3-4e21-ac89-518ab611901c:3341:1863365424298496:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1777044873.917352:0:17002:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff98df6d64f400/0x2c8777a5e7d9cbb8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x2c8777a5e7d9cbb1 expref: 17 pid: 5849 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044873.917368:0:17002:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff98df6d64f400/0x2c8777a5e7d9cbb8 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x2c8777a5e7d9cbb1 expref: 17 pid: 5849 timeout: 1652 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777044873.917385:0:17002:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de41db3100 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17002:1863365424298752:0@lo:104: 00000100:00100000:3.0:1777044873.917417:0:17002:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1777044873.917444:0:17002:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff98df7b536c00/0x2c8777a5e7d9cbaa lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x2c8777a5e7d9cba3 expref: 17 pid: 5848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044873.917458:0:17002:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff98df7b536c00/0x2c8777a5e7d9cbaa lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x2c8777a5e7d9cba3 expref: 17 pid: 5848 timeout: 1652 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777044873.917472:0:17002:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de41db1500 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17002:1863365424298880:0@lo:104: 00000100:00100000:3.0:1777044873.917497:0:17002:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1777044873.917518:0:17002:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff98de427e7e00/0x2c8777a5e7d9cb9c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x2c8777a5e7d9cb95 expref: 17 pid: 5849 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044873.917531:0:17002:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff98de427e7e00/0x2c8777a5e7d9cb9c lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x2c8777a5e7d9cb95 expref: 17 pid: 5849 timeout: 1652 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777044873.917546:0:17002:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de41db2a00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17002:1863365424299008:0@lo:104: 00000100:00100000:3.0:1777044873.917573:0:17002:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1777044873.917596:0:17002:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff98de427e6600/0x2c8777a5e7d9cb8e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x2c8777a5e7d9cb87 expref: 17 pid: 5848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044873.917629:0:17002:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff98de427e6600/0x2c8777a5e7d9cb8e lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x2c8777a5e7d9cb87 expref: 17 pid: 5848 timeout: 1652 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777044873.917643:0:17002:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de419fd880 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17002:1863365424299136:0@lo:104: 00000100:00100000:3.0:1777044873.917675:0:17002:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777044873.917689:0:17002:0:(client.c:2691:ptlrpc_set_wait()) set ffff98de478233c0 going to sleep for 11 seconds 00010000:00010000:3.0:1777044873.917707:0:17002:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff98de427e7800/0x2c8777a5e7d9cbe2 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x2c8777a5e7d9cbdb expref: 17 pid: 5849 timeout: 1652 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777044873.917724:0:17002:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df75299180 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17002:1863365424298112:0@lo:104: 00010000:00010000:3.0:1777044873.917737:0:17002:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff98df41545200/0x2c8777a5e7d9cbd4 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x2c8777a5e7d9cbcd expref: 16 pid: 5850 timeout: 1652 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777044873.917751:0:17002:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7529a680 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17002:1863365424298240:0@lo:104: 00000100:00100000:1.0:1777044873.917847:0:5840:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:1.0:1777044873.917864:0:5840:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424298368 00000100:00100000:1.0:1777044873.917869:0:5840:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424298368 00000100:00100000:1.0:1777044873.917894:0:5840:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424298752 00000100:00100000:1.0:1777044873.917897:0:5840:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424298752 00000100:00100000:1.0:1777044873.917910:0:5840:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424298880 00000100:00100000:1.0:1777044873.917913:0:5840:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424298880 00000100:00100000:1.0:1777044873.917926:0:5840:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424299008 00000100:00100000:1.0:1777044873.917929:0:5840:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424299008 00000100:00100000:1.0:1777044873.917943:0:5840:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424299136 00000100:00100000:1.0:1777044873.917946:0:5840:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424299136 00000100:00100000:1.0:1777044873.917964:0:5840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00100000:1.0:1777044873.918005:0:5840:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41db1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:ce657616-b3f3-4e21-ac89-518ab611901c+7:17002:x1863365424298368:12345-0@lo:104: 00010000:00010000:1.0:1777044873.918020:0:5840:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.201.145@tcp lock: ffff98df7b536000/0x2c8777a5e7d9cbbf lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1400000000000 nid: local remote: 0x2c8777a5e7d9cbc6 expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044873.918090:0:5840:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1777044873.918099:0:5840:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41db1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:ce657616-b3f3-4e21-ac89-518ab611901c+7:17002:x1863365424298368:12345-0@lo:104: Request processed in 127us (2948us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044873.918110:0:5840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00000100:00100000:1.0:1777044873.918131:0:5840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 45 00000100:00100000:1.0:1777044873.918140:0:5840:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41db2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:ce657616-b3f3-4e21-ac89-518ab611901c+6:17002:x1863365424298752:12345-0@lo:104: 00010000:00010000:1.0:1777044873.918151:0:5840:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.201.145@tcp lock: ffff98de419eca00/0x2c8777a5e7d9cbb1 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1400000000000 nid: local remote: 0x2c8777a5e7d9cbb8 expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044873.918224:0:5840:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:1.0:1777044873.918232:0:5840:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41db2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:ce657616-b3f3-4e21-ac89-518ab611901c+6:17002:x1863365424298752:12345-0@lo:104: Request processed in 94us (815us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044873.918243:0:5840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 45 00000100:00100000:1.0:1777044873.918263:0:5840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 46 00000100:00100000:1.0:1777044873.918271:0:5840:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41db0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:ce657616-b3f3-4e21-ac89-518ab611901c+5:17002:x1863365424298880:12345-0@lo:104: 00010000:00010000:1.0:1777044873.918282:0:5840:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.201.145@tcp lock: ffff98de419ecc00/0x2c8777a5e7d9cba3 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1400000000000 nid: local remote: 0x2c8777a5e7d9cbaa expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044873.918316:0:5840:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to priority blp list, 3 blwis in pool 00000100:00100000:1.0:1777044873.918324:0:5840:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41db0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:ce657616-b3f3-4e21-ac89-518ab611901c+5:17002:x1863365424298880:12345-0@lo:104: Request processed in 53us (827us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044873.918333:0:5840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 46 00000100:00100000:1.0:1777044873.918348:0:5840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 47 00000100:00100000:1.0:1777044873.918355:0:5840:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41db0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:ce657616-b3f3-4e21-ac89-518ab611901c+4:17002:x1863365424299008:12345-0@lo:104: 00010000:00010000:1.0:1777044873.918366:0:5840:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.201.145@tcp lock: ffff98df6d64e600/0x2c8777a5e7d9cb95 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1400000000000 nid: local remote: 0x2c8777a5e7d9cb9c expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044873.918397:0:5840:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to priority blp list, 4 blwis in pool 00000100:00100000:1.0:1777044873.918404:0:5840:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41db0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:ce657616-b3f3-4e21-ac89-518ab611901c+4:17002:x1863365424299008:12345-0@lo:104: Request processed in 49us (830us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044873.918413:0:5840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 47 00000100:00100000:1.0:1777044873.918429:0:5840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 48 00000100:00100000:1.0:1777044873.918437:0:5840:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b4b9050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:ce657616-b3f3-4e21-ac89-518ab611901c+3:17002:x1863365424299136:12345-0@lo:104: 00010000:00010000:1.0:1777044873.918446:0:5840:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.201.145@tcp lock: ffff98df6d64e200/0x2c8777a5e7d9cb87 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1400000000000 nid: local remote: 0x2c8777a5e7d9cb8e expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044873.918492:0:5840:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/5 locks to priority blp list, 5 blwis in pool 00000100:00100000:1.0:1777044873.918499:0:5840:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b4b9050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:ce657616-b3f3-4e21-ac89-518ab611901c+3:17002:x1863365424299136:12345-0@lo:104: Request processed in 63us (823us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044873.918509:0:5840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 48 00000100:00100000:3.0:1777044873.918724:0:17002:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7529aa00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17002:1863365424298368:0@lo:104: 00000100:00100000:3.0:1777044873.918737:0:17002:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de41db3100 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17002:1863365424298752:0@lo:104: 00000100:00100000:3.0:1777044873.918747:0:17002:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de41db1500 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17002:1863365424298880:0@lo:104: 00000100:00100000:3.0:1777044873.918757:0:17002:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de41db2a00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17002:1863365424299008:0@lo:104: 00000100:00100000:3.0:1777044873.918768:0:17002:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de419fd880 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17002:1863365424299136:0@lo:104: 00010000:00010000:0.0:1777044873.919051:0:5845:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:0.0:1777044873.919061:0:5845:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.145@tcp lock: ffff98df7b536000/0x2c8777a5e7d9cbbf lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1400000000000 nid: local remote: 0x2c8777a5e7d9cbc6 expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044873.919074:0:5845:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98df7b536000 already unused, calling callback (ffffffffc1dd8c20) 10000000:00010000:0.0:1777044873.919079:0:5845:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.145@tcp lock: ffff98df7b536000/0x2c8777a5e7d9cbbf lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1400400000000 nid: local remote: 0x2c8777a5e7d9cbc6 expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044873.919091:0:5845:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.145@tcp lock: ffff98df7b536000/0x2c8777a5e7d9cbbf lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1408400000000 nid: local remote: 0x2c8777a5e7d9cbc6 expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1777044873.919102:0:5845:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.145@tcp lock: ffff98df7b536000/0x2c8777a5e7d9cbbf lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1409400000000 nid: local remote: 0x2c8777a5e7d9cbc6 expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1777044873.919111:0:5845:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:0.0:1777044873.919161:0:5845:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.145@tcp lock: ffff98df7b536000/0x2c8777a5e7d9cbbf lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5c09400000020 nid: local remote: 0x2c8777a5e7d9cbc6 expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044873.919171:0:5845:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:2.0:1777044873.919285:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7b51d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ce657616-b3f3-4e21-ac89-518ab611901c:3343:1863365424299264:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1777044873.919338:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1777044873.919453:0:5845:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.145@tcp lock: ffff98df7b536000/0x2c8777a5e7d9cbbf lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5c09400000020 nid: local remote: 0x2c8777a5e7d9cbc6 expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044873.919465:0:5845:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.145@tcp lock: ffff98df7b536000/0x2c8777a5e7d9cbbf lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5c09400000020 nid: local remote: 0x2c8777a5e7d9cbc6 expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044873.919500:0:5845:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:0.0:1777044873.919506:0:5845:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.145@tcp lock: ffff98de419eca00/0x2c8777a5e7d9cbb1 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0x2c8777a5e7d9cbb8 expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044873.919515:0:5845:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de419eca00 already unused, calling callback (ffffffffc1dd8c20) 10000000:00010000:0.0:1777044873.919521:0:5845:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.145@tcp lock: ffff98de419eca00/0x2c8777a5e7d9cbb1 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1400400000000 nid: local remote: 0x2c8777a5e7d9cbb8 expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044873.919532:0:5845:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.145@tcp lock: ffff98de419eca00/0x2c8777a5e7d9cbb1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1408400000000 nid: local remote: 0x2c8777a5e7d9cbb8 expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1777044873.919544:0:5845:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.145@tcp lock: ffff98de419eca00/0x2c8777a5e7d9cbb1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1409400000000 nid: local remote: 0x2c8777a5e7d9cbb8 expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1777044873.919553:0:5845:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:0.0:1777044873.919577:0:5845:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.145@tcp lock: ffff98de419eca00/0x2c8777a5e7d9cbb1 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0x2c8777a5e7d9cbb8 expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044873.919587:0:5845:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:3.0:1777044873.919768:0:5843:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424299264 00000100:00100000:3.0:1777044873.919776:0:5843:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424299264 00010000:00010000:3.0:1777044873.919810:0:5843:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff98de427e6c00/0x2c8777a5e7d9cbc6 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x2c8777a5e7d9cbbf expref: 16 pid: 5848 timeout: 1652 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777044873.919866:0:5843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 223 00000100:00100000:3.0:1777044873.919879:0:5843:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df74174e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ce657616-b3f3-4e21-ac89-518ab611901c+16:3343:x1863365424299264:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1777044873.919904:0:5843:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777044873.919913:0:5843:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff98de427e6c00/0x2c8777a5e7d9cbc6 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x2c8777a5e7d9cbbf expref: 16 pid: 5848 timeout: 1652 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044873.919929:0:5843:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff98de427e6c00/0x2c8777a5e7d9cbc6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x2c8777a5e7d9cbbf expref: 16 pid: 5848 timeout: 1652 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044873.919950:0:5843:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff98de427e6c00/0x2c8777a5e7d9cbc6 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x2c8777a5e7d9cbbf expref: 16 pid: 5848 timeout: 1652 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044873.919967:0:5843:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777044873.920588:0:5845:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.145@tcp lock: ffff98de419eca00/0x2c8777a5e7d9cbb1 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0x2c8777a5e7d9cbb8 expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044873.920601:0:5845:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.145@tcp lock: ffff98de419eca00/0x2c8777a5e7d9cbb1 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0x2c8777a5e7d9cbb8 expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044873.920618:0:5845:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1777044873.920623:0:5845:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.145@tcp lock: ffff98de419ecc00/0x2c8777a5e7d9cba3 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1400000000000 nid: local remote: 0x2c8777a5e7d9cbaa expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044873.920652:0:5845:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de419ecc00 already unused, calling callback (ffffffffc1dd8c20) 10000000:00010000:0.0:1777044873.920657:0:5845:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.145@tcp lock: ffff98de419ecc00/0x2c8777a5e7d9cba3 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1400400000000 nid: local remote: 0x2c8777a5e7d9cbaa expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044873.920668:0:5845:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.145@tcp lock: ffff98de419ecc00/0x2c8777a5e7d9cba3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1408400000000 nid: local remote: 0x2c8777a5e7d9cbaa expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1777044873.920679:0:5845:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.145@tcp lock: ffff98de419ecc00/0x2c8777a5e7d9cba3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1409400000000 nid: local remote: 0x2c8777a5e7d9cbaa expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1777044873.920688:0:5845:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:0.0:1777044873.920797:0:5845:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.145@tcp lock: ffff98de419ecc00/0x2c8777a5e7d9cba3 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0x2c8777a5e7d9cbaa expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044873.920808:0:5845:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1777044873.920832:0:5845:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.145@tcp lock: ffff98de419ecc00/0x2c8777a5e7d9cba3 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0x2c8777a5e7d9cbaa expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044873.920844:0:5845:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.145@tcp lock: ffff98de419ecc00/0x2c8777a5e7d9cba3 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0x2c8777a5e7d9cbaa expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044873.920861:0:5845:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1777044873.920866:0:5845:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.145@tcp lock: ffff98df6d64e600/0x2c8777a5e7d9cb95 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x2c8777a5e7d9cb9c expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044873.920875:0:5845:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98df6d64e600 already unused, calling callback (ffffffffc1dd8c20) 10000000:00010000:0.0:1777044873.920879:0:5845:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.145@tcp lock: ffff98df6d64e600/0x2c8777a5e7d9cb95 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0x2c8777a5e7d9cb9c expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044873.920907:0:5845:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.145@tcp lock: ffff98df6d64e600/0x2c8777a5e7d9cb95 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0x2c8777a5e7d9cb9c expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1777044873.920917:0:5845:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.145@tcp lock: ffff98df6d64e600/0x2c8777a5e7d9cb95 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0x2c8777a5e7d9cb9c expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1777044873.920924:0:5845:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00000100:00100000:3.0:1777044873.921233:0:5843:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df74174e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ce657616-b3f3-4e21-ac89-518ab611901c+15:3343:x1863365424299264:12345-0@lo:103:ldlm_bl.0 Request processed in 1355us (1892us total) trans 0 rc 0/0 00000100:00100000:3.0:1777044873.921272:0:5843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 223 00010000:00010000:0.0:1777044873.921536:0:5845:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.145@tcp lock: ffff98df6d64e600/0x2c8777a5e7d9cb95 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x2c8777a5e7d9cb9c expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044873.921547:0:5845:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1777044873.921559:0:5845:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.145@tcp lock: ffff98df6d64e600/0x2c8777a5e7d9cb95 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x2c8777a5e7d9cb9c expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044873.921569:0:5845:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.145@tcp lock: ffff98df6d64e600/0x2c8777a5e7d9cb95 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x2c8777a5e7d9cb9c expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044873.921584:0:5845:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777044873.921589:0:5845:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.145@tcp lock: ffff98df6d64e200/0x2c8777a5e7d9cb87 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x2c8777a5e7d9cb8e expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044873.921599:0:5845:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98df6d64e200 already unused, calling callback (ffffffffc1dd8c20) 10000000:00010000:0.0:1777044873.921603:0:5845:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.145@tcp lock: ffff98df6d64e200/0x2c8777a5e7d9cb87 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x2c8777a5e7d9cb8e expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044873.921614:0:5845:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.145@tcp lock: ffff98df6d64e200/0x2c8777a5e7d9cb87 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x2c8777a5e7d9cb8e expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1777044873.921623:0:5845:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.145@tcp lock: ffff98df6d64e200/0x2c8777a5e7d9cb87 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x2c8777a5e7d9cb8e expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1777044873.921641:0:5845:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00000100:00100000:2.0:1777044873.922039:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7b51d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ce657616-b3f3-4e21-ac89-518ab611901c:3343:1863365424299264:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1777044873.922065:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1777044873.922077:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7b51d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ce657616-b3f3-4e21-ac89-518ab611901c:3343:1863365424299392:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1777044873.922134:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777044873.922523:0:17002:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df75299f80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17002:1863365424297728:192.168.201.45@tcp:104: 00000100:00100000:3.0:1777044873.922538:0:17002:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7529ad80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17002:1863365424297856:192.168.201.45@tcp:104: 00000100:00100000:3.0:1777044873.922550:0:17002:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7529b480 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17002:1863365424297984:192.168.201.45@tcp:104: 00010000:00010000:3.0:1777044873.922606:0:17002:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff98df74fa6400/0x2c8777a5e7d9ccd0 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777044873.922705:0:5841:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424299392 00000100:00100000:1.0:1777044873.922713:0:5841:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424299392 00010000:00010000:1.0:1777044873.922745:0:5841:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff98df6d64f400/0x2c8777a5e7d9cbb8 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x2c8777a5e7d9cbb1 expref: 15 pid: 5849 timeout: 1652 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777044873.922858:0:5841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 224 00000100:00100000:1.0:1777044873.922873:0:5841:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df677a5450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ce657616-b3f3-4e21-ac89-518ab611901c+15:3343:x1863365424299392:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1777044873.922890:0:5841:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777044873.922897:0:5841:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff98df6d64f400/0x2c8777a5e7d9cbb8 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x2c8777a5e7d9cbb1 expref: 15 pid: 5849 timeout: 1652 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044873.922911:0:5841:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff98df6d64f400/0x2c8777a5e7d9cbb8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x2c8777a5e7d9cbb1 expref: 15 pid: 5849 timeout: 1652 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044873.922931:0:5841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff98df6d64f400/0x2c8777a5e7d9cbb8 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x2c8777a5e7d9cbb1 expref: 15 pid: 5849 timeout: 1652 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044873.922948:0:5841:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777044873.923043:0:5841:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df677a5450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ce657616-b3f3-4e21-ac89-518ab611901c+14:3343:x1863365424299392:12345-0@lo:103:ldlm_bl.0 Request processed in 173us (908us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044873.923055:0:5841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 224 00000100:00100000:3.0:1777044873.923179:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7b51d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ce657616-b3f3-4e21-ac89-518ab611901c:3343:1863365424299392:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1777044873.923293:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777044873.923393:0:5845:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.145@tcp lock: ffff98df6d64e200/0x2c8777a5e7d9cb87 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x2c8777a5e7d9cb8e expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044873.923405:0:5845:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1777044873.923429:0:5845:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.145@tcp lock: ffff98df6d64e200/0x2c8777a5e7d9cb87 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x2c8777a5e7d9cb8e expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044873.923441:0:5845:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.145@tcp lock: ffff98df6d64e200/0x2c8777a5e7d9cb87 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x2c8777a5e7d9cb8e expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044873.923463:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777044873.923466:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777044873.923469:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777044873.923480:0:3344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1777044873.923496:0:3344:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7b51c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ce657616-b3f3-4e21-ac89-518ab611901c:3344:1863365424299776:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1777044873.923543:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777044873.923802:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7b51f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ce657616-b3f3-4e21-ac89-518ab611901c:3342:1863365424299648:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1777044873.923844:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777044873.923963:0:5842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424299776 00000100:00100000:2.0:1777044873.923971:0:5842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424299776 00000100:00100000:0.0:1777044873.924233:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1777044873.924246:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7b51ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ce657616-b3f3-4e21-ac89-518ab611901c:3342:1863365424299520:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1777044873.924285:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1777044873.924449:0:5842:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff98de427e6600/0x2c8777a5e7d9cb8e lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x2c8777a5e7d9cb87 expref: 14 pid: 5848 timeout: 1652 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777044873.924477:0:5842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424299648 00000100:00100000:0.0:1777044873.924482:0:5842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424299648 00010000:00010000:0.0:1777044873.924503:0:5842:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff98de427e7e00/0x2c8777a5e7d9cb9c lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x2c8777a5e7d9cb95 expref: 15 pid: 5849 timeout: 1652 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777044873.924541:0:5842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424299520 00000100:00100000:0.0:1777044873.924548:0:5842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424299520 00010000:00010000:0.0:1777044873.924569:0:5842:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff98df7b536c00/0x2c8777a5e7d9cbaa lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x2c8777a5e7d9cba3 expref: 16 pid: 5848 timeout: 1652 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777044873.924591:0:5842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 225 00000100:00100000:0.0:1777044873.924601:0:5842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b51ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ce657616-b3f3-4e21-ac89-518ab611901c+16:3344:x1863365424299776:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1777044873.924616:0:5842:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777044873.924623:0:5842:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff98de427e6600/0x2c8777a5e7d9cb8e lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x2c8777a5e7d9cb87 expref: 16 pid: 5848 timeout: 1652 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044873.924639:0:5842:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff98de427e6600/0x2c8777a5e7d9cb8e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x2c8777a5e7d9cb87 expref: 16 pid: 5848 timeout: 1652 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044873.924659:0:5842:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff98de427e6600/0x2c8777a5e7d9cb8e lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x2c8777a5e7d9cb87 expref: 16 pid: 5848 timeout: 1652 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044873.924677:0:5842:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777044873.924726:0:5842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b51ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ce657616-b3f3-4e21-ac89-518ab611901c+15:3344:x1863365424299776:12345-0@lo:103:ldlm_bl.0 Request processed in 125us (1182us total) trans 0 rc 0/0 00000100:00100000:0.0:1777044873.924738:0:5842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 225 00000100:00100000:0.0:1777044873.924761:0:5842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 226 00000100:00100000:0.0:1777044873.924772:0:5842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b51c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ce657616-b3f3-4e21-ac89-518ab611901c+14:3342:x1863365424299648:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1777044873.924785:0:5842:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777044873.925095:0:5842:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff98de427e7e00/0x2c8777a5e7d9cb9c lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x2c8777a5e7d9cb95 expref: 14 pid: 5849 timeout: 1652 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044873.925111:0:5842:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff98de427e7e00/0x2c8777a5e7d9cb9c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x2c8777a5e7d9cb95 expref: 14 pid: 5849 timeout: 1652 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044873.925139:0:5842:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff98de427e7e00/0x2c8777a5e7d9cb9c lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x2c8777a5e7d9cb95 expref: 14 pid: 5849 timeout: 1652 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044873.925155:0:5842:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777044873.925202:0:5842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b51c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ce657616-b3f3-4e21-ac89-518ab611901c+13:3342:x1863365424299648:12345-0@lo:103:ldlm_bl.0 Request processed in 431us (1356us total) trans 0 rc 0/0 00000100:00100000:0.0:1777044873.925241:0:5842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 226 00000100:00100000:0.0:1777044873.925266:0:5842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 227 00000100:00100000:0.0:1777044873.925277:0:5842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b51fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ce657616-b3f3-4e21-ac89-518ab611901c+12:3342:x1863365424299520:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1777044873.925290:0:5842:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777044873.925297:0:5842:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff98df7b536c00/0x2c8777a5e7d9cbaa lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x2c8777a5e7d9cba3 expref: 12 pid: 5848 timeout: 1652 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044873.925311:0:5842:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff98df7b536c00/0x2c8777a5e7d9cbaa lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x2c8777a5e7d9cba3 expref: 12 pid: 5848 timeout: 1652 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044873.925329:0:5842:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff98df7b536c00/0x2c8777a5e7d9cbaa lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x2c8777a5e7d9cba3 expref: 12 pid: 5848 timeout: 1652 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044873.925343:0:5842:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777044873.925378:0:5842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b51fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ce657616-b3f3-4e21-ac89-518ab611901c+11:3342:x1863365424299520:12345-0@lo:103:ldlm_bl.0 Request processed in 103us (1093us total) trans 0 rc 0/0 00000100:00100000:0.0:1777044873.925389:0:5842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 227 00000100:00100000:0.0:1777044873.925434:0:3344:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7b51c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ce657616-b3f3-4e21-ac89-518ab611901c:3344:1863365424299776:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1777044873.925468:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7b51ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ce657616-b3f3-4e21-ac89-518ab611901c:3342:1863365424299520:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1777044873.925481:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7b51f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ce657616-b3f3-4e21-ac89-518ab611901c:3342:1863365424299648:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1777044873.929509:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777044873.929578:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777044873.929698:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777044873.929738:0:5843:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369879168 00000100:00100000:2.0:1777044873.929749:0:5843:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369879168 00010000:00010000:2.0:1777044873.929793:0:5843:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff98df74fa7000/0x2c8777a5e7d9cbf7 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11485b6 expref: 12 pid: 5850 timeout: 1602 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777044873.929836:0:5843:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369879424 00000100:00100000:2.0:1777044873.929843:0:5843:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369879424 00010000:00010000:2.0:1777044873.929862:0:5843:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff98de427e7000/0x2c8777a5e7d9cbe9 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11485a8 expref: 13 pid: 5848 timeout: 1602 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777044873.929882:0:5843:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369879296 00000100:00100000:2.0:1777044873.929886:0:5843:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369879296 00010000:00010000:2.0:1777044873.929904:0:5843:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff98df41545a00/0x2c8777a5e7d9cbf0 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11485af expref: 14 pid: 5850 timeout: 1602 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777044873.929926:0:5843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 228 00000100:00100000:2.0:1777044873.929939:0:5843:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df74176300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:19aeff9b-bdfb-4382-8412-7db7c143c0bf+14:2391:x1863365369879168:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777044873.930005:0:5843:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777044873.930014:0:5843:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff98df74fa7000/0x2c8777a5e7d9cbf7 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x60000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11485b6 expref: 14 pid: 5850 timeout: 1602 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044873.930032:0:5843:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff98df74fa7000/0x2c8777a5e7d9cbf7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x50000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11485b6 expref: 14 pid: 5850 timeout: 1602 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044873.930058:0:5843:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff98df74fa7000/0x2c8777a5e7d9cbf7 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x44801400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11485b6 expref: 14 pid: 5850 timeout: 1602 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044873.930077:0:5843:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777044873.930782:0:5842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 229 00000100:00100000:1.0:1777044873.930800:0:5842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df74177800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:19aeff9b-bdfb-4382-8412-7db7c143c0bf+13:2391:x1863365369879424:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777044873.930830:0:5842:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777044873.930837:0:5842:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff98de427e7000/0x2c8777a5e7d9cbe9 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11485a8 expref: 13 pid: 5848 timeout: 1602 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044873.931108:0:5842:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff98de427e7000/0x2c8777a5e7d9cbe9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11485a8 expref: 13 pid: 5848 timeout: 1602 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044873.931127:0:5842:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff98de427e7000/0x2c8777a5e7d9cbe9 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x44801400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11485a8 expref: 13 pid: 5848 timeout: 1602 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044873.931143:0:5842:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777044873.931180:0:5842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df74177800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2391:x1863365369879424:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 385us (1603us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044873.931193:0:5842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 229 00000100:00100000:1.0:1777044873.931257:0:5842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 230 00000100:00100000:1.0:1777044873.931269:0:5842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df74176a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:19aeff9b-bdfb-4382-8412-7db7c143c0bf+11:2391:x1863365369879296:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777044873.931281:0:5842:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777044873.931288:0:5842:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff98df41545a00/0x2c8777a5e7d9cbf0 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11485af expref: 11 pid: 5850 timeout: 1602 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044873.931301:0:5842:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff98df41545a00/0x2c8777a5e7d9cbf0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11485af expref: 11 pid: 5850 timeout: 1602 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044873.931317:0:5842:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff98df41545a00/0x2c8777a5e7d9cbf0 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11485af expref: 11 pid: 5850 timeout: 1602 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044873.931335:0:5842:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff98df74fa6400/0x2c8777a5e7d9ccd0 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 17002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044873.931366:0:5842:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff98df74fa6400/0x2c8777a5e7d9ccd0 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 17002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044873.931387:0:5842:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff98df74fa6400/0x2c8777a5e7d9ccd0 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044873.931399:0:5842:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff98df74fa6400/0x2c8777a5e7d9ccd0 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044873.931409:0:5842:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff98df74fa6400/0x2c8777a5e7d9ccd0 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044873.931418:0:5842:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff98df74fa6400/0x2c8777a5e7d9ccd0 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044873.931427:0:5842:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98df74fa6400 already unused, calling callback (ffffffffc17d22d0) 00010000:00010000:1.0:1777044873.931434:0:5842:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff98df74fa6400/0x2c8777a5e7d9ccd0 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044873.931446:0:5842:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff98df74fa6400/0x2c8777a5e7d9ccd0 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044873.931467:0:5842:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff98df74fa6400/0x2c8777a5e7d9ccd0 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044873.931482:0:5842:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777044873.931516:0:5842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df74176a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:19aeff9b-bdfb-4382-8412-7db7c143c0bf+10:2391:x1863365369879296:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 247us (1817us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044873.931527:0:5842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 230 00000100:00100000:2.0:1777044873.932078:0:5843:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df74176300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:19aeff9b-bdfb-4382-8412-7db7c143c0bf+13:2391:x1863365369879168:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 203us (951us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044873.932095:0:5843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 228 00010000:00010000:3.0:1777044873.932535:0:17002:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff98df74fa6400/0x2c8777a5e7d9ccd0 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044873.932550:0:17002:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff98df74fa6400/0x2c8777a5e7d9ccd0 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044873.932579:0:17002:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff98df74fa6400/0x2c8777a5e7d9ccd0 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17002 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777044874.240579:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777044874.240641:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777044874.240686:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777044874.240746:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777044874.240777:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777044874.240811:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777044874.241134:0:14822:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369879808 00000100:00100000:0.0:1777044874.241146:0:14822:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369879808 00000100:00100000:0.0:1777044874.241259:0:14822:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369880064 00000100:00100000:0.0:1777044874.241264:0:14822:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369880064 00000100:00100000:0.0:1777044874.241283:0:14822:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369879680 00000100:00100000:0.0:1777044874.241287:0:14822:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369879680 00000100:00100000:0.0:1777044874.241305:0:14822:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369880192 00000100:00100000:0.0:1777044874.241308:0:14822:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369880192 00000100:00100000:0.0:1777044874.241329:0:14822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 588 00000100:00100000:0.0:1777044874.241341:0:14822:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df74174000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:146de360-3fb2-48bd-b418-06f30714148a+11:2390:x1863365369879808:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:0.0:1777044874.241424:0:14822:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df74174000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:146de360-3fb2-48bd-b418-06f30714148a+11:2390:x1863365369879808:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 84us (782us total) trans 0 rc 0/0 00000100:00100000:0.0:1777044874.241434:0:14822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 588 00000100:00100000:0.0:1777044874.241455:0:14822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 589 00000100:00100000:0.0:1777044874.241464:0:14822:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df74177b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2390:x1863365369880064:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:0.0:1777044874.241494:0:14822:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df74177b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2390:x1863365369880064:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 32us (809us total) trans 0 rc 0/0 00000100:00100000:0.0:1777044874.241502:0:14822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 589 00000100:00100000:0.0:1777044874.241517:0:14822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 590 00000100:00100000:0.0:1777044874.241525:0:14822:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df74174380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:146de360-3fb2-48bd-b418-06f30714148a+9:2390:x1863365369879680:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:0.0:1777044874.241550:0:14822:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df74174380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:146de360-3fb2-48bd-b418-06f30714148a+9:2390:x1863365369879680:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 27us (805us total) trans 0 rc 0/0 00000100:00100000:0.0:1777044874.241558:0:14822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 590 00000100:00100000:0.0:1777044874.241574:0:14822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 591 00000100:00100000:0.0:1777044874.241582:0:14822:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df74177100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2390:x1863365369880192:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:0.0:1777044874.241639:0:14822:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df74177100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2390:x1863365369880192:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 57us (827us total) trans 0 rc 0/0 00000100:00100000:0.0:1777044874.241648:0:14822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 591 00000100:00100000:1.0:1777044874.242237:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369879552 00000100:00100000:1.0:1777044874.242253:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369879552 00000100:00100000:1.0:1777044874.242296:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369879936 00000100:00100000:1.0:1777044874.242300:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369879936 00000100:00100000:1.0:1777044874.242333:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 794 00000100:00100000:1.0:1777044874.242342:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df74174700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:146de360-3fb2-48bd-b418-06f30714148a+70:2390:x1863365369879552:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:1.0:1777044874.242387:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df74174700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:146de360-3fb2-48bd-b418-06f30714148a+70:2390:x1863365369879552:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 46us (1819us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044874.242395:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 794 00000100:00100000:1.0:1777044874.242415:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 795 00000100:00100000:1.0:1777044874.242424:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df74175880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+31:2390:x1863365369879936:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:1.0:1777044874.242456:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df74175880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+31:2390:x1863365369879936:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 34us (1679us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044874.242465:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 795 00000100:00080000:2.0:1777044874.245177:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1777044874.245189:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1777044874.245192:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:3.0:1777044874.645586:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1777044874.902053:0:11491:0:(llog.c:801:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1777044874.902063:0:11491:0:(llog_cat.c:158:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1777044874.903021:0:11491:0:(llog.c:858:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:3.0:1777044874.903032:0:11491:0:(llog.c:858:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1777044874.997621:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777044874.997830:0:5849:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369880320 00000100:00100000:3.0:1777044874.997844:0:5849:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369880320 00000100:00100000:3.0:1777044874.997927:0:5849:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 652 00000100:00100000:3.0:1777044874.997942:0:5849:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df472a8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:19aeff9b-bdfb-4382-8412-7db7c143c0bf+9:5616:x1863365369880320:12345-192.168.201.45@tcp:101:ll_cfg_requeue.0 00010000:00010000:3.0:1777044874.997986:0:5849:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777044874.998012:0:5849:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff98df74fa6400/0x2c8777a5e7d9ccd7 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee11485fc expref: -99 pid: 5849 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044874.998051:0:5849:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff98df74fa6400/0x2c8777a5e7d9ccd7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11485fc expref: 10 pid: 5849 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044874.998067:0:5849:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff98df74fa6400/0x2c8777a5e7d9ccd7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11485fc expref: 10 pid: 5849 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044874.998081:0:5849:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98df74fa6400, rc 0) 00000100:00100000:3.0:1777044874.998162:0:5849:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df472a8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:19aeff9b-bdfb-4382-8412-7db7c143c0bf+10:5616:x1863365369880320:12345-192.168.201.45@tcp:101:ll_cfg_requeue.0 Request processed in 222us (552us total) trans 0 rc 0/0 00000100:00100000:3.0:1777044874.998173:0:5849:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 652 00000100:00100000:2.0:1777044875.019939:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777044875.020098:0:5848:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369880448 00000100:00100000:1.0:1777044875.020112:0:5848:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369880448 00000100:00100000:1.0:1777044875.020183:0:5848:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 653 00000100:00100000:1.0:1777044875.020198:0:5848:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df472a9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:19aeff9b-bdfb-4382-8412-7db7c143c0bf+10:5616:x1863365369880448:12345-192.168.201.45@tcp:501:ll_cfg_requeue.0 00000100:00100000:1.0:1777044875.020668:0:5848:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df472a9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:19aeff9b-bdfb-4382-8412-7db7c143c0bf+10:5616:x1863365369880448:12345-192.168.201.45@tcp:501:ll_cfg_requeue.0 Request processed in 471us (736us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044875.020679:0:5848:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 653 00000100:00100000:2.0:1777044875.037505:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777044875.038582:0:5850:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369880576 00000100:00100000:1.0:1777044875.038595:0:5850:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369880576 00000100:00100000:1.0:1777044875.038670:0:5850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 654 00000100:00100000:1.0:1777044875.038684:0:5850:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df472a8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:19aeff9b-bdfb-4382-8412-7db7c143c0bf+10:5616:x1863365369880576:12345-192.168.201.45@tcp:503:ll_cfg_requeue.0 00000100:00100000:1.0:1777044875.040067:0:5850:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df472a8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:19aeff9b-bdfb-4382-8412-7db7c143c0bf+10:5616:x1863365369880576:12345-192.168.201.45@tcp:503:ll_cfg_requeue.0 Request processed in 1380us (2567us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044875.040090:0:5850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 654 00000100:00100000:2.0:1777044875.069367:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777044875.070492:0:5849:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369880704 00000100:00100000:3.0:1777044875.070521:0:5849:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369880704 00000100:00100000:3.0:1777044875.070625:0:5849:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 655 00000100:00100000:3.0:1777044875.070642:0:5849:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df472a8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:19aeff9b-bdfb-4382-8412-7db7c143c0bf+10:22963:x1863365369880704:12345-192.168.201.45@tcp:502:llog_process_th.0 00000100:00100000:3.0:1777044875.071322:0:5849:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df472a8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:19aeff9b-bdfb-4382-8412-7db7c143c0bf+10:22963:x1863365369880704:12345-192.168.201.45@tcp:502:llog_process_th.0 Request processed in 683us (1965us total) trans 0 rc 0/0 00000100:00100000:3.0:1777044875.071334:0:5849:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 655 00000100:00100000:2.0:1777044875.086535:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777044875.087139:0:5850:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369880832 00000100:00100000:1.0:1777044875.087153:0:5850:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369880832 00000100:00100000:1.0:1777044875.087276:0:5850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 656 00000100:00100000:1.0:1777044875.087291:0:5850:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df472abc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:19aeff9b-bdfb-4382-8412-7db7c143c0bf+10:22963:x1863365369880832:12345-192.168.201.45@tcp:502:llog_process_th.0 00000100:00100000:1.0:1777044875.087599:0:5850:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df472abc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:19aeff9b-bdfb-4382-8412-7db7c143c0bf+10:22963:x1863365369880832:12345-192.168.201.45@tcp:502:llog_process_th.0 Request processed in 308us (1073us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044875.087611:0:5850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 656 00000100:00100000:0.0:1777044875.128701:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777044875.129002:0:5848:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369880960 00000100:00100000:2.0:1777044875.129016:0:5848:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369880960 00000100:00100000:2.0:1777044875.129094:0:5848:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 657 00000100:00100000:2.0:1777044875.129453:0:5848:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df472a9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:19aeff9b-bdfb-4382-8412-7db7c143c0bf+10:5616:x1863365369880960:12345-192.168.201.45@tcp:101:ll_cfg_requeue.0 00010000:00010000:2.0:1777044875.129475:0:5848:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777044875.129496:0:5848:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff98de427e7000/0x2c8777a5e7d9ccde lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148603 expref: -99 pid: 5848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044875.129533:0:5848:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff98de427e7000/0x2c8777a5e7d9ccde lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148603 expref: 11 pid: 5848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044875.129549:0:5848:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff98de427e7000/0x2c8777a5e7d9ccde lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148603 expref: 11 pid: 5848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044875.129562:0:5848:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de427e7000, rc 0) 00000100:00100000:2.0:1777044875.129639:0:5848:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df472a9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:19aeff9b-bdfb-4382-8412-7db7c143c0bf+11:5616:x1863365369880960:12345-192.168.201.45@tcp:101:ll_cfg_requeue.0 Request processed in 523us (936us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044875.129650:0:5848:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 657 00000100:00100000:2.0:1777044875.141982:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777044875.142119:0:5849:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369881088 00000100:00100000:3.0:1777044875.142133:0:5849:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369881088 00000100:00100000:3.0:1777044875.142251:0:5849:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 658 00000100:00100000:3.0:1777044875.142266:0:5849:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df472a8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:19aeff9b-bdfb-4382-8412-7db7c143c0bf+11:5616:x1863365369881088:12345-192.168.201.45@tcp:501:ll_cfg_requeue.0 00000100:00100000:3.0:1777044875.142670:0:5849:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df472a8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:19aeff9b-bdfb-4382-8412-7db7c143c0bf+11:5616:x1863365369881088:12345-192.168.201.45@tcp:501:ll_cfg_requeue.0 Request processed in 405us (721us total) trans 0 rc 0/0 00000100:00100000:3.0:1777044875.142682:0:5849:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 658 00000100:00100000:0.0:1777044875.157451:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777044875.158054:0:5850:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369881216 00000100:00100000:1.0:1777044875.158069:0:5850:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369881216 00000100:00100000:1.0:1777044875.158152:0:5850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 659 00000100:00100000:1.0:1777044875.158167:0:5850:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df472aa450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:19aeff9b-bdfb-4382-8412-7db7c143c0bf+11:5616:x1863365369881216:12345-192.168.201.45@tcp:503:ll_cfg_requeue.0 00000100:00100000:1.0:1777044875.158524:0:5850:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df472aa450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:19aeff9b-bdfb-4382-8412-7db7c143c0bf+11:5616:x1863365369881216:12345-192.168.201.45@tcp:503:ll_cfg_requeue.0 Request processed in 358us (1082us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044875.158537:0:5850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 659 00000100:00100000:0.0:1777044875.186508:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777044875.186635:0:5848:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369881344 00000100:00100000:2.0:1777044875.186647:0:5848:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369881344 00000100:00100000:2.0:1777044875.186707:0:5848:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 660 00000100:00100000:2.0:1777044875.186720:0:5848:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df472ab850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:19aeff9b-bdfb-4382-8412-7db7c143c0bf+11:22964:x1863365369881344:12345-192.168.201.45@tcp:502:llog_process_th.0 00000100:00100000:2.0:1777044875.187414:0:5848:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df472ab850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:19aeff9b-bdfb-4382-8412-7db7c143c0bf+11:22964:x1863365369881344:12345-192.168.201.45@tcp:502:llog_process_th.0 Request processed in 694us (1243us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044875.187427:0:5848:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 660 00000100:00100000:2.0:1777044875.201592:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777044875.201743:0:5849:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369881472 00000100:00100000:3.0:1777044875.201757:0:5849:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369881472 00000100:00100000:3.0:1777044875.201832:0:5849:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 661 00000100:00100000:3.0:1777044875.201845:0:5849:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df472aa850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:19aeff9b-bdfb-4382-8412-7db7c143c0bf+11:22964:x1863365369881472:12345-192.168.201.45@tcp:502:llog_process_th.0 00000100:00100000:3.0:1777044875.202169:0:5849:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df472aa850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:19aeff9b-bdfb-4382-8412-7db7c143c0bf+11:22964:x1863365369881472:12345-192.168.201.45@tcp:502:llog_process_th.0 Request processed in 323us (585us total) trans 0 rc 0/0 00000100:00100000:3.0:1777044875.202181:0:5849:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 661 00000100:00100000:0.0:1777044875.249694:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777044875.250269:0:5850:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369881600 00000100:00100000:1.0:1777044875.250283:0:5850:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369881600 00000100:00100000:1.0:1777044875.250366:0:5850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 662 00000100:00100000:1.0:1777044875.250382:0:5850:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df472a9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:19aeff9b-bdfb-4382-8412-7db7c143c0bf+11:5616:x1863365369881600:12345-192.168.201.45@tcp:101:ll_cfg_requeue.0 00010000:00010000:1.0:1777044875.250403:0:5850:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777044875.250427:0:5850:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff98df6d64f400/0x2c8777a5e7d9cce5 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee114860a expref: -99 pid: 5850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044875.250467:0:5850:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff98df6d64f400/0x2c8777a5e7d9cce5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114860a expref: 12 pid: 5850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044875.250509:0:5850:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff98df6d64f400/0x2c8777a5e7d9cce5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114860a expref: 12 pid: 5850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044875.250522:0:5850:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98df6d64f400, rc 0) 00000100:00100000:1.0:1777044875.250583:0:5850:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df472a9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:5616:x1863365369881600:12345-192.168.201.45@tcp:101:ll_cfg_requeue.0 Request processed in 204us (900us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044875.250594:0:5850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 662 00000100:00100000:0.0:1777044875.268199:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777044875.268687:0:5848:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369881728 00000100:00100000:2.0:1777044875.268727:0:5848:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369881728 00000100:00100000:2.0:1777044875.268838:0:5848:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 663 00000100:00100000:2.0:1777044875.268858:0:5848:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df472a9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:5616:x1863365369881728:12345-192.168.201.45@tcp:501:ll_cfg_requeue.0 00000100:00100000:2.0:1777044875.273529:0:5848:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df472a9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:5616:x1863365369881728:12345-192.168.201.45@tcp:501:ll_cfg_requeue.0 Request processed in 4658us (5573us total) trans 0 rc -2/-2 00000100:00100000:2.0:1777044875.273551:0:5848:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 663 10000000:01000000:3.0:1777044875.477885:0:5853:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:01000000:3.0:1777044875.477896:0:5853:0:(mgc_request.c:1799:mgc_process_log()) Process log lustre-client-ffff98df607ea000 from 49 10000000:01000000:3.0:1777044875.477905:0:5853:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:3.0:1777044875.478010:0:5853:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.145@tcp lock: ffff98df74fa6c00/0x2c8777a5e7d9ccec lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044875.478028:0:5853:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.145@tcp lock: ffff98df74fa6c00/0x2c8777a5e7d9ccec lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044875.478069:0:5853:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.145@tcp lock: ffff98df74fa6c00/0x2c8777a5e7d9ccec lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777044875.478111:0:5853:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de419fd880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ce657616-b3f3-4e21-ac89-518ab611901c:5853:1863365424299904:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1777044875.478368:0:5853:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777044875.478462:0:5853:0:(client.c:2691:ptlrpc_set_wait()) set ffff98de47823a80 going to sleep for 11 seconds 00000100:00100000:2.0:1777044875.478834:0:5849:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424299904 00000100:00100000:2.0:1777044875.478847:0:5849:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424299904 00000100:00100000:2.0:1777044875.478931:0:5849:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 664 00000100:00100000:2.0:1777044875.478946:0:5849:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df472ab450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ce657616-b3f3-4e21-ac89-518ab611901c+11:5853:x1863365424299904:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1777044875.478985:0:5849:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777044875.479007:0:5849:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff98de427e6600/0x2c8777a5e7d9ccf3 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0x2c8777a5e7d9ccec expref: -99 pid: 5849 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044875.479053:0:5849:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff98de427e6600/0x2c8777a5e7d9ccf3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x2c8777a5e7d9ccec expref: 12 pid: 5849 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044875.479067:0:5849:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff98de427e6600/0x2c8777a5e7d9ccf3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x2c8777a5e7d9ccec expref: 12 pid: 5849 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044875.479081:0:5849:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de427e6600, rc 0) 00000100:00100000:2.0:1777044875.479150:0:5849:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df472ab450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ce657616-b3f3-4e21-ac89-518ab611901c+12:5853:x1863365424299904:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 207us (782us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044875.479159:0:5849:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 664 00000100:00100000:3.0:1777044875.479875:0:5853:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de419fd880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ce657616-b3f3-4e21-ac89-518ab611901c:5853:1863365424299904:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1777044875.479899:0:5853:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.145@tcp lock: ffff98df74fa6c00/0x2c8777a5e7d9ccec lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x2c8777a5e7d9ccf3 expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044875.479912:0:5853:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.145@tcp lock: ffff98df74fa6c00/0x2c8777a5e7d9ccec lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x2c8777a5e7d9ccf3 expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777044875.480031:0:5853:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de419fd880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ce657616-b3f3-4e21-ac89-518ab611901c:5853:1863365424300032:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1777044875.480076:0:5853:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777044875.480125:0:5853:0:(client.c:2691:ptlrpc_set_wait()) set ffff98de47823a80 going to sleep for 11 seconds 00000100:00100000:2.0:1777044875.480861:0:5848:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424300032 00000100:00100000:2.0:1777044875.480871:0:5848:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424300032 00000100:00100000:2.0:1777044875.480938:0:5848:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 665 00000100:00100000:2.0:1777044875.480999:0:5848:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df472aa050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ce657616-b3f3-4e21-ac89-518ab611901c+12:5853:x1863365424300032:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1777044875.481877:0:5848:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df472aa050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ce657616-b3f3-4e21-ac89-518ab611901c+12:5853:x1863365424300032:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 878us (1797us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044875.481890:0:5848:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 665 00000100:00100000:1.0:1777044875.487460:0:5853:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de419fd880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ce657616-b3f3-4e21-ac89-518ab611901c:5853:1863365424300032:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1777044875.493754:0:5853:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df77956680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ce657616-b3f3-4e21-ac89-518ab611901c:5853:1863365424300160:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1777044875.493914:0:5853:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777044875.495915:0:5853:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df44276480 going to sleep for 11 seconds 00000100:00100000:2.0:1777044875.498270:0:5850:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424300160 00000100:00100000:2.0:1777044875.498292:0:5850:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424300160 00000100:00100000:2.0:1777044875.498439:0:5850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 666 00000100:00100000:2.0:1777044875.498458:0:5850:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df472aac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ce657616-b3f3-4e21-ac89-518ab611901c+12:5853:x1863365424300160:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1777044875.498869:0:5850:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df472aac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ce657616-b3f3-4e21-ac89-518ab611901c+12:5853:x1863365424300160:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 416us (4954us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044875.498881:0:5850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 666 00000100:00100000:1.0:1777044875.499930:0:5853:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df77956680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ce657616-b3f3-4e21-ac89-518ab611901c:5853:1863365424300160:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1777044875.507647:0:17005:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df77956680 pname:cluuid:pid:xid:nid:opc:job llog_process_th:ce657616-b3f3-4e21-ac89-518ab611901c:17005:1863365424300288:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1777044875.507784:0:17005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777044875.508122:0:17005:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df44276900 going to sleep for 11 seconds 00000100:00100000:2.0:1777044875.509047:0:5848:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424300288 00000100:00100000:2.0:1777044875.509062:0:5848:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424300288 00000100:00100000:2.0:1777044875.509146:0:5848:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 667 00000100:00100000:2.0:1777044875.509163:0:5848:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df472ab050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ce657616-b3f3-4e21-ac89-518ab611901c+12:17005:x1863365424300288:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1777044875.511380:0:5848:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df472ab050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ce657616-b3f3-4e21-ac89-518ab611901c+12:17005:x1863365424300288:12345-0@lo:502:llog_process_th.0 Request processed in 2212us (3587us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044875.511396:0:5848:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 667 00000100:00100000:0.0:1777044875.525764:0:17005:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df77956680 pname:cluuid:pid:xid:nid:opc:job llog_process_th:ce657616-b3f3-4e21-ac89-518ab611901c:17005:1863365424300288:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1777044875.525927:0:17005:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7b51f100 pname:cluuid:pid:xid:nid:opc:job llog_process_th:ce657616-b3f3-4e21-ac89-518ab611901c:17005:1863365424300416:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1777044875.526165:0:17005:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777044875.526260:0:17005:0:(client.c:2691:ptlrpc_set_wait()) set ffff98de41a29a80 going to sleep for 11 seconds 00000100:00100000:3.0:1777044875.527063:0:5849:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424300416 00000100:00100000:3.0:1777044875.527076:0:5849:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424300416 00000100:00100000:3.0:1777044875.527168:0:5849:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 668 00000100:00100000:3.0:1777044875.527183:0:5849:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df587b4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ce657616-b3f3-4e21-ac89-518ab611901c+12:17005:x1863365424300416:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1777044875.527637:0:5849:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df587b4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ce657616-b3f3-4e21-ac89-518ab611901c+12:17005:x1863365424300416:12345-0@lo:502:llog_process_th.0 Request processed in 456us (1471us total) trans 0 rc 0/0 00000100:00100000:3.0:1777044875.527649:0:5849:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 668 00000100:00100000:0.0:1777044875.529448:0:17005:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7b51f100 pname:cluuid:pid:xid:nid:opc:job llog_process_th:ce657616-b3f3-4e21-ac89-518ab611901c:17005:1863365424300416:0@lo:502:llog_process_th.0 00000040:00080000:0.0:1777044875.529518:0:17005:0:(llog.c:858:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 52 count 51 00000020:01000000:3.0:1777044875.530457:0:5853:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 49-51 (rc=0) 10000000:01000000:3.0:1777044875.530493:0:5853:0:(mgc_request.c:1876:mgc_process_log()) MGC192.168.201.145@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:3.0:1777044875.530509:0:5853:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.145@tcp lock: ffff98df74fa6c00/0x2c8777a5e7d9ccec lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x2c8777a5e7d9ccf3 expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044875.530549:0:5853:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.145@tcp lock: ffff98df74fa6c00/0x2c8777a5e7d9ccec lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x2c8777a5e7d9ccf3 expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1777044875.530583:0:5853:0:(mgc_request.c:611:do_requeue()) updating log lustre-OST0001 10000000:01000000:3.0:1777044875.530587:0:5853:0:(mgc_request.c:1799:mgc_process_log()) Process log lustre-OST0001-0000000000000000 from 11 10000000:01000000:3.0:1777044875.530592:0:5853:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0001 (res 0x65727473756c) 00010000:00010000:3.0:1777044875.530647:0:5853:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.145@tcp lock: ffff98df74fa7600/0x2c8777a5e7d9ccfa lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044875.530659:0:5853:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.145@tcp lock: ffff98df74fa7600/0x2c8777a5e7d9ccfa lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044875.530674:0:5853:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.145@tcp lock: ffff98df74fa7600/0x2c8777a5e7d9ccfa lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777044875.530710:0:5853:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de419fea00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ce657616-b3f3-4e21-ac89-518ab611901c:5853:1863365424300544:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1777044875.530804:0:5853:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777044875.530869:0:5853:0:(client.c:2691:ptlrpc_set_wait()) set ffff98de47823540 going to sleep for 11 seconds 00000100:00100000:1.0:1777044875.532320:0:5850:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424300544 00000100:00100000:1.0:1777044875.532337:0:5850:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424300544 00000100:00100000:1.0:1777044875.532434:0:5850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 669 00000100:00100000:1.0:1777044875.532449:0:5850:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df587b5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ce657616-b3f3-4e21-ac89-518ab611901c+12:5853:x1863365424300544:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1777044875.532469:0:5850:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777044875.532490:0:5850:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff98df6d64e000/0x2c8777a5e7d9cd01 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0x2c8777a5e7d9ccfa expref: -99 pid: 5850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044875.532543:0:5850:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff98df6d64e000/0x2c8777a5e7d9cd01 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x2c8777a5e7d9ccfa expref: 13 pid: 5850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044875.532574:0:5850:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff98df6d64e000/0x2c8777a5e7d9cd01 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x2c8777a5e7d9ccfa expref: 13 pid: 5850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044875.532589:0:5850:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98df6d64e000, rc 0) 00000100:00100000:1.0:1777044875.532664:0:5850:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df587b5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ce657616-b3f3-4e21-ac89-518ab611901c+13:5853:x1863365424300544:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 218us (1860us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044875.532675:0:5850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 669 00000100:00100000:1.0:1777044875.532742:0:5853:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de419fea00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ce657616-b3f3-4e21-ac89-518ab611901c:5853:1863365424300544:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1777044875.532763:0:5853:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.145@tcp lock: ffff98df74fa7600/0x2c8777a5e7d9ccfa lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x2c8777a5e7d9cd01 expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044875.532778:0:5853:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.145@tcp lock: ffff98df74fa7600/0x2c8777a5e7d9ccfa lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x2c8777a5e7d9cd01 expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777044875.532868:0:5853:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df77956680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ce657616-b3f3-4e21-ac89-518ab611901c:5853:1863365424300672:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1777044875.532905:0:5853:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777044875.532936:0:5853:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df44276cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1777044875.532986:0:5850:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424300672 00000100:00100000:1.0:1777044875.532990:0:5850:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424300672 00000100:00100000:1.0:1777044875.533013:0:5850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 670 00000100:00100000:1.0:1777044875.533022:0:5850:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df587b4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ce657616-b3f3-4e21-ac89-518ab611901c+13:5853:x1863365424300672:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1777044875.533457:0:5850:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df587b4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ce657616-b3f3-4e21-ac89-518ab611901c+13:5853:x1863365424300672:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 433us (550us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044875.533468:0:5850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 670 00000100:00100000:1.0:1777044875.533521:0:5853:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df77956680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ce657616-b3f3-4e21-ac89-518ab611901c:5853:1863365424300672:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1777044875.533572:0:5853:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df77956680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ce657616-b3f3-4e21-ac89-518ab611901c:5853:1863365424300800:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1777044875.533623:0:5853:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777044875.533648:0:5853:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df44276cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1777044875.533663:0:5850:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424300800 00000100:00100000:1.0:1777044875.533667:0:5850:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424300800 00000100:00100000:1.0:1777044875.533691:0:5850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 671 00000100:00100000:1.0:1777044875.533699:0:5850:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df587b4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ce657616-b3f3-4e21-ac89-518ab611901c+13:5853:x1863365424300800:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1777044875.533925:0:5850:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df587b4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ce657616-b3f3-4e21-ac89-518ab611901c+13:5853:x1863365424300800:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 224us (300us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044875.533935:0:5850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 671 00000100:00100000:1.0:1777044875.534022:0:5853:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df77956680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ce657616-b3f3-4e21-ac89-518ab611901c:5853:1863365424300800:0@lo:503:ll_cfg_requeue.0 00000040:00080000:3.0:1777044875.541745:0:17006:0:(llog.c:858:llog_process_thread()) stop processing plain [0xa:0x9:0x0] index 64768 count 11 00000020:01000000:0.0:1777044875.555399:0:5853:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-OST0001 gen 11-10 (rc=0) 10000000:01000000:0.0:1777044875.555493:0:5853:0:(mgc_request.c:1876:mgc_process_log()) MGC192.168.201.145@tcp: configuration from log 'lustre-OST0001' succeeded (0). 00010000:00010000:0.0:1777044875.555512:0:5853:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.145@tcp lock: ffff98df74fa7600/0x2c8777a5e7d9ccfa lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x2c8777a5e7d9cd01 expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044875.555551:0:5853:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.145@tcp lock: ffff98df74fa7600/0x2c8777a5e7d9ccfa lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x2c8777a5e7d9cd01 expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1777044875.555569:0:5853:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:01000000:0.0:1777044875.555574:0:5853:0:(mgc_request.c:1799:mgc_process_log()) Process log lustre-client-ffff98df50f9f000 from 49 10000000:01000000:0.0:1777044875.555579:0:5853:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:0.0:1777044875.555649:0:5853:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.145@tcp lock: ffff98df7b537000/0x2c8777a5e7d9cd08 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044875.557382:0:5853:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.145@tcp lock: ffff98df7b537000/0x2c8777a5e7d9cd08 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044875.557403:0:5853:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.145@tcp lock: ffff98df7b537000/0x2c8777a5e7d9cd08 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777044875.568101:0:5853:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7b51f100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ce657616-b3f3-4e21-ac89-518ab611901c:5853:1863365424300928:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1777044875.568262:0:5853:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777044875.568319:0:5853:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df50f293c0 going to sleep for 11 seconds 00000100:00100000:1.0:1777044875.568432:0:5850:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424300928 00000100:00100000:1.0:1777044875.568446:0:5850:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424300928 00000100:00100000:1.0:1777044875.568531:0:5850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 672 00000100:00100000:1.0:1777044875.568548:0:5850:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df587b7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ce657616-b3f3-4e21-ac89-518ab611901c+13:5853:x1863365424300928:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1777044875.568573:0:5850:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777044875.568603:0:5850:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff98df6d64f600/0x2c8777a5e7d9cd0f lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0x2c8777a5e7d9cd08 expref: -99 pid: 5850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044875.568648:0:5850:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff98df6d64f600/0x2c8777a5e7d9cd0f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x2c8777a5e7d9cd08 expref: 14 pid: 5850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044875.568667:0:5850:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff98df6d64f600/0x2c8777a5e7d9cd0f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x2c8777a5e7d9cd08 expref: 14 pid: 5850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044875.568683:0:5850:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98df6d64f600, rc 0) 00000100:00100000:1.0:1777044875.568750:0:5850:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df587b7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ce657616-b3f3-4e21-ac89-518ab611901c+14:5853:x1863365424300928:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 206us (488us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044875.568783:0:5850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 672 00000100:00100000:2.0:1777044875.569132:0:5853:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7b51f100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ce657616-b3f3-4e21-ac89-518ab611901c:5853:1863365424300928:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1777044875.569157:0:5853:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.145@tcp lock: ffff98df7b537000/0x2c8777a5e7d9cd08 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x2c8777a5e7d9cd0f expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044875.569170:0:5853:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.145@tcp lock: ffff98df7b537000/0x2c8777a5e7d9cd08 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x2c8777a5e7d9cd0f expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777044875.569676:0:5853:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df74176680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ce657616-b3f3-4e21-ac89-518ab611901c:5853:1863365424301056:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1777044875.569737:0:5853:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777044875.569889:0:5853:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df50f293c0 going to sleep for 11 seconds 00000100:00100000:1.0:1777044875.586394:0:5848:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424301056 00000100:00100000:1.0:1777044875.586420:0:5848:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424301056 00000100:00100000:1.0:1777044875.586546:0:5848:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 673 00000100:00100000:1.0:1777044875.586564:0:5848:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df587b5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ce657616-b3f3-4e21-ac89-518ab611901c+14:5853:x1863365424301056:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1777044875.588477:0:5848:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df587b5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ce657616-b3f3-4e21-ac89-518ab611901c+14:5853:x1863365424301056:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 1908us (18731us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044875.588494:0:5848:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 673 00000100:00100000:3.0:1777044875.589257:0:5853:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df74176680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ce657616-b3f3-4e21-ac89-518ab611901c:5853:1863365424301056:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1777044875.589350:0:5853:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de419fe680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ce657616-b3f3-4e21-ac89-518ab611901c:5853:1863365424301184:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1777044875.589455:0:5853:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777044875.589511:0:5853:0:(client.c:2691:ptlrpc_set_wait()) set ffff98de47823240 going to sleep for 11 seconds 00000100:00100000:0.0:1777044875.589668:0:5849:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424301184 00000100:00100000:0.0:1777044875.589678:0:5849:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424301184 00000100:00100000:0.0:1777044875.589744:0:5849:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 674 00000100:00100000:0.0:1777044875.589757:0:5849:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df587b4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ce657616-b3f3-4e21-ac89-518ab611901c+14:5853:x1863365424301184:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1777044875.590060:0:5849:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df587b4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ce657616-b3f3-4e21-ac89-518ab611901c+14:5853:x1863365424301184:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 304us (605us total) trans 0 rc 0/0 00000100:00100000:0.0:1777044875.590070:0:5849:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 674 00000100:00100000:3.0:1777044875.591782:0:5853:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de419fe680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ce657616-b3f3-4e21-ac89-518ab611901c:5853:1863365424301184:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1777044875.599461:0:17007:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de419fe680 pname:cluuid:pid:xid:nid:opc:job llog_process_th:ce657616-b3f3-4e21-ac89-518ab611901c:17007:1863365424301312:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1777044875.599640:0:17007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777044875.599717:0:17007:0:(client.c:2691:ptlrpc_set_wait()) set ffff98de47823e40 going to sleep for 11 seconds 00000100:00100000:0.0:1777044875.601259:0:5849:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424301312 00000100:00100000:0.0:1777044875.601275:0:5849:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424301312 00000100:00100000:0.0:1777044875.601385:0:5849:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 675 00000100:00100000:0.0:1777044875.601400:0:5849:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df587b6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ce657616-b3f3-4e21-ac89-518ab611901c+14:17007:x1863365424301312:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1777044875.601879:0:5849:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df587b6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ce657616-b3f3-4e21-ac89-518ab611901c+14:17007:x1863365424301312:12345-0@lo:502:llog_process_th.0 Request processed in 480us (2238us total) trans 0 rc 0/0 00000100:00100000:0.0:1777044875.601891:0:5849:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 675 00000100:00100000:3.0:1777044875.603890:0:17007:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de419fe680 pname:cluuid:pid:xid:nid:opc:job llog_process_th:ce657616-b3f3-4e21-ac89-518ab611901c:17007:1863365424301312:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1777044875.604037:0:17007:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de419fe680 pname:cluuid:pid:xid:nid:opc:job llog_process_th:ce657616-b3f3-4e21-ac89-518ab611901c:17007:1863365424301440:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1777044875.604113:0:17007:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777044875.604173:0:17007:0:(client.c:2691:ptlrpc_set_wait()) set ffff98de47823e40 going to sleep for 11 seconds 00000100:00100000:1.0:1777044875.604315:0:5848:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424301440 00000100:00100000:1.0:1777044875.604326:0:5848:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424301440 00000100:00100000:1.0:1777044875.604389:0:5848:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 676 00000100:00100000:1.0:1777044875.604401:0:5848:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df587b7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ce657616-b3f3-4e21-ac89-518ab611901c+14:17007:x1863365424301440:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1777044875.604679:0:5848:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df587b7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ce657616-b3f3-4e21-ac89-518ab611901c+14:17007:x1863365424301440:12345-0@lo:502:llog_process_th.0 Request processed in 278us (566us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044875.604691:0:5848:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 676 00000100:00100000:0.0:1777044875.611051:0:17007:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de419fe680 pname:cluuid:pid:xid:nid:opc:job llog_process_th:ce657616-b3f3-4e21-ac89-518ab611901c:17007:1863365424301440:0@lo:502:llog_process_th.0 00000040:00080000:0.0:1777044875.611137:0:17007:0:(llog.c:858:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 52 count 51 00000020:01000000:3.0:1777044875.611707:0:5853:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 49-51 (rc=0) 10000000:01000000:3.0:1777044875.611742:0:5853:0:(mgc_request.c:1876:mgc_process_log()) MGC192.168.201.145@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:3.0:1777044875.611760:0:5853:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.145@tcp lock: ffff98df7b537000/0x2c8777a5e7d9cd08 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x2c8777a5e7d9cd0f expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044875.611778:0:5853:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.145@tcp lock: ffff98df7b537000/0x2c8777a5e7d9cd08 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x2c8777a5e7d9cd0f expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1777044875.611794:0:5853:0:(mgc_request.c:611:do_requeue()) updating log lustre-OST0000 10000000:01000000:3.0:1777044875.611798:0:5853:0:(mgc_request.c:1799:mgc_process_log()) Process log lustre-OST0000-0000000000000000 from 14 10000000:01000000:3.0:1777044875.611803:0:5853:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0000 (res 0x65727473756c) 00010000:00010000:3.0:1777044875.612130:0:5853:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.145@tcp lock: ffff98df74fa7a00/0x2c8777a5e7d9cd16 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044875.612143:0:5853:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.145@tcp lock: ffff98df74fa7a00/0x2c8777a5e7d9cd16 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044875.612156:0:5853:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.145@tcp lock: ffff98df74fa7a00/0x2c8777a5e7d9cd16 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777044875.612190:0:5853:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de419fce00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ce657616-b3f3-4e21-ac89-518ab611901c:5853:1863365424301568:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1777044875.612321:0:5853:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777044875.612369:0:5853:0:(client.c:2691:ptlrpc_set_wait()) set ffff98de478236c0 going to sleep for 11 seconds 00000100:00100000:1.0:1777044875.612648:0:5848:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424301568 00000100:00100000:1.0:1777044875.612659:0:5848:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424301568 00000100:00100000:1.0:1777044875.612747:0:5848:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 677 00000100:00100000:1.0:1777044875.612761:0:5848:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df587b6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ce657616-b3f3-4e21-ac89-518ab611901c+14:5853:x1863365424301568:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1777044875.612781:0:5848:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777044875.612800:0:5848:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff98df6d64e200/0x2c8777a5e7d9cd1d lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: local remote: 0x2c8777a5e7d9cd16 expref: -99 pid: 5848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044875.617802:0:5848:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff98df6d64e200/0x2c8777a5e7d9cd1d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x2c8777a5e7d9cd16 expref: 15 pid: 5848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044875.617830:0:5848:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff98df6d64e200/0x2c8777a5e7d9cd1d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x2c8777a5e7d9cd16 expref: 15 pid: 5848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044875.617871:0:5848:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98df6d64e200, rc 0) 00000100:00100000:1.0:1777044875.618094:0:5848:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df587b6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ce657616-b3f3-4e21-ac89-518ab611901c+15:5853:x1863365424301568:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 5333us (5772us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044875.618107:0:5848:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 677 00000100:00100000:3.0:1777044875.621589:0:5853:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de419fce00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ce657616-b3f3-4e21-ac89-518ab611901c:5853:1863365424301568:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1777044875.621655:0:5853:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.145@tcp lock: ffff98df74fa7a00/0x2c8777a5e7d9cd16 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x2c8777a5e7d9cd1d expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044875.621675:0:5853:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.145@tcp lock: ffff98df74fa7a00/0x2c8777a5e7d9cd16 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x2c8777a5e7d9cd1d expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777044875.621803:0:5853:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de419fce00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ce657616-b3f3-4e21-ac89-518ab611901c:5853:1863365424301696:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1777044875.621894:0:5853:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777044875.622070:0:5853:0:(client.c:2691:ptlrpc_set_wait()) set ffff98de478236c0 going to sleep for 11 seconds 00000100:00100000:1.0:1777044875.623373:0:5849:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424301696 00000100:00100000:1.0:1777044875.623385:0:5849:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424301696 00000100:00100000:1.0:1777044875.623487:0:5849:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 678 00000100:00100000:1.0:1777044875.623502:0:5849:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df587b5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ce657616-b3f3-4e21-ac89-518ab611901c+15:5853:x1863365424301696:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1777044875.624230:0:5849:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df587b5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ce657616-b3f3-4e21-ac89-518ab611901c+15:5853:x1863365424301696:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 730us (2334us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044875.624242:0:5849:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 678 00000100:00100000:3.0:1777044875.624718:0:5853:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de419fce00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ce657616-b3f3-4e21-ac89-518ab611901c:5853:1863365424301696:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1777044875.625417:0:5853:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de419fce00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ce657616-b3f3-4e21-ac89-518ab611901c:5853:1863365424301824:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1777044875.625489:0:5853:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777044875.630713:0:5853:0:(client.c:2691:ptlrpc_set_wait()) set ffff98de478236c0 going to sleep for 11 seconds 00000100:00100000:1.0:1777044875.632364:0:5848:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424301824 00000100:00100000:1.0:1777044875.632384:0:5848:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424301824 00000100:00100000:1.0:1777044875.632495:0:5848:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 679 00000100:00100000:1.0:1777044875.632512:0:5848:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df587b5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ce657616-b3f3-4e21-ac89-518ab611901c+15:5853:x1863365424301824:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1777044875.632920:0:5848:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df587b5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ce657616-b3f3-4e21-ac89-518ab611901c+15:5853:x1863365424301824:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 410us (7428us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044875.632933:0:5848:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 679 00000100:00100000:3.0:1777044875.639440:0:5853:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de419fce00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ce657616-b3f3-4e21-ac89-518ab611901c:5853:1863365424301824:0@lo:503:ll_cfg_requeue.0 00000040:00080000:3.0:1777044875.651126:0:17008:0:(llog.c:858:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 64768 count 14 00000020:01000000:0.0:1777044875.652084:0:5853:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-OST0000 gen 14-13 (rc=0) 10000000:01000000:0.0:1777044875.652118:0:5853:0:(mgc_request.c:1876:mgc_process_log()) MGC192.168.201.145@tcp: configuration from log 'lustre-OST0000' succeeded (0). 00010000:00010000:0.0:1777044875.652135:0:5853:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.145@tcp lock: ffff98df74fa7a00/0x2c8777a5e7d9cd16 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x2c8777a5e7d9cd1d expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044875.652191:0:5853:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.145@tcp lock: ffff98df74fa7a00/0x2c8777a5e7d9cd16 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x2c8777a5e7d9cd1d expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1777044875.652231:0:5853:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:01000000:0.0:1777044875.652235:0:5853:0:(mgc_request.c:1799:mgc_process_log()) Process log lustre-client-ffff98df51734000 from 49 10000000:01000000:0.0:1777044875.652240:0:5853:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:0.0:1777044875.652327:0:5853:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.145@tcp lock: ffff98df7b536800/0x2c8777a5e7d9cd24 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044875.652341:0:5853:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.145@tcp lock: ffff98df7b536800/0x2c8777a5e7d9cd24 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044875.652359:0:5853:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.145@tcp lock: ffff98df7b536800/0x2c8777a5e7d9cd24 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777044875.652403:0:5853:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7b51ed80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ce657616-b3f3-4e21-ac89-518ab611901c:5853:1863365424301952:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1777044875.652514:0:5853:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777044875.652571:0:5853:0:(client.c:2691:ptlrpc_set_wait()) set ffff98de41a29e40 going to sleep for 11 seconds 00000100:00100000:1.0:1777044875.654994:0:5849:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424301952 00000100:00100000:1.0:1777044875.655012:0:5849:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424301952 00000100:00100000:1.0:1777044875.655120:0:5849:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 680 00000100:00100000:1.0:1777044875.655136:0:5849:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df587b7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ce657616-b3f3-4e21-ac89-518ab611901c+15:5853:x1863365424301952:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1777044875.655160:0:5849:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777044875.655184:0:5849:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff98df6d64e600/0x2c8777a5e7d9cd2b lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: local remote: 0x2c8777a5e7d9cd24 expref: -99 pid: 5849 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044875.655273:0:5849:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff98df6d64e600/0x2c8777a5e7d9cd2b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x2c8777a5e7d9cd24 expref: 16 pid: 5849 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044875.655291:0:5849:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff98df6d64e600/0x2c8777a5e7d9cd2b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x2c8777a5e7d9cd24 expref: 16 pid: 5849 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044875.655330:0:5849:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98df6d64e600, rc 0) 00000100:00100000:1.0:1777044875.655421:0:5849:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df587b7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ce657616-b3f3-4e21-ac89-518ab611901c+16:5853:x1863365424301952:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 288us (2907us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044875.655433:0:5849:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 680 00000100:00100000:0.0:1777044875.655742:0:5853:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7b51ed80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ce657616-b3f3-4e21-ac89-518ab611901c:5853:1863365424301952:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1777044875.655768:0:5853:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.145@tcp lock: ffff98df7b536800/0x2c8777a5e7d9cd24 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x2c8777a5e7d9cd2b expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044875.655781:0:5853:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.145@tcp lock: ffff98df7b536800/0x2c8777a5e7d9cd24 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x2c8777a5e7d9cd2b expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777044875.656144:0:5853:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7b51ed80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ce657616-b3f3-4e21-ac89-518ab611901c:5853:1863365424302080:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1777044875.656193:0:5853:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777044875.656279:0:5853:0:(client.c:2691:ptlrpc_set_wait()) set ffff98de41a29e40 going to sleep for 11 seconds 00000100:00100000:2.0:1777044875.656352:0:5850:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424302080 00000100:00100000:2.0:1777044875.656360:0:5850:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424302080 00000100:00100000:2.0:1777044875.656421:0:5850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 681 00000100:00100000:2.0:1777044875.656434:0:5850:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df50f8c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ce657616-b3f3-4e21-ac89-518ab611901c+16:5853:x1863365424302080:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1777044875.657674:0:5850:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df50f8c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ce657616-b3f3-4e21-ac89-518ab611901c+16:5853:x1863365424302080:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 1238us (1476us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044875.657685:0:5850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 681 00000100:00100000:0.0:1777044875.658551:0:5853:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7b51ed80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ce657616-b3f3-4e21-ac89-518ab611901c:5853:1863365424302080:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1777044875.658612:0:5853:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7b51ed80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ce657616-b3f3-4e21-ac89-518ab611901c:5853:1863365424302208:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1777044875.658676:0:5853:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777044875.658727:0:5853:0:(client.c:2691:ptlrpc_set_wait()) set ffff98de41a29e40 going to sleep for 11 seconds 00000100:00100000:2.0:1777044875.662578:0:5849:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424302208 00000100:00100000:2.0:1777044875.662601:0:5849:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424302208 00000100:00100000:2.0:1777044875.662719:0:5849:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 682 00000100:00100000:2.0:1777044875.662737:0:5849:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df4fc75850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ce657616-b3f3-4e21-ac89-518ab611901c+16:5853:x1863365424302208:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1777044875.663175:0:5849:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df4fc75850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ce657616-b3f3-4e21-ac89-518ab611901c+16:5853:x1863365424302208:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 441us (4496us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044875.663186:0:5849:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 682 00000100:00100000:0.0:1777044875.664607:0:5853:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7b51ed80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ce657616-b3f3-4e21-ac89-518ab611901c:5853:1863365424302208:0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1777044875.667367:0:17009:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df74174a80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:ce657616-b3f3-4e21-ac89-518ab611901c:17009:1863365424302336:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1777044875.668438:0:17009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777044875.668507:0:17009:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df674e7240 going to sleep for 11 seconds 00000100:00100000:1.0:1777044875.668598:0:5850:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424302336 00000100:00100000:1.0:1777044875.668612:0:5850:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424302336 00000100:00100000:1.0:1777044875.668697:0:5850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 683 00000100:00100000:1.0:1777044875.668711:0:5850:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df4fc77450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ce657616-b3f3-4e21-ac89-518ab611901c+16:17009:x1863365424302336:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1777044875.669241:0:5850:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df4fc77450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ce657616-b3f3-4e21-ac89-518ab611901c+16:17009:x1863365424302336:12345-0@lo:502:llog_process_th.0 Request processed in 530us (803us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044875.669253:0:5850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 683 00000100:00100000:2.0:1777044875.669435:0:17009:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df74174a80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:ce657616-b3f3-4e21-ac89-518ab611901c:17009:1863365424302336:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1777044875.669512:0:17009:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df74174a80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:ce657616-b3f3-4e21-ac89-518ab611901c:17009:1863365424302464:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1777044875.669588:0:17009:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777044875.669640:0:17009:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df60604c00 going to sleep for 11 seconds 00010000:00010000:0.0:1777044875.669708:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777044875.670270:0:5849:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424302464 00000100:00100000:3.0:1777044875.670279:0:5849:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424302464 00000100:00100000:3.0:1777044875.670335:0:5849:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 684 00000100:00100000:3.0:1777044875.670347:0:5849:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df4fc76050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ce657616-b3f3-4e21-ac89-518ab611901c+16:17009:x1863365424302464:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1777044875.670573:0:5849:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df4fc76050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ce657616-b3f3-4e21-ac89-518ab611901c+16:17009:x1863365424302464:12345-0@lo:502:llog_process_th.0 Request processed in 228us (984us total) trans 0 rc 0/0 00000100:00100000:3.0:1777044875.670599:0:5849:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 684 00000100:00100000:2.0:1777044875.672824:0:17009:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df74174a80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:ce657616-b3f3-4e21-ac89-518ab611901c:17009:1863365424302464:0@lo:502:llog_process_th.0 00000040:00080000:2.0:1777044875.672881:0:17009:0:(llog.c:858:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 52 count 51 00000020:01000000:0.0:1777044875.673345:0:5853:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 49-51 (rc=0) 10000000:01000000:0.0:1777044875.673381:0:5853:0:(mgc_request.c:1876:mgc_process_log()) MGC192.168.201.145@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:0.0:1777044875.673397:0:5853:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.145@tcp lock: ffff98df7b536800/0x2c8777a5e7d9cd24 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x2c8777a5e7d9cd2b expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044875.673415:0:5853:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.145@tcp lock: ffff98df7b536800/0x2c8777a5e7d9cd24 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x2c8777a5e7d9cd2b expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1777044875.673431:0:5853:0:(mgc_request.c:611:do_requeue()) updating log lustre-MDT0000 10000000:01000000:0.0:1777044875.673435:0:5853:0:(mgc_request.c:1799:mgc_process_log()) Process log lustre-MDT0000-0000000000000000 from 43 10000000:01000000:0.0:1777044875.673439:0:5853:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-MDT0000 (res 0x65727473756c) 00010000:00010000:0.0:1777044875.673491:0:5853:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.145@tcp lock: ffff98df7b536000/0x2c8777a5e7d9cd32 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044875.673522:0:5853:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.145@tcp lock: ffff98df7b536000/0x2c8777a5e7d9cd32 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044875.673550:0:5853:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.145@tcp lock: ffff98df7b536000/0x2c8777a5e7d9cd32 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777044875.673582:0:5853:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7b51ed80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ce657616-b3f3-4e21-ac89-518ab611901c:5853:1863365424302592:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1777044875.673686:0:5853:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777044875.673729:0:5853:0:(client.c:2691:ptlrpc_set_wait()) set ffff98de41a29b40 going to sleep for 11 seconds 00000100:00100000:1.0:1777044875.676377:0:5850:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424302592 00000100:00100000:1.0:1777044875.676396:0:5850:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424302592 00000100:00100000:1.0:1777044875.676488:0:5850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 685 00000100:00100000:1.0:1777044875.676503:0:5850:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df4fc76c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ce657616-b3f3-4e21-ac89-518ab611901c+16:5853:x1863365424302592:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1777044875.676549:0:5850:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777044875.676578:0:5850:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff98df6d64f200/0x2c8777a5e7d9cd39 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: local remote: 0x2c8777a5e7d9cd32 expref: -99 pid: 5850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044875.676621:0:5850:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff98df6d64f200/0x2c8777a5e7d9cd39 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x2c8777a5e7d9cd32 expref: 17 pid: 5850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044875.676661:0:5850:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff98df6d64f200/0x2c8777a5e7d9cd39 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x2c8777a5e7d9cd32 expref: 17 pid: 5850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044875.676675:0:5850:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98df6d64f200, rc 0) 00000100:00100000:1.0:1777044875.676775:0:5850:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df4fc76c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ce657616-b3f3-4e21-ac89-518ab611901c+17:5853:x1863365424302592:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 274us (3089us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044875.676787:0:5850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 685 00000100:00100000:0.0:1777044875.677755:0:5853:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7b51ed80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ce657616-b3f3-4e21-ac89-518ab611901c:5853:1863365424302592:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1777044875.677786:0:5853:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.145@tcp lock: ffff98df7b536000/0x2c8777a5e7d9cd32 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x2c8777a5e7d9cd39 expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044875.677802:0:5853:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.145@tcp lock: ffff98df7b536000/0x2c8777a5e7d9cd32 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0x2c8777a5e7d9cd39 expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777044875.677933:0:5853:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7b51ed80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ce657616-b3f3-4e21-ac89-518ab611901c:5853:1863365424302720:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1777044875.678009:0:5853:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777044875.678063:0:5853:0:(client.c:2691:ptlrpc_set_wait()) set ffff98de41a29b40 going to sleep for 11 seconds 00000100:00100000:3.0:1777044875.683565:0:5849:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424302720 00000100:00100000:3.0:1777044875.683588:0:5849:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424302720 00000100:00100000:3.0:1777044875.683685:0:5849:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 686 00000100:00100000:3.0:1777044875.683701:0:5849:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df4fc77050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ce657616-b3f3-4e21-ac89-518ab611901c+17:5853:x1863365424302720:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1777044875.684309:0:5849:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df4fc77050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ce657616-b3f3-4e21-ac89-518ab611901c+17:5853:x1863365424302720:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 610us (6297us total) trans 0 rc 0/0 00000100:00100000:3.0:1777044875.684322:0:5849:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 686 00000100:00100000:0.0:1777044875.687168:0:5853:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7b51ed80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ce657616-b3f3-4e21-ac89-518ab611901c:5853:1863365424302720:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1777044875.688666:0:5853:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df77956680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ce657616-b3f3-4e21-ac89-518ab611901c:5853:1863365424302848:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1777044875.688803:0:5853:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777044875.688876:0:5853:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df7416e540 going to sleep for 11 seconds 00000100:00100000:2.0:1777044875.688994:0:5850:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424302848 00000100:00100000:2.0:1777044875.689008:0:5850:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424302848 00000100:00100000:2.0:1777044875.689096:0:5850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 687 00000100:00100000:2.0:1777044875.689112:0:5850:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df4fc74050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ce657616-b3f3-4e21-ac89-518ab611901c+17:5853:x1863365424302848:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1777044875.690193:0:5850:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df4fc74050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ce657616-b3f3-4e21-ac89-518ab611901c+17:5853:x1863365424302848:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 1082us (1389us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044875.690239:0:5850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 687 00000100:00100000:3.0:1777044875.690505:0:5853:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df77956680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ce657616-b3f3-4e21-ac89-518ab611901c:5853:1863365424302848:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1777044875.694850:0:17010:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df77956680 pname:cluuid:pid:xid:nid:opc:job llog_process_th:ce657616-b3f3-4e21-ac89-518ab611901c:17010:1863365424302976:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1777044875.695483:0:17010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777044875.695556:0:17010:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df7416e000 going to sleep for 11 seconds 00000100:00100000:3.0:1777044875.697755:0:5849:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424302976 00000100:00100000:3.0:1777044875.697773:0:5849:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424302976 00000100:00100000:3.0:1777044875.697866:0:5849:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 688 00000100:00100000:3.0:1777044875.697883:0:5849:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df4fc75050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ce657616-b3f3-4e21-ac89-518ab611901c+17:17010:x1863365424302976:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1777044875.698427:0:5849:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df4fc75050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ce657616-b3f3-4e21-ac89-518ab611901c+17:17010:x1863365424302976:12345-0@lo:502:llog_process_th.0 Request processed in 547us (2944us total) trans 0 rc 0/0 00000100:00100000:3.0:1777044875.698439:0:5849:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 688 00000100:00100000:1.0:1777044875.699622:0:17010:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df77956680 pname:cluuid:pid:xid:nid:opc:job llog_process_th:ce657616-b3f3-4e21-ac89-518ab611901c:17010:1863365424302976:0@lo:502:llog_process_th.0 00000020:01000000:1.0:1777044875.699683:0:17010:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1777044875.699705:0:17010:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1777044875.699709:0:17010:0:(obd_config.c:1561:class_process_config()) marker 33 (0x1) lustre-MDT0000-m rem lustre.test_11c.lustre-OST0001_UUID 00000020:00000080:1.0:1777044875.699718:0:17010:0:(obd_config.c:1470:class_process_config()) processing cmd: ce022 00020000:01000000:1.0:1777044875.699745:0:17010:0:(lod_pool.c:649:lod_pool_remove()) lustre-OST0001_UUID removed from test_11c 00000020:01000004:0.0:1777044875.706106:0:17011:0:(tgt_mount.c:151:server_get_mount()) get mount ffff98df51734000 from lustre-MDT0000, refs=4 00000020:01000004:0.0:1777044875.706118:0:17011:0:(obd_mount.c:701:lustre_put_lsi()) put ffff98df51734000 4 00000100:00100000:1.0:1777044875.706147:0:17010:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df77956680 pname:cluuid:pid:xid:nid:opc:job llog_process_th:ce657616-b3f3-4e21-ac89-518ab611901c:17010:1863365424303104:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1777044875.706353:0:17010:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777044875.706414:0:17010:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df7416e000 going to sleep for 11 seconds 00000100:00100000:2.0:1777044875.706725:0:5848:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424303104 00000100:00100000:2.0:1777044875.706738:0:5848:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424303104 00000100:00100000:2.0:1777044875.706813:0:5848:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 689 00000100:00100000:2.0:1777044875.709058:0:5848:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df4fc74450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ce657616-b3f3-4e21-ac89-518ab611901c+17:17010:x1863365424303104:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1777044875.710467:0:17010:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df77956680 pname:cluuid:pid:xid:nid:opc:job llog_process_th:ce657616-b3f3-4e21-ac89-518ab611901c:17010:1863365424303104:0@lo:502:llog_process_th.0 00000020:01000000:3.0:1777044875.710552:0:17010:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1777044875.710568:0:17010:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1777044875.710572:0:17010:0:(obd_config.c:1561:class_process_config()) marker 33 (0x2) lustre-MDT0000-m rem lustre.test_11c.lustre-OST0001_UUID 00000040:00080000:3.0:1777044875.710581:0:17010:0:(llog.c:858:llog_process_thread()) stop processing plain [0xa:0x4:0x0] index 46 count 46 00000100:00100000:2.0:1777044875.712969:0:5848:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df4fc74450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ce657616-b3f3-4e21-ac89-518ab611901c+17:17010:x1863365424303104:12345-0@lo:502:llog_process_th.0 Request processed in 4180us (6578us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044875.712990:0:5848:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 689 00000020:01000000:0.0:1777044875.719868:0:5853:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-MDT0000 gen 43-45 (rc=0) 10000000:01000000:0.0:1777044875.719936:0:5853:0:(mgc_request.c:1876:mgc_process_log()) MGC192.168.201.145@tcp: configuration from log 'lustre-MDT0000' succeeded (0). 00010000:00010000:0.0:1777044875.719987:0:5853:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.145@tcp lock: ffff98df7b536000/0x2c8777a5e7d9cd32 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x2c8777a5e7d9cd39 expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044875.720009:0:5853:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.145@tcp lock: ffff98df7b536000/0x2c8777a5e7d9cd32 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x2c8777a5e7d9cd39 expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1777044875.720028:0:5853:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:01000000:0.0:1777044875.720033:0:5853:0:(mgc_request.c:1799:mgc_process_log()) Process log lustre-sptlrpc-ffff98df606399c0 from 1 10000000:01000000:0.0:1777044875.720038:0:5853:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00010000:00010000:0.0:1777044875.720104:0:5853:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.145@tcp lock: ffff98df7b536c00/0x2c8777a5e7d9cd40 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044875.720146:0:5853:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.145@tcp lock: ffff98df7b536c00/0x2c8777a5e7d9cd40 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044875.720165:0:5853:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.145@tcp lock: ffff98df7b536c00/0x2c8777a5e7d9cd40 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777044875.727069:0:5853:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7b51ed80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ce657616-b3f3-4e21-ac89-518ab611901c:5853:1863365424303232:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1777044875.727229:0:5853:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777044875.727299:0:5853:0:(client.c:2691:ptlrpc_set_wait()) set ffff98de41a29f00 going to sleep for 11 seconds 00000100:00100000:3.0:1777044875.732880:0:5849:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424303232 00000100:00100000:3.0:1777044875.732908:0:5849:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424303232 00000100:00100000:3.0:1777044875.733024:0:5849:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 690 00000100:00100000:3.0:1777044875.733041:0:5849:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df4fc74c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ce657616-b3f3-4e21-ac89-518ab611901c+17:5853:x1863365424303232:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1777044875.733072:0:5849:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777044875.733103:0:5849:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff98df74fa7e00/0x2c8777a5e7d9cd47 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: local remote: 0x2c8777a5e7d9cd40 expref: -99 pid: 5849 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044875.733151:0:5849:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff98df74fa7e00/0x2c8777a5e7d9cd47 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x2c8777a5e7d9cd40 expref: 18 pid: 5849 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044875.733235:0:5849:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff98df74fa7e00/0x2c8777a5e7d9cd47 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x2c8777a5e7d9cd40 expref: 18 pid: 5849 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044875.733252:0:5849:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98df74fa7e00, rc 0) 00000100:00100000:3.0:1777044875.733373:0:5849:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df4fc74c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ce657616-b3f3-4e21-ac89-518ab611901c+18:5853:x1863365424303232:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 336us (6145us total) trans 0 rc 0/0 00000100:00100000:3.0:1777044875.733384:0:5849:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 690 00000100:00100000:2.0:1777044875.734712:0:5853:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7b51ed80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ce657616-b3f3-4e21-ac89-518ab611901c:5853:1863365424303232:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1777044875.734742:0:5853:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.145@tcp lock: ffff98df7b536c00/0x2c8777a5e7d9cd40 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x2c8777a5e7d9cd47 expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044875.734758:0:5853:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.145@tcp lock: ffff98df7b536c00/0x2c8777a5e7d9cd40 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x2c8777a5e7d9cd47 expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777044875.734878:0:5853:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df74174a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ce657616-b3f3-4e21-ac89-518ab611901c:5853:1863365424303360:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1777044875.734935:0:5853:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777044875.735088:0:5853:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df674e7240 going to sleep for 11 seconds 00000100:00100000:0.0:1777044875.736318:0:3344:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de419fce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3344:1863365424303488:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1777044875.736376:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777044875.736868:0:5848:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424303360 00000100:00100000:1.0:1777044875.736877:0:5848:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424303360 00000100:00100000:1.0:1777044875.736971:0:5848:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 691 00000100:00100000:1.0:1777044875.736983:0:5848:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df4fc77c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ce657616-b3f3-4e21-ac89-518ab611901c+18:5853:x1863365424303360:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1777044875.737682:0:5848:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df4fc77c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ce657616-b3f3-4e21-ac89-518ab611901c+18:5853:x1863365424303360:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 700us (2745us total) trans 0 rc -2/-2 00000100:00100000:1.0:1777044875.737693:0:5848:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 691 00000100:00100000:2.0:1777044875.739503:0:5853:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df74174a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ce657616-b3f3-4e21-ac89-518ab611901c:5853:1863365424303360:0@lo:501:ll_cfg_requeue.0 10000000:01000000:2.0:1777044875.739574:0:5853:0:(mgc_request.c:1876:mgc_process_log()) MGC192.168.201.145@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 00010000:00010000:2.0:1777044875.739590:0:5853:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.145@tcp lock: ffff98df7b536c00/0x2c8777a5e7d9cd40 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x2c8777a5e7d9cd47 expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044875.739608:0:5853:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.145@tcp lock: ffff98df7b536c00/0x2c8777a5e7d9cd40 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x2c8777a5e7d9cd47 expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777044875.740064:0:6643:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424303488 00000100:00100000:3.0:1777044875.740074:0:6643:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424303488 00000100:00100000:3.0:1777044875.740161:0:6643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 343 00000100:00100000:3.0:1777044875.740175:0:6643:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b51c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1863365424303488:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1777044875.740249:0:6643:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 59572224 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1777044875.740334:0:6643:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b51c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1863365424303488:12345-0@lo:13:osp-pre-0-0.0 Request processed in 162us (3956us total) trans 0 rc 0/0 00000100:00100000:3.0:1777044875.740345:0:6643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 343 00000100:00080000:2.0:1777044875.740927:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1777044875.755637:0:3344:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de419fce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3344:1863365424303488:0@lo:13:osp-pre-0-0.0 00010000:00010000:0.0:1777044876.703500:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777044876.767603:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df77956680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424303616:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1777044876.767724:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777044876.767838:0:6643:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424303616 00000100:00100000:1.0:1777044876.767850:0:6643:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424303616 00000100:00100000:1.0:1777044876.767973:0:6643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 344 00000100:00100000:1.0:1777044876.767990:0:6643:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df74997450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3341:x1863365424303616:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1777044876.768055:0:6643:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 59572224 pending 0 free 3856662528 avail 3854565376 00000100:00100000:1.0:1777044876.768123:0:6643:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df74997450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3341:x1863365424303616:12345-0@lo:13:osp-pre-1-0.0 Request processed in 137us (399us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044876.768135:0:6643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 344 00000100:00100000:1.0:1777044876.777862:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df77956680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424303616:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1777044876.778125:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de42e59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424304128:0@lo:400:kworker.0 00000100:00100000:1.0:1777044876.778241:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777044876.778327:0:3341:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1777044876.778339:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df77956680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ce657616-b3f3-4e21-ac89-518ab611901c:3341:1863365424303744:0@lo:400:kworker.0 00000100:00100000:1.0:1777044876.778389:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777044876.778422:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df77fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3341:1863365424304256:0@lo:400:kworker.0 00000100:00100000:1.0:1777044876.778460:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777044876.778500:0:3344:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de42e5bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3344:1863365424304000:0@lo:400:kworker.0 00000100:00100000:1.0:1777044876.778536:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777044876.778564:0:3344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1777044876.778588:0:3344:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df46689880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3344:1863365424303872:0@lo:400:kworker.0 00000100:00100000:1.0:1777044876.778669:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777044876.778717:0:14822:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424304128 00000100:00100000:1.0:1777044876.778726:0:14822:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424304128 00000100:00100000:1.0:1777044876.778800:0:14822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 592 00000100:00100000:1.0:1777044876.778817:0:14822:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77fd5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3341:x1863365424304128:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777044876.778899:0:14822:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77fd5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3341:x1863365424304128:12345-0@lo:400:kworker.0 Request processed in 85us (658us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044876.778912:0:14822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 592 00000100:00100000:1.0:1777044876.781560:0:5850:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424303744 00000100:00100000:1.0:1777044876.781578:0:5850:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424303744 00000100:00100000:1.0:1777044876.781652:0:5850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 692 00000100:00100000:1.0:1777044876.781666:0:5850:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df4fc75c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ce657616-b3f3-4e21-ac89-518ab611901c+18:3341:x1863365424303744:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777044876.781873:0:5850:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df4fc75c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ce657616-b3f3-4e21-ac89-518ab611901c+18:3341:x1863365424303744:12345-0@lo:400:kworker.0 Request processed in 209us (3481us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044876.781885:0:5850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 692 00000100:00100000:1.0:1777044876.781966:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424304256 00000100:00100000:1.0:1777044876.781973:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424304256 00000100:00100000:1.0:1777044876.782023:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424304000 00000100:00100000:1.0:1777044876.782028:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424304000 00000100:00100000:1.0:1777044876.782058:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424303872 00000100:00100000:1.0:1777044876.782062:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424303872 00000100:00100000:1.0:1777044876.782082:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 796 00000100:00100000:1.0:1777044876.782092:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42c8b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3341:x1863365424304256:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777044876.782143:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42c8b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3341:x1863365424304256:12345-0@lo:400:kworker.0 Request processed in 51us (3682us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044876.782152:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 796 00000100:00100000:1.0:1777044876.782170:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 797 00000100:00100000:1.0:1777044876.784609:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42c89f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3344:x1863365424304000:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777044876.784704:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42c89f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3344:x1863365424304000:12345-0@lo:400:kworker.0 Request processed in 111us (6166us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044876.784716:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 797 00000100:00100000:1.0:1777044876.784749:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 798 00000100:00100000:1.0:1777044876.784760:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42c88e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3344:x1863365424303872:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777044876.785097:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42c88e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3344:x1863365424303872:12345-0@lo:400:kworker.0 Request processed in 338us (6426us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044876.785107:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 798 00000100:00100000:1.0:1777044876.785235:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df77956680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ce657616-b3f3-4e21-ac89-518ab611901c:3341:1863365424303744:0@lo:400:kworker.0 00000100:00100000:1.0:1777044876.785266:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df77fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3341:1863365424304256:0@lo:400:kworker.0 00000100:00100000:1.0:1777044876.785287:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de42e59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424304128:0@lo:400:kworker.0 00000100:00100000:1.0:1777044876.787103:0:3344:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df46689880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3344:1863365424303872:0@lo:400:kworker.0 00000100:00100000:1.0:1777044876.787126:0:3344:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de42e5bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3344:1863365424304000:0@lo:400:kworker.0 00000100:00080000:1.0:1777044876.797678:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1777044876.797694:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1777044877.740673:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777044878.741493:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777044879.348554:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777044879.348641:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777044879.348707:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777044879.348759:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777044879.348796:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777044879.348831:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777044879.348875:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777044879.348962:0:8776:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369882240 00000100:00100000:0.0:1777044879.348979:0:8776:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369882240 00000100:00100000:0.0:1777044879.349080:0:8776:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369882496 00000100:00100000:0.0:1777044879.349086:0:8776:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369882496 00000100:00100000:0.0:1777044879.349112:0:8776:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369882112 00000100:00100000:0.0:1777044879.349117:0:8776:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369882112 00000100:00100000:0.0:1777044879.349169:0:8776:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369882624 00000100:00100000:0.0:1777044879.349174:0:8776:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369882624 00000100:00100000:0.0:1777044879.349538:0:8776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 593 00000100:00100000:0.0:1777044879.349561:0:8776:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b51df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:146de360-3fb2-48bd-b418-06f30714148a+11:2391:x1863365369882240:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:0.0:1777044879.349693:0:8776:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b51df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:146de360-3fb2-48bd-b418-06f30714148a+11:2391:x1863365369882240:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 138us (1050us total) trans 0 rc 0/0 00000100:00100000:0.0:1777044879.349708:0:8776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 593 00000100:00100000:0.0:1777044879.349741:0:8776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 594 00000100:00100000:0.0:1777044879.349754:0:8776:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b51f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2391:x1863365369882496:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:0.0:1777044879.349798:0:8776:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b51f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2391:x1863365369882496:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 47us (1091us total) trans 0 rc 0/0 00000100:00100000:0.0:1777044879.349810:0:8776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 594 00000100:00100000:0.0:1777044879.349831:0:8776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 595 00000100:00100000:0.0:1777044879.350146:0:8776:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b51c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:146de360-3fb2-48bd-b418-06f30714148a+9:2391:x1863365369882112:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:0.0:1777044879.350199:0:8776:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b51c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:146de360-3fb2-48bd-b418-06f30714148a+9:2391:x1863365369882112:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 356us (1399us total) trans 0 rc 0/0 00000100:00100000:0.0:1777044879.350245:0:8776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 595 00000100:00100000:0.0:1777044879.350268:0:8776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 596 00000100:00100000:0.0:1777044879.350281:0:8776:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b51f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2391:x1863365369882624:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:0.0:1777044879.350324:0:8776:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b51f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2391:x1863365369882624:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 45us (1449us total) trans 0 rc 0/0 00000100:00100000:0.0:1777044879.350336:0:8776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 596 00000100:00100000:0.0:1777044879.350385:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369881984 00000100:00100000:0.0:1777044879.350392:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369881984 00000100:00100000:0.0:1777044879.350463:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369882368 00000100:00100000:0.0:1777044879.350471:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369882368 00000100:00100000:0.0:1777044879.350513:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 799 00000100:00100000:0.0:1777044879.350526:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b51f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:146de360-3fb2-48bd-b418-06f30714148a+70:2391:x1863365369881984:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:0.0:1777044879.350581:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b51f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:146de360-3fb2-48bd-b418-06f30714148a+70:2391:x1863365369881984:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 57us (2048us total) trans 0 rc 0/0 00000100:00100000:0.0:1777044879.350593:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 799 00000100:00100000:0.0:1777044879.350614:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 800 00000100:00100000:0.0:1777044879.350625:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b51ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+31:2391:x1863365369882368:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:0.0:1777044879.350667:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b51ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+31:2391:x1863365369882368:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 43us (1834us total) trans 0 rc 0/0 00000100:00100000:0.0:1777044879.350678:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 800 00000100:00080000:0.0:1777044879.350714:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1777044879.350722:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1777044879.350726:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1777044879.352327:0:5849:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369881856 00000100:00100000:2.0:1777044879.352341:0:5849:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369881856 00000100:00100000:2.0:1777044879.352427:0:5849:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 693 00000100:00100000:2.0:1777044879.352440:0:5849:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df4fc74850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2391:x1863365369881856:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:2.0:1777044879.352521:0:5849:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df4fc74850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2391:x1863365369881856:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 83us (3760us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044879.352533:0:5849:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 693 00010000:00010000:2.0:1777044879.765846:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777044880.790675:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777044880.858664:0:3344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1777044880.874439:0:3344:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de419fed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3344:1863365424304384:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1777044880.874550:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777044880.875451:0:6643:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424304384 00000100:00100000:1.0:1777044880.875463:0:6643:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424304384 00000100:00100000:1.0:1777044880.875562:0:6643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 345 00000100:00100000:1.0:1777044880.875575:0:6643:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df74174a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1863365424304384:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1777044880.875623:0:6643:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 59572224 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1777044880.875700:0:6643:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df74174a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1863365424304384:12345-0@lo:13:osp-pre-0-0.0 Request processed in 126us (1150us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044880.875727:0:6643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 345 00000100:00100000:1.0:1777044880.875794:0:3344:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de419fed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3344:1863365424304384:0@lo:13:osp-pre-0-0.0 00000100:00080000:2.0:1777044880.876632:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1777044881.814339:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777044881.878065:0:3344:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de42c8ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ce657616-b3f3-4e21-ac89-518ab611901c:3344:1863365424304512:0@lo:400:kworker.0 00000100:00100000:3.0:1777044881.878135:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de42c8bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424304896:0@lo:400:kworker.0 00000100:00100000:1.0:1777044881.878162:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777044881.878197:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777044881.878271:0:3344:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df46689880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3344:1863365424305024:0@lo:400:kworker.0 00000100:00100000:1.0:1777044881.878318:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777044881.878323:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de42c88380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3341:1863365424304640:0@lo:400:kworker.0 00000100:00100000:3.0:1777044881.878369:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777044881.878380:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de42c88700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3342:1863365424304768:0@lo:400:kworker.0 00000100:00100000:3.0:1777044881.878403:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de42e5bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424305152:0@lo:400:kworker.0 00000100:00100000:1.0:1777044881.878426:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777044881.878449:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777044881.878461:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de419ff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424305280:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1777044881.878506:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777044881.878516:0:5848:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424304512 00000100:00100000:3.0:1777044881.878527:0:5848:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424304512 00000100:00100000:1.0:1777044881.878563:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424305024 00000100:00100000:1.0:1777044881.878571:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424305024 00000100:00100000:3.0:1777044881.878601:0:5848:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 694 00000100:00100000:3.0:1777044881.878616:0:5848:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df4fc76450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ce657616-b3f3-4e21-ac89-518ab611901c+18:3344:x1863365424304512:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777044881.878631:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424304640 00000100:00100000:1.0:1777044881.878636:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424304640 00000100:00100000:1.0:1777044881.878666:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424304768 00000100:00100000:1.0:1777044881.878671:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424304768 00000100:00100000:1.0:1777044881.878701:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 801 00000100:00100000:1.0:1777044881.878713:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42e59180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3344:x1863365424305024:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777044881.878724:0:5848:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df4fc76450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ce657616-b3f3-4e21-ac89-518ab611901c+18:3344:x1863365424304512:12345-0@lo:400:kworker.0 Request processed in 110us (562us total) trans 0 rc 0/0 00000100:00100000:3.0:1777044881.878736:0:5848:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 694 00000100:00100000:1.0:1777044881.878777:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42e59180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3344:x1863365424305024:12345-0@lo:400:kworker.0 Request processed in 66us (460us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044881.878788:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 801 00000100:00100000:1.0:1777044881.878813:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 802 00000100:00080000:3.0:1777044881.878819:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1777044881.878825:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de419ff800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3341:x1863365424304640:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777044881.878842:0:6643:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424305280 00000100:00100000:3.0:1777044881.878869:0:6643:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424305280 00000100:00100000:1.0:1777044881.878915:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de419ff800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3341:x1863365424304640:12345-0@lo:400:kworker.0 Request processed in 92us (545us total) trans 0 rc 0/0 00000100:00100000:3.0:1777044881.878928:0:6643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 346 00000100:00100000:1.0:1777044881.878948:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 802 00000100:00100000:3.0:1777044881.878950:0:6643:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77956680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1863365424305280:12345-0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1777044881.878975:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 803 00000100:00100000:1.0:1777044881.878987:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77fd4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3342:x1863365424304768:12345-0@lo:400:kworker.0 00002000:00000024:3.0:1777044881.878991:0:6643:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 59572224 pending 0 free 3856662528 avail 3854565376 00000100:00100000:1.0:1777044881.879053:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77fd4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3342:x1863365424304768:12345-0@lo:400:kworker.0 Request processed in 67us (626us total) trans 0 rc 0/0 00000100:00100000:3.0:1777044881.879063:0:6643:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77956680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1863365424305280:12345-0@lo:13:osp-pre-1-0.0 Request processed in 117us (554us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044881.879069:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 803 00000100:00100000:3.0:1777044881.879082:0:6643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 346 00000100:00080000:3.0:1777044881.879116:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1777044881.879133:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de42c88380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3341:1863365424304640:0@lo:400:kworker.0 00000100:00100000:3.0:1777044881.879176:0:3344:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de42c8ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ce657616-b3f3-4e21-ac89-518ab611901c:3344:1863365424304512:0@lo:400:kworker.0 00000100:00100000:1.0:1777044881.879188:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de42c88700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3342:1863365424304768:0@lo:400:kworker.0 00000100:00100000:3.0:1777044881.879241:0:3344:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df46689880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3344:1863365424305024:0@lo:400:kworker.0 00000100:00100000:1.0:1777044881.879252:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de419ff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424305280:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1777044881.880928:0:8776:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424304896 00000100:00100000:0.0:1777044881.880940:0:8776:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424304896 00000100:00100000:0.0:1777044881.880993:0:8776:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424305152 00000100:00100000:0.0:1777044881.880998:0:8776:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424305152 00000100:00100000:0.0:1777044881.881032:0:8776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 597 00000100:00100000:0.0:1777044881.881044:0:8776:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de419fca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424304896:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777044881.881487:0:8776:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de419fca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424304896:12345-0@lo:400:kworker.0 Request processed in 444us (3291us total) trans 0 rc 0/0 00000100:00100000:0.0:1777044881.881497:0:8776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 597 00000100:00100000:0.0:1777044881.881518:0:8776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 598 00000100:00100000:0.0:1777044881.881526:0:8776:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de419ffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3341:x1863365424305152:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777044881.881591:0:8776:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de419ffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3341:x1863365424305152:12345-0@lo:400:kworker.0 Request processed in 66us (3144us total) trans 0 rc 0/0 00000100:00100000:0.0:1777044881.881601:0:8776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 598 00000100:00100000:0.0:1777044881.881664:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de42c8bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424304896:0@lo:400:kworker.0 00000100:00100000:0.0:1777044881.881690:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de42e5bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424305152:0@lo:400:kworker.0 00010000:00010000:0.0:1777044882.840018:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1777044882.908986:0:17112:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866bc len=0 uarg=00007ffd85d9a7c0 20000000:00000080:3.0:1777044882.909009:0:17112:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866bc len=576 karg=ffff98de42a21000 uarg=0000000000000000 00000040:00100000:3.0:1777044882.912541:0:17112:0:(llog.c:1068:llog_reverse_process()) index 51 : idx 48 20000000:01000000:3.0:1777044882.912554:0:17112:0:(mgs_llog.c:959:mgs_search_pool_cb()) Matched pool rec 50 cmd:0xce022 lustre.test_11c lustre-OST0001_UUID 20000000:01000000:3.0:1777044882.912575:0:17112:0:(mgs_llog.c:1105:mgs_modify()) modify lustre-client/lustre-clilov/new lustre.test_11c fl=4 20000000:01000000:2.0:1777044882.915062:0:17113:0:(mgs_llog.c:1072:mgs_modify_handler()) Changing rec 42 marker 28 1->4: lustre-clilov new lustre.test_11c 20000000:01000000:3.0:1777044882.915576:0:17113:0:(mgs_llog.c:1072:mgs_modify_handler()) Changing rec 44 marker 28 2->4: lustre-clilov new lustre.test_11c 00000040:00080000:3.0:1777044882.915678:0:17113:0:(llog.c:858:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 52 count 51 00000040:00080000:0.0:1777044882.918513:0:17112:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x3:0x0].52, 224 off17416 20000000:01000000:0.0:1777044882.918540:0:17112:0:(mgs_llog.c:1526:record_base_raw()) lcfg lustre-clilov 0xce023 lustre test_11c (null) (null) 00000040:00080000:0.0:1777044882.918603:0:17112:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x3:0x0].53, 112 off17528 00000040:00080000:0.0:1777044882.918665:0:17112:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x3:0x0].54, 224 off17752 20000000:01000000:0.0:1777044882.918691:0:17112:0:(mgs_llog.c:1105:mgs_modify()) modify lustre-MDT0000/lustre-MDT0000-mdtlov/new lustre.test_11c fl=4 20000000:01000000:3.0:1777044882.920599:0:17114:0:(mgs_llog.c:1072:mgs_modify_handler()) Changing rec 37 marker 29 1->4: lustre-MDT0000-mdtlov new lustre.test_11c 20000000:01000000:3.0:1777044882.920964:0:17114:0:(mgs_llog.c:1072:mgs_modify_handler()) Changing rec 39 marker 29 2->4: lustre-MDT0000-mdtlov new lustre.test_11c 00000040:00080000:3.0:1777044882.921082:0:17114:0:(llog.c:858:llog_process_thread()) stop processing plain [0xa:0x4:0x0] index 46 count 46 00000040:00080000:0.0:1777044882.922073:0:17112:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].47, 224 off16608 20000000:01000000:0.0:1777044882.922096:0:17112:0:(mgs_llog.c:1526:record_base_raw()) lcfg lustre-MDT0000-mdtlov 0xce023 lustre test_11c (null) (null) 00000040:00080000:0.0:1777044882.922151:0:17112:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].48, 120 off16728 00000040:00080000:0.0:1777044882.923476:0:17112:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].49, 224 off16952 10000000:01000000:0.0:1777044882.923502:0:17112:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x0 (lustre) 00010000:00010000:0.0:1777044882.923527:0:17112:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff98df7b536200/0x2c8777a5e7d9cd4e lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044882.923553:0:17112:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff98df74fa6400/0x2c8777a5e7d9ccd7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11485fc expref: 11 pid: 5849 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044882.923565:0:17112:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff98de427e7000/0x2c8777a5e7d9ccde lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148603 expref: 11 pid: 5848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044882.923576:0:17112:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff98df6d64f400/0x2c8777a5e7d9cce5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114860a expref: 11 pid: 5850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044882.923588:0:17112:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff98de427e6600/0x2c8777a5e7d9ccf3 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x2c8777a5e7d9ccec expref: 17 pid: 5849 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044882.923610:0:17112:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff98df6d64e000/0x2c8777a5e7d9cd01 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x2c8777a5e7d9ccfa expref: 17 pid: 5850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044882.923620:0:17112:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff98df6d64f600/0x2c8777a5e7d9cd0f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x2c8777a5e7d9cd08 expref: 17 pid: 5850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044882.923632:0:17112:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff98df6d64e200/0x2c8777a5e7d9cd1d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x2c8777a5e7d9cd16 expref: 17 pid: 5848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044882.923643:0:17112:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff98df6d64e600/0x2c8777a5e7d9cd2b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x2c8777a5e7d9cd24 expref: 17 pid: 5849 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044882.923653:0:17112:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff98df6d64f200/0x2c8777a5e7d9cd39 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x2c8777a5e7d9cd32 expref: 17 pid: 5850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044882.923664:0:17112:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff98df74fa7e00/0x2c8777a5e7d9cd47 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x2c8777a5e7d9cd40 expref: 17 pid: 5849 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044882.923677:0:17112:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff98df7b536200/0x2c8777a5e7d9cd4e lrc: 13/0,1 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044882.923984:0:17112:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff98df74fa7e00/0x2c8777a5e7d9cd47 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x2c8777a5e7d9cd40 expref: 17 pid: 5849 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044882.924006:0:17112:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff98df74fa7e00/0x2c8777a5e7d9cd47 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x2c8777a5e7d9cd40 expref: 17 pid: 5849 timeout: 1661 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777044882.924028:0:17112:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7b51d880 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17112:1863365424305408:0@lo:104: 00000100:00100000:0.0:1777044882.924109:0:17112:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777044882.924328:0:5839:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424305408 00000100:00100000:2.0:1777044882.924338:0:5839:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424305408 00000100:00100000:2.0:1777044882.924464:0:5839:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49 00000100:00100000:2.0:1777044882.924478:0:5839:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b51c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:ce657616-b3f3-4e21-ac89-518ab611901c+3:17112:x1863365424305408:12345-0@lo:104: 00010000:00010000:2.0:1777044882.924504:0:5839:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.201.145@tcp lock: ffff98df7b536c00/0x2c8777a5e7d9cd40 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0x2c8777a5e7d9cd47 expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044882.924584:0:5839:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1777044882.924593:0:5839:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b51c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:ce657616-b3f3-4e21-ac89-518ab611901c+3:17112:x1863365424305408:12345-0@lo:104: Request processed in 119us (486us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044882.924604:0:5839:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49 00010000:00010000:1.0:1777044882.924688:0:5845:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1777044882.924716:0:5845:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.145@tcp lock: ffff98df7b536c00/0x2c8777a5e7d9cd40 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0x2c8777a5e7d9cd47 expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044882.924729:0:5845:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98df7b536c00 already unused, calling callback (ffffffffc1dd8c20) 10000000:00010000:1.0:1777044882.924735:0:5845:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.145@tcp lock: ffff98df7b536c00/0x2c8777a5e7d9cd40 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400400000000 nid: local remote: 0x2c8777a5e7d9cd47 expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044882.924748:0:5845:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.145@tcp lock: ffff98df7b536c00/0x2c8777a5e7d9cd40 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1408400000000 nid: local remote: 0x2c8777a5e7d9cd47 expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1777044882.924759:0:5845:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.145@tcp lock: ffff98df7b536c00/0x2c8777a5e7d9cd40 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1409400000000 nid: local remote: 0x2c8777a5e7d9cd47 expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1777044882.925045:0:5845:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:1.0:1777044882.925089:0:5845:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.145@tcp lock: ffff98df7b536c00/0x2c8777a5e7d9cd40 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5c09400000020 nid: local remote: 0x2c8777a5e7d9cd47 expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044882.925113:0:5845:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1777044882.925143:0:5845:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.145@tcp lock: ffff98df7b536c00/0x2c8777a5e7d9cd40 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5c09400000020 nid: local remote: 0x2c8777a5e7d9cd47 expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044882.925155:0:5845:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.145@tcp lock: ffff98df7b536c00/0x2c8777a5e7d9cd40 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5c09400000020 nid: local remote: 0x2c8777a5e7d9cd47 expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044882.925174:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777044882.925176:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777044882.925179:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777044882.925508:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de42c8bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ce657616-b3f3-4e21-ac89-518ab611901c:3343:1863365424305664:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1777044882.925561:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1777044882.925693:0:17112:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff98df6d64f200/0x2c8777a5e7d9cd39 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x2c8777a5e7d9cd32 expref: 17 pid: 5850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044882.925709:0:17112:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff98df6d64f200/0x2c8777a5e7d9cd39 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x2c8777a5e7d9cd32 expref: 17 pid: 5850 timeout: 1661 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777044882.925724:0:17112:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7b51e300 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17112:1863365424305536:0@lo:104: 00000100:00100000:0.0:1777044882.925761:0:17112:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1777044882.926458:0:17112:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff98df6d64e600/0x2c8777a5e7d9cd2b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x2c8777a5e7d9cd24 expref: 17 pid: 5849 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044882.926471:0:17112:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff98df6d64e600/0x2c8777a5e7d9cd2b lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x2c8777a5e7d9cd24 expref: 17 pid: 5849 timeout: 1661 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777044882.926483:0:17112:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7b51ca80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17112:1863365424305792:0@lo:104: 00000100:00100000:0.0:1777044882.926519:0:17112:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777044882.926668:0:8332:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424305536 00000100:00100000:3.0:1777044882.926686:0:8332:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424305536 00000100:00100000:3.0:1777044882.926772:0:8332:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50 00000100:00100000:3.0:1777044882.926784:0:8332:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b51d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:ce657616-b3f3-4e21-ac89-518ab611901c+3:17112:x1863365424305536:12345-0@lo:104: 00010000:00010000:3.0:1777044882.926797:0:8332:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.201.145@tcp lock: ffff98df7b536000/0x2c8777a5e7d9cd32 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1400000000000 nid: local remote: 0x2c8777a5e7d9cd39 expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044882.926922:0:8332:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1777044882.926932:0:8332:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b51d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:ce657616-b3f3-4e21-ac89-518ab611901c+3:17112:x1863365424305536:12345-0@lo:104: Request processed in 151us (1169us total) trans 0 rc 0/0 00000100:00100000:3.0:1777044882.926942:0:8332:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50 00010000:00010000:3.0:1777044882.926984:0:5844:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777044882.926991:0:5844:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.145@tcp lock: ffff98df7b536000/0x2c8777a5e7d9cd32 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1400000000000 nid: local remote: 0x2c8777a5e7d9cd39 expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044882.927001:0:5844:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98df7b536000 already unused, calling callback (ffffffffc1dd8c20) 10000000:00010000:3.0:1777044882.927006:0:5844:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.145@tcp lock: ffff98df7b536000/0x2c8777a5e7d9cd32 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1400400000000 nid: local remote: 0x2c8777a5e7d9cd39 expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044882.927017:0:5844:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.145@tcp lock: ffff98df7b536000/0x2c8777a5e7d9cd32 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1408400000000 nid: local remote: 0x2c8777a5e7d9cd39 expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1777044882.927027:0:5844:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.145@tcp lock: ffff98df7b536000/0x2c8777a5e7d9cd32 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1409400000000 nid: local remote: 0x2c8777a5e7d9cd39 expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1777044882.927035:0:5844:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:3.0:1777044882.927059:0:5844:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.145@tcp lock: ffff98df7b536000/0x2c8777a5e7d9cd32 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5c09400000020 nid: local remote: 0x2c8777a5e7d9cd39 expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044882.927069:0:5844:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1777044882.927090:0:5844:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.145@tcp lock: ffff98df7b536000/0x2c8777a5e7d9cd32 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5c09400000020 nid: local remote: 0x2c8777a5e7d9cd39 expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044882.927110:0:5844:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.145@tcp lock: ffff98df7b536000/0x2c8777a5e7d9cd32 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5c09400000020 nid: local remote: 0x2c8777a5e7d9cd39 expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044882.927126:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777044882.927128:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777044882.927131:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777044882.927145:0:3344:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de419fc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ce657616-b3f3-4e21-ac89-518ab611901c:3344:1863365424305920:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1777044882.927185:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777044882.927630:0:5843:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424305664 00000100:00100000:2.0:1777044882.927637:0:5843:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424305664 00010000:00010000:2.0:1777044882.927663:0:5843:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff98df74fa7e00/0x2c8777a5e7d9cd47 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x2c8777a5e7d9cd40 expref: 18 pid: 5849 timeout: 1661 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777044882.927716:0:5843:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424305920 00000100:00100000:2.0:1777044882.927721:0:5843:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424305920 00010000:00010000:2.0:1777044882.927738:0:5843:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff98df6d64f200/0x2c8777a5e7d9cd39 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x2c8777a5e7d9cd32 expref: 19 pid: 5850 timeout: 1661 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777044882.927765:0:5843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 231 00000100:00100000:2.0:1777044882.927774:0:5843:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df677a5850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ce657616-b3f3-4e21-ac89-518ab611901c+19:3343:x1863365424305664:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1777044882.927788:0:5843:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777044882.927795:0:5843:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff98df74fa7e00/0x2c8777a5e7d9cd47 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x2c8777a5e7d9cd40 expref: 19 pid: 5849 timeout: 1661 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044882.927809:0:5843:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff98df74fa7e00/0x2c8777a5e7d9cd47 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x2c8777a5e7d9cd40 expref: 19 pid: 5849 timeout: 1661 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044882.927855:0:5843:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777044882.927902:0:5843:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df677a5850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ce657616-b3f3-4e21-ac89-518ab611901c+19:3343:x1863365424305664:12345-0@lo:103:ldlm_bl.0 Request processed in 128us (2339us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044882.927913:0:5843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 231 00000100:00100000:2.0:1777044882.927975:0:5843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 232 00000100:00100000:2.0:1777044882.927984:0:5843:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de419fd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ce657616-b3f3-4e21-ac89-518ab611901c+18:3344:x1863365424305920:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1777044882.927995:0:5843:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777044882.928001:0:5843:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff98df6d64f200/0x2c8777a5e7d9cd39 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x2c8777a5e7d9cd32 expref: 18 pid: 5850 timeout: 1661 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044882.928015:0:5843:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff98df6d64f200/0x2c8777a5e7d9cd39 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x2c8777a5e7d9cd32 expref: 18 pid: 5850 timeout: 1661 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044882.928030:0:5843:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777044882.928066:0:5843:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de419fd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ce657616-b3f3-4e21-ac89-518ab611901c+18:3344:x1863365424305920:12345-0@lo:103:ldlm_bl.0 Request processed in 82us (880us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044882.928075:0:5843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 232 00000100:00100000:2.0:1777044882.928131:0:3344:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de419fc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ce657616-b3f3-4e21-ac89-518ab611901c:3344:1863365424305920:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1777044882.928234:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de42c8bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ce657616-b3f3-4e21-ac89-518ab611901c:3343:1863365424305664:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1777044882.930383:0:17112:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff98df6d64e200/0x2c8777a5e7d9cd1d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x2c8777a5e7d9cd16 expref: 17 pid: 5848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044882.930404:0:17112:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff98df6d64e200/0x2c8777a5e7d9cd1d lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x2c8777a5e7d9cd16 expref: 17 pid: 5848 timeout: 1661 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777044882.930424:0:17112:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df74177800 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17112:1863365424306048:0@lo:104: 00000100:00100000:2.0:1777044882.930479:0:17112:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1777044882.931234:0:17112:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff98df6d64f600/0x2c8777a5e7d9cd0f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x2c8777a5e7d9cd08 expref: 17 pid: 5850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044882.931248:0:17112:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff98df6d64f600/0x2c8777a5e7d9cd0f lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x2c8777a5e7d9cd08 expref: 17 pid: 5850 timeout: 1661 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777044882.931285:0:17112:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df74176300 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17112:1863365424306176:0@lo:104: 00000100:00100000:2.0:1777044882.931321:0:17112:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777044882.931551:0:16643:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424305792 00000100:00100000:1.0:1777044882.931561:0:16643:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424305792 00000100:00100000:0.0:1777044882.932301:0:5839:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424306048 00000100:00100000:0.0:1777044882.932309:0:5839:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424306048 00000100:00100000:0.0:1777044882.932379:0:5839:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51 00000100:00100000:0.0:1777044882.932392:0:5839:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df74176a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:ce657616-b3f3-4e21-ac89-518ab611901c+4:17112:x1863365424306048:12345-0@lo:104: 00010000:00010000:0.0:1777044882.932408:0:5839:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.201.145@tcp lock: ffff98df74fa7a00/0x2c8777a5e7d9cd16 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1400000000000 nid: local remote: 0x2c8777a5e7d9cd1d expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044882.932481:0:5839:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1777044882.932490:0:5839:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df74176a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:ce657616-b3f3-4e21-ac89-518ab611901c+4:17112:x1863365424306048:12345-0@lo:104: Request processed in 101us (2010us total) trans 0 rc 0/0 00000100:00100000:0.0:1777044882.932500:0:5839:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51 00010000:00010000:0.0:1777044882.932530:0:5845:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777044882.932537:0:5845:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.145@tcp lock: ffff98df74fa7a00/0x2c8777a5e7d9cd16 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1400000000000 nid: local remote: 0x2c8777a5e7d9cd1d expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044882.932564:0:5845:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98df74fa7a00 already unused, calling callback (ffffffffc1dd8c20) 10000000:00010000:0.0:1777044882.932569:0:5845:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.145@tcp lock: ffff98df74fa7a00/0x2c8777a5e7d9cd16 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1400400000000 nid: local remote: 0x2c8777a5e7d9cd1d expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044882.932604:0:5845:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.145@tcp lock: ffff98df74fa7a00/0x2c8777a5e7d9cd16 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1408400000000 nid: local remote: 0x2c8777a5e7d9cd1d expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1777044882.932613:0:5845:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.145@tcp lock: ffff98df74fa7a00/0x2c8777a5e7d9cd16 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1409400000000 nid: local remote: 0x2c8777a5e7d9cd1d expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1777044882.932622:0:5845:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:0.0:1777044882.932662:0:5845:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.145@tcp lock: ffff98df74fa7a00/0x2c8777a5e7d9cd16 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5c09400000020 nid: local remote: 0x2c8777a5e7d9cd1d expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044882.932671:0:5845:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1777044882.932712:0:5845:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.145@tcp lock: ffff98df74fa7a00/0x2c8777a5e7d9cd16 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5c09400000020 nid: local remote: 0x2c8777a5e7d9cd1d expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044882.932723:0:5845:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.145@tcp lock: ffff98df74fa7a00/0x2c8777a5e7d9cd16 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5c09400000020 nid: local remote: 0x2c8777a5e7d9cd1d expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044882.932741:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777044882.932743:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777044882.932746:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777044882.932764:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7b51ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ce657616-b3f3-4e21-ac89-518ab611901c:3341:1863365424306304:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1777044882.932808:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777044882.933480:0:16643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 52 00000100:00100000:1.0:1777044882.933492:0:16643:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b51d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_003:ce657616-b3f3-4e21-ac89-518ab611901c+3:17112:x1863365424305792:12345-0@lo:104: 00010000:00010000:1.0:1777044882.933506:0:16643:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.201.145@tcp lock: ffff98df7b536800/0x2c8777a5e7d9cd24 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0x2c8777a5e7d9cd2b expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044882.933594:0:16643:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1777044882.933602:0:16643:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b51d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_003:ce657616-b3f3-4e21-ac89-518ab611901c+3:17112:x1863365424305792:12345-0@lo:104: Request processed in 113us (7083us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044882.933612:0:16643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 52 00000100:00100000:0.0:1777044882.934762:0:5843:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424306304 00000100:00100000:0.0:1777044882.934772:0:5843:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424306304 00010000:00010000:0.0:1777044882.935139:0:5843:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff98df6d64e200/0x2c8777a5e7d9cd1d lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x2c8777a5e7d9cd16 expref: 18 pid: 5848 timeout: 1661 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777044882.936116:0:5843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 233 00000100:00100000:0.0:1777044882.936129:0:5843:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b51c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ce657616-b3f3-4e21-ac89-518ab611901c+18:3341:x1863365424306304:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1777044882.936146:0:5843:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777044882.936153:0:5843:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff98df6d64e200/0x2c8777a5e7d9cd1d lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x2c8777a5e7d9cd16 expref: 18 pid: 5848 timeout: 1661 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044882.936167:0:5843:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff98df6d64e200/0x2c8777a5e7d9cd1d lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x2c8777a5e7d9cd16 expref: 18 pid: 5848 timeout: 1661 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044882.936190:0:5843:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777044882.936286:0:5843:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b51c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ce657616-b3f3-4e21-ac89-518ab611901c+18:3341:x1863365424306304:12345-0@lo:103:ldlm_bl.0 Request processed in 159us (3476us total) trans 0 rc 0/0 00000100:00100000:0.0:1777044882.936297:0:5843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 233 00010000:00010000:3.0:1777044882.937234:0:5844:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777044882.937244:0:5844:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.145@tcp lock: ffff98df7b536800/0x2c8777a5e7d9cd24 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0x2c8777a5e7d9cd2b expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044882.937254:0:5844:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98df7b536800 already unused, calling callback (ffffffffc1dd8c20) 10000000:00010000:3.0:1777044882.937259:0:5844:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.145@tcp lock: ffff98df7b536800/0x2c8777a5e7d9cd24 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1400400000000 nid: local remote: 0x2c8777a5e7d9cd2b expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044882.937269:0:5844:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.145@tcp lock: ffff98df7b536800/0x2c8777a5e7d9cd24 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1408400000000 nid: local remote: 0x2c8777a5e7d9cd2b expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1777044882.937279:0:5844:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.145@tcp lock: ffff98df7b536800/0x2c8777a5e7d9cd24 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1409400000000 nid: local remote: 0x2c8777a5e7d9cd2b expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1777044882.937288:0:5844:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:3.0:1777044882.937320:0:5844:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.145@tcp lock: ffff98df7b536800/0x2c8777a5e7d9cd24 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0x2c8777a5e7d9cd2b expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044882.937328:0:5844:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1777044882.937352:0:5844:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.145@tcp lock: ffff98df7b536800/0x2c8777a5e7d9cd24 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0x2c8777a5e7d9cd2b expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044882.937379:0:5844:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.145@tcp lock: ffff98df7b536800/0x2c8777a5e7d9cd24 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0x2c8777a5e7d9cd2b expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044882.937395:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777044882.937398:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777044882.937401:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777044882.938056:0:17112:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff98df6d64e000/0x2c8777a5e7d9cd01 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x2c8777a5e7d9ccfa expref: 17 pid: 5850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044882.938074:0:17112:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff98df6d64e000/0x2c8777a5e7d9cd01 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x2c8777a5e7d9ccfa expref: 17 pid: 5850 timeout: 1661 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777044882.938093:0:17112:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df74177480 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17112:1863365424306560:0@lo:104: 00000100:00100000:2.0:1777044882.938142:0:17112:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1777044882.938179:0:17112:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff98de427e6600/0x2c8777a5e7d9ccf3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x2c8777a5e7d9ccec expref: 17 pid: 5849 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044882.938192:0:17112:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff98de427e6600/0x2c8777a5e7d9ccf3 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x2c8777a5e7d9ccec expref: 17 pid: 5849 timeout: 1661 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777044882.938205:0:17112:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df74176680 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17112:1863365424306688:0@lo:104: 00000100:00100000:2.0:1777044882.938500:0:17112:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1777044882.938531:0:17112:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff98df6d64f400/0x2c8777a5e7d9cce5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114860a expref: 11 pid: 5850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044882.938547:0:17112:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff98df6d64f400/0x2c8777a5e7d9cce5 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x70000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114860a expref: 11 pid: 5850 timeout: 1611 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777044882.938561:0:17112:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df74174e00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17112:1863365424306816:192.168.201.45@tcp:104: 00000100:00100000:1.0:1777044882.940076:0:16643:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:1.0:1777044882.940096:0:16643:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424306176 00000100:00100000:1.0:1777044882.940105:0:16643:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424306176 00000100:00100000:1.0:1777044882.940486:0:16643:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424306560 00000100:00100000:1.0:1777044882.940492:0:16643:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424306560 00000100:00100000:1.0:1777044882.940529:0:16643:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424306688 00000100:00100000:1.0:1777044882.940533:0:16643:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424306688 00000100:00100000:1.0:1777044882.940554:0:16643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53 00000100:00100000:1.0:1777044882.940565:0:16643:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df74175500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_003:ce657616-b3f3-4e21-ac89-518ab611901c+5:17112:x1863365424306176:12345-0@lo:104: 00010000:00010000:1.0:1777044882.940604:0:16643:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.201.145@tcp lock: ffff98df7b537000/0x2c8777a5e7d9cd08 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1400000000000 nid: local remote: 0x2c8777a5e7d9cd0f expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044882.940675:0:16643:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1777044882.940685:0:16643:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df74175500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_003:ce657616-b3f3-4e21-ac89-518ab611901c+5:17112:x1863365424306176:12345-0@lo:104: Request processed in 122us (9364us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044882.940714:0:16643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53 00000100:00100000:1.0:1777044882.940739:0:16643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54 00000100:00100000:1.0:1777044882.940749:0:16643:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df74176d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_003:ce657616-b3f3-4e21-ac89-518ab611901c+4:17112:x1863365424306560:12345-0@lo:104: 00010000:00010000:1.0:1777044882.940761:0:16643:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.201.145@tcp lock: ffff98df74fa7600/0x2c8777a5e7d9ccfa lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1400000000000 nid: local remote: 0x2c8777a5e7d9cd01 expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044882.940811:0:16643:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:1.0:1777044882.940820:0:16643:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df74176d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_003:ce657616-b3f3-4e21-ac89-518ab611901c+4:17112:x1863365424306560:12345-0@lo:104: Request processed in 74us (2678us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044882.940857:0:16643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54 00000100:00100000:1.0:1777044882.940877:0:16643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 55 00000100:00100000:1.0:1777044882.940887:0:16643:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b743850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_003:ce657616-b3f3-4e21-ac89-518ab611901c+3:17112:x1863365424306688:12345-0@lo:104: 00010000:00010000:1.0:1777044882.940898:0:16643:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.201.145@tcp lock: ffff98df74fa6c00/0x2c8777a5e7d9ccec lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1400000000000 nid: local remote: 0x2c8777a5e7d9ccf3 expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044882.940939:0:16643:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to priority blp list, 3 blwis in pool 00000100:00100000:1.0:1777044882.940946:0:16643:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b743850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_003:ce657616-b3f3-4e21-ac89-518ab611901c+3:17112:x1863365424306688:12345-0@lo:104: Request processed in 61us (2446us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044882.940968:0:16643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 55 00010000:00010000:1.0:1777044882.941032:0:5845:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1777044882.941040:0:5845:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.145@tcp lock: ffff98df7b537000/0x2c8777a5e7d9cd08 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1400000000000 nid: local remote: 0x2c8777a5e7d9cd0f expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044882.941051:0:5845:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98df7b537000 already unused, calling callback (ffffffffc1dd8c20) 10000000:00010000:1.0:1777044882.941056:0:5845:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.145@tcp lock: ffff98df7b537000/0x2c8777a5e7d9cd08 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1400400000000 nid: local remote: 0x2c8777a5e7d9cd0f expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044882.941066:0:5845:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.145@tcp lock: ffff98df7b537000/0x2c8777a5e7d9cd08 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1408400000000 nid: local remote: 0x2c8777a5e7d9cd0f expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1777044882.941075:0:5845:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.145@tcp lock: ffff98df7b537000/0x2c8777a5e7d9cd08 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1409400000000 nid: local remote: 0x2c8777a5e7d9cd0f expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1777044882.941084:0:5845:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:1.0:1777044882.941115:0:5845:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.145@tcp lock: ffff98df7b537000/0x2c8777a5e7d9cd08 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0x2c8777a5e7d9cd0f expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044882.941123:0:5845:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1777044882.941150:0:5845:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.145@tcp lock: ffff98df7b537000/0x2c8777a5e7d9cd08 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0x2c8777a5e7d9cd0f expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044882.941160:0:5845:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.145@tcp lock: ffff98df7b537000/0x2c8777a5e7d9cd08 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0x2c8777a5e7d9cd0f expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044882.941177:0:5845:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1777044882.941183:0:5845:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.145@tcp lock: ffff98df74fa7600/0x2c8777a5e7d9ccfa lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x2c8777a5e7d9cd01 expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044882.941249:0:5845:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98df74fa7600 already unused, calling callback (ffffffffc1dd8c20) 10000000:00010000:1.0:1777044882.941254:0:5845:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.145@tcp lock: ffff98df74fa7600/0x2c8777a5e7d9ccfa lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0x2c8777a5e7d9cd01 expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044882.941265:0:5845:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.145@tcp lock: ffff98df74fa7600/0x2c8777a5e7d9ccfa lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0x2c8777a5e7d9cd01 expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1777044882.941274:0:5845:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.145@tcp lock: ffff98df74fa7600/0x2c8777a5e7d9ccfa lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0x2c8777a5e7d9cd01 expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1777044882.941282:0:5845:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:1.0:1777044882.941304:0:5845:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.145@tcp lock: ffff98df74fa7600/0x2c8777a5e7d9ccfa lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x2c8777a5e7d9cd01 expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044882.941313:0:5845:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1777044882.941323:0:5845:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.145@tcp lock: ffff98df74fa7600/0x2c8777a5e7d9ccfa lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x2c8777a5e7d9cd01 expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044882.941332:0:5845:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.145@tcp lock: ffff98df74fa7600/0x2c8777a5e7d9ccfa lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x2c8777a5e7d9cd01 expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044882.941346:0:5845:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1777044882.941350:0:5845:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.145@tcp lock: ffff98df74fa6c00/0x2c8777a5e7d9ccec lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x2c8777a5e7d9ccf3 expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044882.941358:0:5845:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98df74fa6c00 already unused, calling callback (ffffffffc1dd8c20) 10000000:00010000:1.0:1777044882.941362:0:5845:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.145@tcp lock: ffff98df74fa6c00/0x2c8777a5e7d9ccec lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x2c8777a5e7d9ccf3 expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044882.941388:0:5845:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.145@tcp lock: ffff98df74fa6c00/0x2c8777a5e7d9ccec lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x2c8777a5e7d9ccf3 expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1777044882.941397:0:5845:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.145@tcp lock: ffff98df74fa6c00/0x2c8777a5e7d9ccec lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x2c8777a5e7d9ccf3 expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1777044882.941405:0:5845:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:1.0:1777044882.941424:0:5845:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.145@tcp lock: ffff98df74fa6c00/0x2c8777a5e7d9ccec lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x2c8777a5e7d9ccf3 expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044882.941432:0:5845:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1777044882.941442:0:5845:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.145@tcp lock: ffff98df74fa6c00/0x2c8777a5e7d9ccec lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x2c8777a5e7d9ccf3 expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044882.941451:0:5845:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.145@tcp lock: ffff98df74fa6c00/0x2c8777a5e7d9ccec lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x2c8777a5e7d9ccf3 expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044882.941467:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777044882.941470:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777044882.941472:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777044882.941580:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de42c88700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ce657616-b3f3-4e21-ac89-518ab611901c:3343:1863365424306944:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1777044882.941624:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777044882.941692:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1777044882.941702:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de42c8ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ce657616-b3f3-4e21-ac89-518ab611901c:3343:1863365424307072:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1777044882.941736:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1777044882.941812:0:17112:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff98de427e7000/0x2c8777a5e7d9ccde lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148603 expref: 11 pid: 5848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044882.941855:0:17112:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff98de427e7000/0x2c8777a5e7d9ccde lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x70000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148603 expref: 11 pid: 5848 timeout: 1611 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777044882.941872:0:17112:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df74175500 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17112:1863365424307328:192.168.201.45@tcp:104: 00010000:00010000:2.0:1777044882.941947:0:17112:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff98df74fa6400/0x2c8777a5e7d9ccd7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11485fc expref: 11 pid: 5849 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044882.941961:0:17112:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff98df74fa6400/0x2c8777a5e7d9ccd7 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x70000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11485fc expref: 11 pid: 5849 timeout: 1611 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777044882.941975:0:17112:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df74176d80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17112:1863365424307456:192.168.201.45@tcp:104: 00000100:00100000:2.0:1777044882.942004:0:17112:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df467d9e40 going to sleep for 11 seconds 00010000:00010000:2.0:1777044882.942034:0:17112:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff98df74fa7e00/0x2c8777a5e7d9cd47 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x2c8777a5e7d9cd40 expref: 17 pid: 5849 timeout: 1661 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777044882.942050:0:17112:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7b51d880 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17112:1863365424305408:0@lo:104: 00010000:00010000:2.0:1777044882.942064:0:17112:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff98df6d64f200/0x2c8777a5e7d9cd39 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x2c8777a5e7d9cd32 expref: 16 pid: 5850 timeout: 1661 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777044882.942076:0:17112:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7b51e300 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17112:1863365424305536:0@lo:104: 00000100:00100000:2.0:1777044882.942088:0:17112:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7b51ca80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17112:1863365424305792:0@lo:104: 00010000:00010000:2.0:1777044882.942101:0:17112:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff98df6d64e200/0x2c8777a5e7d9cd1d lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x2c8777a5e7d9cd16 expref: 15 pid: 5848 timeout: 1661 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777044882.942122:0:17112:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df74177800 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17112:1863365424306048:0@lo:104: 00000100:00100000:2.0:1777044882.942137:0:17112:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df74176300 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17112:1863365424306176:0@lo:104: 00000100:00100000:2.0:1777044882.942148:0:17112:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df74177480 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17112:1863365424306560:0@lo:104: 00000100:00100000:2.0:1777044882.942158:0:17112:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df74176680 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17112:1863365424306688:0@lo:104: 00000100:00100000:2.0:1777044882.942266:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de419fdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ce657616-b3f3-4e21-ac89-518ab611901c:3342:1863365424306432:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1777044882.942306:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777044882.942334:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1777044882.942343:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de42c88380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ce657616-b3f3-4e21-ac89-518ab611901c:3342:1863365424307200:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1777044882.942371:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777044882.942398:0:6655:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424306944 00000100:00100000:2.0:1777044882.942405:0:6655:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424306944 00010000:00010000:2.0:1777044882.942433:0:6655:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff98df6d64f600/0x2c8777a5e7d9cd0f lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x2c8777a5e7d9cd08 expref: 15 pid: 5850 timeout: 1661 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777044882.942457:0:6655:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424307072 00000100:00100000:2.0:1777044882.942461:0:6655:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424307072 00010000:00010000:2.0:1777044882.942476:0:6655:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff98df6d64e000/0x2c8777a5e7d9cd01 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x2c8777a5e7d9ccfa expref: 16 pid: 5850 timeout: 1661 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777044882.942492:0:6655:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424306432 00000100:00100000:2.0:1777044882.942496:0:6655:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424306432 00010000:00010000:2.0:1777044882.942513:0:6655:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff98df6d64e600/0x2c8777a5e7d9cd2b lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x2c8777a5e7d9cd24 expref: 17 pid: 5849 timeout: 1661 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777044882.942529:0:6655:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424307200 00000100:00100000:2.0:1777044882.942532:0:6655:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424307200 00010000:00010000:2.0:1777044882.942548:0:6655:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff98de427e6600/0x2c8777a5e7d9ccf3 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x2c8777a5e7d9ccec expref: 18 pid: 5849 timeout: 1661 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777044882.942583:0:6655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 234 00000100:00100000:2.0:1777044882.942594:0:6655:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df74175f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ce657616-b3f3-4e21-ac89-518ab611901c+18:3343:x1863365424306944:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1777044882.942610:0:6655:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777044882.942617:0:6655:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff98df6d64f600/0x2c8777a5e7d9cd0f lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x2c8777a5e7d9cd08 expref: 18 pid: 5850 timeout: 1661 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044882.942630:0:6655:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff98df6d64f600/0x2c8777a5e7d9cd0f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x2c8777a5e7d9cd08 expref: 18 pid: 5850 timeout: 1661 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044882.942649:0:6655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff98df6d64f600/0x2c8777a5e7d9cd0f lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x2c8777a5e7d9cd08 expref: 18 pid: 5850 timeout: 1661 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044882.942665:0:6655:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777044882.942706:0:6655:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df74175f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ce657616-b3f3-4e21-ac89-518ab611901c+17:3343:x1863365424306944:12345-0@lo:103:ldlm_bl.0 Request processed in 113us (1081us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044882.942716:0:6655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 234 00000100:00100000:2.0:1777044882.942738:0:6655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 235 00000100:00100000:2.0:1777044882.942746:0:6655:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df74176a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ce657616-b3f3-4e21-ac89-518ab611901c+16:3343:x1863365424307072:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1777044882.942757:0:6655:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777044882.942762:0:6655:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff98df6d64e000/0x2c8777a5e7d9cd01 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x2c8777a5e7d9ccfa expref: 16 pid: 5850 timeout: 1661 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044882.942775:0:6655:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff98df6d64e000/0x2c8777a5e7d9cd01 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x2c8777a5e7d9ccfa expref: 16 pid: 5850 timeout: 1661 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044882.942789:0:6655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff98df6d64e000/0x2c8777a5e7d9cd01 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x2c8777a5e7d9ccfa expref: 16 pid: 5850 timeout: 1661 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044882.942818:0:6655:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777044882.942881:0:6655:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df74176a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ce657616-b3f3-4e21-ac89-518ab611901c+15:3343:x1863365424307072:12345-0@lo:103:ldlm_bl.0 Request processed in 135us (1144us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044882.942892:0:6655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 235 00000100:00100000:2.0:1777044882.942913:0:6655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 236 00000100:00100000:2.0:1777044882.942923:0:6655:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d58ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ce657616-b3f3-4e21-ac89-518ab611901c+14:3342:x1863365424306432:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1777044882.942933:0:6655:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777044882.942938:0:6655:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff98df6d64e600/0x2c8777a5e7d9cd2b lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x2c8777a5e7d9cd24 expref: 14 pid: 5849 timeout: 1661 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044882.942951:0:6655:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff98df6d64e600/0x2c8777a5e7d9cd2b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x2c8777a5e7d9cd24 expref: 14 pid: 5849 timeout: 1661 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044882.942966:0:6655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff98df6d64e600/0x2c8777a5e7d9cd2b lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x2c8777a5e7d9cd24 expref: 14 pid: 5849 timeout: 1661 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044882.942978:0:6655:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777044882.943013:0:6655:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d58ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ce657616-b3f3-4e21-ac89-518ab611901c+13:3342:x1863365424306432:12345-0@lo:103:ldlm_bl.0 Request processed in 91us (706us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044882.943022:0:6655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 236 00000100:00100000:2.0:1777044882.943041:0:6655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 237 00000100:00100000:2.0:1777044882.943049:0:6655:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d58ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ce657616-b3f3-4e21-ac89-518ab611901c+12:3342:x1863365424307200:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1777044882.943058:0:6655:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777044882.943064:0:6655:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff98de427e6600/0x2c8777a5e7d9ccf3 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x2c8777a5e7d9ccec expref: 12 pid: 5849 timeout: 1661 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044882.943077:0:6655:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff98de427e6600/0x2c8777a5e7d9ccf3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x2c8777a5e7d9ccec expref: 12 pid: 5849 timeout: 1661 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044882.943098:0:6655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff98de427e6600/0x2c8777a5e7d9ccf3 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x2c8777a5e7d9ccec expref: 12 pid: 5849 timeout: 1661 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044882.943109:0:6655:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777044882.943141:0:6655:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d58ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ce657616-b3f3-4e21-ac89-518ab611901c+11:3342:x1863365424307200:12345-0@lo:103:ldlm_bl.0 Request processed in 93us (770us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044882.943150:0:6655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 237 00000100:00100000:2.0:1777044882.943194:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de42c8ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ce657616-b3f3-4e21-ac89-518ab611901c:3343:1863365424307072:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1777044882.943494:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de42c88700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ce657616-b3f3-4e21-ac89-518ab611901c:3343:1863365424306944:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1777044882.943537:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de42c88380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ce657616-b3f3-4e21-ac89-518ab611901c:3342:1863365424307200:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1777044882.943548:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de419fdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ce657616-b3f3-4e21-ac89-518ab611901c:3342:1863365424306432:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1777044882.944684:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7b51ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ce657616-b3f3-4e21-ac89-518ab611901c:3341:1863365424306304:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1777044882.946800:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777044882.950553:0:17112:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df74174e00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17112:1863365424306816:192.168.201.45@tcp:104: 00000100:00100000:3.0:1777044882.961595:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777044882.961783:0:17112:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df74175500 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17112:1863365424307328:192.168.201.45@tcp:104: 00000100:00100000:2.0:1777044882.961802:0:17112:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df74176d80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17112:1863365424307456:192.168.201.45@tcp:104: 00010000:00010000:2.0:1777044882.961901:0:17112:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff98df7b536200/0x2c8777a5e7d9cd4e lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777044882.962023:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777044882.964367:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777044882.965511:0:6655:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369882880 00000100:00100000:1.0:1777044882.965527:0:6655:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369882880 00010000:00010000:1.0:1777044882.965606:0:6655:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff98de427e7000/0x2c8777a5e7d9ccde lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148603 expref: 12 pid: 5848 timeout: 1611 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777044882.967552:0:5843:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369882752 00000100:00100000:0.0:1777044882.967561:0:5843:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369882752 00010000:00010000:0.0:1777044882.969013:0:5843:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff98df6d64f400/0x2c8777a5e7d9cce5 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114860a expref: 13 pid: 5850 timeout: 1611 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777044882.969150:0:5843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 238 00000100:00100000:0.0:1777044882.969166:0:5843:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df677a7450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:19aeff9b-bdfb-4382-8412-7db7c143c0bf+13:2392:x1863365369882880:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777044882.969189:0:5843:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777044882.969199:0:5843:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff98de427e7000/0x2c8777a5e7d9ccde lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x60000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148603 expref: 13 pid: 5848 timeout: 1611 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044882.969215:0:5843:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff98de427e7000/0x2c8777a5e7d9ccde lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x50000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148603 expref: 13 pid: 5848 timeout: 1611 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044882.969257:0:5843:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff98de427e7000/0x2c8777a5e7d9ccde lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x44801400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148603 expref: 13 pid: 5848 timeout: 1611 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044882.969326:0:5843:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777044882.969402:0:5843:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df677a7450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2392:x1863365369882880:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 240us (7834us total) trans 0 rc 0/0 00000100:00100000:0.0:1777044882.969415:0:5843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 238 00000100:00100000:0.0:1777044882.969638:0:5843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 239 00000100:00100000:0.0:1777044882.969651:0:5843:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de419fc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:19aeff9b-bdfb-4382-8412-7db7c143c0bf+11:2392:x1863365369882752:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777044882.969663:0:5843:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777044882.969671:0:5843:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff98df6d64f400/0x2c8777a5e7d9cce5 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114860a expref: 11 pid: 5850 timeout: 1611 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044882.969685:0:5843:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff98df6d64f400/0x2c8777a5e7d9cce5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114860a expref: 11 pid: 5850 timeout: 1611 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044882.969725:0:5843:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff98df6d64f400/0x2c8777a5e7d9cce5 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x44801400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114860a expref: 11 pid: 5850 timeout: 1611 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044882.969740:0:5843:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777044882.969779:0:5843:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de419fc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:19aeff9b-bdfb-4382-8412-7db7c143c0bf+10:2392:x1863365369882752:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 129us (7757us total) trans 0 rc 0/0 00000100:00100000:0.0:1777044882.969790:0:5843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 239 00000100:00100000:0.0:1777044882.971046:0:5842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369883008 00000100:00100000:0.0:1777044882.971057:0:5842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369883008 00010000:00010000:0.0:1777044882.971093:0:5842:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff98df74fa6400/0x2c8777a5e7d9ccd7 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11485fc expref: 10 pid: 5849 timeout: 1611 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777044882.971149:0:5842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 240 00000100:00100000:0.0:1777044882.971159:0:5842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de419fd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:19aeff9b-bdfb-4382-8412-7db7c143c0bf+10:2392:x1863365369883008:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777044882.971174:0:5842:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777044882.971180:0:5842:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff98df74fa6400/0x2c8777a5e7d9ccd7 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11485fc expref: 10 pid: 5849 timeout: 1611 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044882.971196:0:5842:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff98df74fa6400/0x2c8777a5e7d9ccd7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11485fc expref: 10 pid: 5849 timeout: 1611 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044882.971242:0:5842:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff98df74fa6400/0x2c8777a5e7d9ccd7 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11485fc expref: 10 pid: 5849 timeout: 1611 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044882.974409:0:5842:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff98df7b536200/0x2c8777a5e7d9cd4e lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 17112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044882.974428:0:5842:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff98df7b536200/0x2c8777a5e7d9cd4e lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 17112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044882.974454:0:5842:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff98df7b536200/0x2c8777a5e7d9cd4e lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044882.974465:0:5842:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff98df7b536200/0x2c8777a5e7d9cd4e lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044882.974475:0:5842:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff98df7b536200/0x2c8777a5e7d9cd4e lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044882.974485:0:5842:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff98df7b536200/0x2c8777a5e7d9cd4e lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044882.974516:0:5842:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98df7b536200 already unused, calling callback (ffffffffc17d22d0) 00010000:00010000:0.0:1777044882.974522:0:5842:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff98df7b536200/0x2c8777a5e7d9cd4e lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044882.974534:0:5842:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff98df7b536200/0x2c8777a5e7d9cd4e lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044882.974570:0:5842:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff98df7b536200/0x2c8777a5e7d9cd4e lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044882.974602:0:5842:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777044882.974672:0:5842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de419fd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:19aeff9b-bdfb-4382-8412-7db7c143c0bf+9:2392:x1863365369883008:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 3509us (10307us total) trans 0 rc 0/0 00000100:00100000:0.0:1777044882.974686:0:5842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 240 00010000:00010000:1.0:1777044882.974807:0:17112:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff98df7b536200/0x2c8777a5e7d9cd4e lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044882.974821:0:17112:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff98df7b536200/0x2c8777a5e7d9cd4e lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044882.974869:0:17112:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff98df7b536200/0x2c8777a5e7d9cd4e lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17112 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044883.861780:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777044884.026686:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777044884.026858:0:5850:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369883136 00000100:00100000:2.0:1777044884.026872:0:5850:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369883136 00000100:00100000:2.0:1777044884.026953:0:5850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 695 00000100:00100000:2.0:1777044884.026967:0:5850:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df4fc77850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:19aeff9b-bdfb-4382-8412-7db7c143c0bf+9:5616:x1863365369883136:12345-192.168.201.45@tcp:101:ll_cfg_requeue.0 00010000:00010000:2.0:1777044884.026990:0:5850:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777044884.027014:0:5850:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff98de427e6600/0x2c8777a5e7d9cd55 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148611 expref: -99 pid: 5850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044884.027075:0:5850:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff98de427e6600/0x2c8777a5e7d9cd55 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148611 expref: 10 pid: 5850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044884.027114:0:5850:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff98de427e6600/0x2c8777a5e7d9cd55 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148611 expref: 10 pid: 5850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044884.027129:0:5850:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de427e6600, rc 0) 00000100:00100000:2.0:1777044884.027286:0:5850:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df4fc77850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:19aeff9b-bdfb-4382-8412-7db7c143c0bf+10:5616:x1863365369883136:12345-192.168.201.45@tcp:101:ll_cfg_requeue.0 Request processed in 320us (610us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044884.027298:0:5850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 695 00000100:00100000:0.0:1777044884.048492:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777044884.054502:0:5849:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369883264 00000100:00100000:3.0:1777044884.054532:0:5849:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369883264 00000100:00100000:3.0:1777044884.054639:0:5849:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 696 00000100:00100000:3.0:1777044884.054656:0:5849:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df4fc76850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:19aeff9b-bdfb-4382-8412-7db7c143c0bf+10:5616:x1863365369883264:12345-192.168.201.45@tcp:501:ll_cfg_requeue.0 00000100:00100000:2.0:1777044884.069463:0:5849:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df4fc76850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:19aeff9b-bdfb-4382-8412-7db7c143c0bf+10:5616:x1863365369883264:12345-192.168.201.45@tcp:501:ll_cfg_requeue.0 Request processed in 14797us (20968us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044884.069484:0:5849:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 696 00000100:00100000:3.0:1777044884.105584:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777044884.106106:0:5848:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369883392 00000100:00100000:1.0:1777044884.106120:0:5848:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369883392 00000100:00100000:1.0:1777044884.106556:0:5848:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 697 00000100:00100000:1.0:1777044884.106575:0:5848:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df4fc75450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:19aeff9b-bdfb-4382-8412-7db7c143c0bf+10:5616:x1863365369883392:12345-192.168.201.45@tcp:503:ll_cfg_requeue.0 00000100:00100000:1.0:1777044884.107238:0:5848:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df4fc75450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:19aeff9b-bdfb-4382-8412-7db7c143c0bf+10:5616:x1863365369883392:12345-192.168.201.45@tcp:503:ll_cfg_requeue.0 Request processed in 665us (1665us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044884.107251:0:5848:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 697 00000040:00080000:3.0:1777044884.118508:0:11491:0:(llog.c:801:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1777044884.118520:0:11491:0:(llog_cat.c:158:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1777044884.119688:0:11491:0:(llog.c:858:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:3.0:1777044884.119701:0:11491:0:(llog.c:858:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1777044884.150603:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777044884.150772:0:5849:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369883520 00000100:00100000:2.0:1777044884.150788:0:5849:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369883520 00000100:00100000:2.0:1777044884.150904:0:5849:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 698 00000100:00100000:2.0:1777044884.150921:0:5849:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df47088050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:19aeff9b-bdfb-4382-8412-7db7c143c0bf+10:22984:x1863365369883520:12345-192.168.201.45@tcp:502:llog_process_th.0 00000100:00100000:2.0:1777044884.151739:0:5849:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df47088050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:19aeff9b-bdfb-4382-8412-7db7c143c0bf+10:22984:x1863365369883520:12345-192.168.201.45@tcp:502:llog_process_th.0 Request processed in 818us (1144us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044884.151754:0:5849:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 698 00000100:00100000:3.0:1777044884.165564:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777044884.173780:0:5850:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369883648 00000100:00100000:2.0:1777044884.173801:0:5850:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369883648 00000100:00100000:2.0:1777044884.173963:0:5850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 699 00000100:00100000:2.0:1777044884.174017:0:5850:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df47089050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:19aeff9b-bdfb-4382-8412-7db7c143c0bf+10:22984:x1863365369883648:12345-192.168.201.45@tcp:502:llog_process_th.0 00000100:00100000:2.0:1777044884.178738:0:5850:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df47089050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:19aeff9b-bdfb-4382-8412-7db7c143c0bf+10:22984:x1863365369883648:12345-192.168.201.45@tcp:502:llog_process_th.0 Request processed in 4748us (13172us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044884.178774:0:5850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 699 00000100:00100000:3.0:1777044884.188977:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777044884.204035:0:5848:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369883776 00000100:00100000:1.0:1777044884.204056:0:5848:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369883776 00000100:00100000:1.0:1777044884.205587:0:5848:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 700 00000100:00100000:1.0:1777044884.205608:0:5848:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df47088450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:19aeff9b-bdfb-4382-8412-7db7c143c0bf+10:5616:x1863365369883776:12345-192.168.201.45@tcp:101:ll_cfg_requeue.0 00010000:00010000:1.0:1777044884.205636:0:5848:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777044884.205664:0:5848:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff98df413a7600/0x2c8777a5e7d9cd5c lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148618 expref: -99 pid: 5848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044884.205712:0:5848:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff98df413a7600/0x2c8777a5e7d9cd5c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148618 expref: 11 pid: 5848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044884.205733:0:5848:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff98df413a7600/0x2c8777a5e7d9cd5c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148618 expref: 11 pid: 5848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044884.205748:0:5848:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98df413a7600, rc 0) 00000100:00100000:1.0:1777044884.205906:0:5848:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df47088450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:19aeff9b-bdfb-4382-8412-7db7c143c0bf+11:5616:x1863365369883776:12345-192.168.201.45@tcp:101:ll_cfg_requeue.0 Request processed in 301us (16939us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044884.205921:0:5848:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 700 00000100:00100000:0.0:1777044884.238273:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777044884.238571:0:5850:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369883904 00000100:00100000:2.0:1777044884.238589:0:5850:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369883904 00000100:00100000:2.0:1777044884.238711:0:5850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 701 00000100:00100000:2.0:1777044884.238731:0:5850:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df47088c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:19aeff9b-bdfb-4382-8412-7db7c143c0bf+11:5616:x1863365369883904:12345-192.168.201.45@tcp:501:ll_cfg_requeue.0 00000100:00100000:2.0:1777044884.239601:0:5850:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df47088c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:19aeff9b-bdfb-4382-8412-7db7c143c0bf+11:5616:x1863365369883904:12345-192.168.201.45@tcp:501:ll_cfg_requeue.0 Request processed in 871us (1337us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044884.239618:0:5850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 701 00000100:00100000:3.0:1777044884.256315:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777044884.257391:0:5849:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369884032 00000100:00100000:0.0:1777044884.257408:0:5849:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369884032 00000100:00100000:0.0:1777044884.257500:0:5849:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 702 00000100:00100000:0.0:1777044884.257518:0:5849:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df4708bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:19aeff9b-bdfb-4382-8412-7db7c143c0bf+11:5616:x1863365369884032:12345-192.168.201.45@tcp:503:ll_cfg_requeue.0 00000100:00100000:0.0:1777044884.257898:0:5849:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df4708bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:19aeff9b-bdfb-4382-8412-7db7c143c0bf+11:5616:x1863365369884032:12345-192.168.201.45@tcp:503:ll_cfg_requeue.0 Request processed in 381us (1593us total) trans 0 rc 0/0 00000100:00100000:0.0:1777044884.257913:0:5849:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 702 00000100:00100000:3.0:1777044884.298680:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777044884.300248:0:5848:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369884160 00000100:00100000:1.0:1777044884.300266:0:5848:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369884160 00000100:00100000:1.0:1777044884.300357:0:5848:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 703 00000100:00100000:1.0:1777044884.300373:0:5848:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df47089c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:19aeff9b-bdfb-4382-8412-7db7c143c0bf+11:22985:x1863365369884160:12345-192.168.201.45@tcp:502:llog_process_th.0 00000100:00100000:1.0:1777044884.300867:0:5848:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df47089c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:19aeff9b-bdfb-4382-8412-7db7c143c0bf+11:22985:x1863365369884160:12345-192.168.201.45@tcp:502:llog_process_th.0 Request processed in 496us (2195us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044884.300881:0:5848:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 703 00000100:00100000:3.0:1777044884.326615:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777044884.326726:0:5849:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369884288 00000100:00100000:0.0:1777044884.326739:0:5849:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369884288 00000100:00100000:0.0:1777044884.327124:0:5849:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 704 00000100:00100000:0.0:1777044884.327140:0:5849:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df485c0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:19aeff9b-bdfb-4382-8412-7db7c143c0bf+11:22985:x1863365369884288:12345-192.168.201.45@tcp:502:llog_process_th.0 00000100:00100000:0.0:1777044884.327513:0:5849:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df485c0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:19aeff9b-bdfb-4382-8412-7db7c143c0bf+11:22985:x1863365369884288:12345-192.168.201.45@tcp:502:llog_process_th.0 Request processed in 374us (907us total) trans 0 rc 0/0 00000100:00100000:0.0:1777044884.327527:0:5849:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 704 00000100:00100000:1.0:1777044884.362173:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777044884.363643:0:5850:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369884416 00000100:00100000:3.0:1777044884.363659:0:5850:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369884416 00000100:00100000:3.0:1777044884.363750:0:5850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 705 00000100:00100000:3.0:1777044884.363787:0:5850:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df485c1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:19aeff9b-bdfb-4382-8412-7db7c143c0bf+11:5616:x1863365369884416:12345-192.168.201.45@tcp:101:ll_cfg_requeue.0 00010000:00010000:3.0:1777044884.363834:0:5850:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777044884.363861:0:5850:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff98df74fa7000/0x2c8777a5e7d9cd63 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee114861f expref: -99 pid: 5850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044884.363906:0:5850:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff98df74fa7000/0x2c8777a5e7d9cd63 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114861f expref: 12 pid: 5850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044884.363926:0:5850:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff98df74fa7000/0x2c8777a5e7d9cd63 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114861f expref: 12 pid: 5850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044884.363941:0:5850:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98df74fa7000, rc 0) 00000100:00100000:3.0:1777044884.364030:0:5850:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df485c1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:5616:x1863365369884416:12345-192.168.201.45@tcp:101:ll_cfg_requeue.0 Request processed in 246us (1868us total) trans 0 rc 0/0 00000100:00100000:3.0:1777044884.364042:0:5850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 705 00000100:00100000:1.0:1777044884.372027:0:5848:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369884544 00000100:00100000:1.0:1777044884.372027:0:5848:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369884544 00000100:00100000:0.0:1777044884.372027:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777044884.372052:0:5848:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 706 00000100:00100000:1.0:1777044884.372068:0:5848:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df485c0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:5616:x1863365369884544:12345-192.168.201.45@tcp:501:ll_cfg_requeue.0 00000100:00100000:1.0:1777044884.372769:0:5848:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df485c0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:5616:x1863365369884544:12345-192.168.201.45@tcp:501:ll_cfg_requeue.0 Request processed in 702us (749us total) trans 0 rc -2/-2 00000100:00100000:1.0:1777044884.372784:0:5848:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 706 10000000:01000000:0.0:1777044884.373330:0:5853:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:01000000:0.0:1777044884.373336:0:5853:0:(mgc_request.c:1799:mgc_process_log()) Process log lustre-client-ffff98df607ea000 from 52 10000000:01000000:0.0:1777044884.373343:0:5853:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:0.0:1777044884.373394:0:5853:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.145@tcp lock: ffff98df7b536000/0x2c8777a5e7d9cd6a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044884.373411:0:5853:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.145@tcp lock: ffff98df7b536000/0x2c8777a5e7d9cd6a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044884.373427:0:5853:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.145@tcp lock: ffff98df7b536000/0x2c8777a5e7d9cd6a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777044884.373461:0:5853:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7b51c000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ce657616-b3f3-4e21-ac89-518ab611901c:5853:1863365424307584:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1777044884.373517:0:5853:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777044884.373582:0:5853:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df487b59c0 going to sleep for 11 seconds 00000100:00100000:2.0:1777044884.374310:0:5850:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424307584 00000100:00100000:2.0:1777044884.374319:0:5850:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424307584 00000100:00100000:2.0:1777044884.374382:0:5850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 707 00000100:00100000:2.0:1777044884.374396:0:5850:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df485c0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ce657616-b3f3-4e21-ac89-518ab611901c+11:5853:x1863365424307584:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1777044884.374411:0:5850:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777044884.374430:0:5850:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff98de427e6800/0x2c8777a5e7d9cd71 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0x2c8777a5e7d9cd6a expref: -99 pid: 5850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044884.374463:0:5850:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff98de427e6800/0x2c8777a5e7d9cd71 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x2c8777a5e7d9cd6a expref: 12 pid: 5850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044884.374480:0:5850:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff98de427e6800/0x2c8777a5e7d9cd71 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x2c8777a5e7d9cd6a expref: 12 pid: 5850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044884.374496:0:5850:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de427e6800, rc 0) 00000100:00100000:2.0:1777044884.374566:0:5850:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df485c0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ce657616-b3f3-4e21-ac89-518ab611901c+12:5853:x1863365424307584:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 172us (1047us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044884.374577:0:5850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 707 00000100:00100000:3.0:1777044884.380322:0:5853:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7b51c000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ce657616-b3f3-4e21-ac89-518ab611901c:5853:1863365424307584:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1777044884.380360:0:5853:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.145@tcp lock: ffff98df7b536000/0x2c8777a5e7d9cd6a lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x2c8777a5e7d9cd71 expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044884.380379:0:5853:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.145@tcp lock: ffff98df7b536000/0x2c8777a5e7d9cd6a lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x2c8777a5e7d9cd71 expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777044884.381197:0:5853:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df6d58ea00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ce657616-b3f3-4e21-ac89-518ab611901c:5853:1863365424307712:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1777044884.381339:0:5853:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777044884.381383:0:5853:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df5868b0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1777044884.381773:0:5849:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424307712 00000100:00100000:0.0:1777044884.381795:0:5849:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424307712 00000100:00100000:0.0:1777044884.381893:0:5849:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 708 00000100:00100000:0.0:1777044884.381907:0:5849:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df485c3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ce657616-b3f3-4e21-ac89-518ab611901c+12:5853:x1863365424307712:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1777044884.382661:0:5849:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df485c3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ce657616-b3f3-4e21-ac89-518ab611901c+12:5853:x1863365424307712:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 755us (1321us total) trans 0 rc 0/0 00000100:00100000:0.0:1777044884.382674:0:5849:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 708 00000100:00100000:3.0:1777044884.384047:0:5853:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df6d58ea00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ce657616-b3f3-4e21-ac89-518ab611901c:5853:1863365424307712:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1777044884.384116:0:5853:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de419ff100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ce657616-b3f3-4e21-ac89-518ab611901c:5853:1863365424307840:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1777044884.384198:0:5853:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777044884.384365:0:5853:0:(client.c:2691:ptlrpc_set_wait()) set ffff98de47823600 going to sleep for 11 seconds 00000100:00100000:1.0:1777044884.385320:0:5848:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424307840 00000100:00100000:1.0:1777044884.385330:0:5848:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424307840 00000100:00100000:1.0:1777044884.385536:0:5848:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 709 00000100:00100000:1.0:1777044884.385551:0:5848:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df485c1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ce657616-b3f3-4e21-ac89-518ab611901c+12:5853:x1863365424307840:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1777044884.385875:0:5848:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df485c1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ce657616-b3f3-4e21-ac89-518ab611901c+12:5853:x1863365424307840:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 327us (1676us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044884.385887:0:5848:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 709 00000100:00100000:3.0:1777044884.386046:0:5853:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de419ff100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ce657616-b3f3-4e21-ac89-518ab611901c:5853:1863365424307840:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1777044884.388316:0:17115:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de419ff100 pname:cluuid:pid:xid:nid:opc:job llog_process_th:ce657616-b3f3-4e21-ac89-518ab611901c:17115:1863365424307968:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1777044884.388400:0:17115:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777044884.391298:0:5849:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424307968 00000100:00100000:0.0:1777044884.391312:0:5849:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424307968 00000100:00100000:0.0:1777044884.391372:0:5849:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 710 00000100:00100000:0.0:1777044884.391386:0:5849:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df485c0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ce657616-b3f3-4e21-ac89-518ab611901c+12:17115:x1863365424307968:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1777044884.391792:0:5849:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df485c0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ce657616-b3f3-4e21-ac89-518ab611901c+12:17115:x1863365424307968:12345-0@lo:502:llog_process_th.0 Request processed in 407us (3391us total) trans 0 rc 0/0 00000100:00100000:0.0:1777044884.391831:0:5849:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 710 00000100:00100000:1.0:1777044884.392542:0:17115:0:(client.c:2691:ptlrpc_set_wait()) set ffff98de47823000 going to sleep for 11 seconds 00000100:00100000:1.0:1777044884.392582:0:17115:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de419ff100 pname:cluuid:pid:xid:nid:opc:job llog_process_th:ce657616-b3f3-4e21-ac89-518ab611901c:17115:1863365424307968:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1777044884.392692:0:17115:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de42c88380 pname:cluuid:pid:xid:nid:opc:job llog_process_th:ce657616-b3f3-4e21-ac89-518ab611901c:17115:1863365424308096:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1777044884.392759:0:17115:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777044884.392800:0:17115:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df5f8eb540 going to sleep for 11 seconds 00000100:00100000:0.0:1777044884.393632:0:5849:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424308096 00000100:00100000:0.0:1777044884.393641:0:5849:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424308096 00000100:00100000:0.0:1777044884.393702:0:5849:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 711 00000100:00100000:0.0:1777044884.393715:0:5849:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df485c2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ce657616-b3f3-4e21-ac89-518ab611901c+12:17115:x1863365424308096:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1777044884.394024:0:5849:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df485c2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ce657616-b3f3-4e21-ac89-518ab611901c+12:17115:x1863365424308096:12345-0@lo:502:llog_process_th.0 Request processed in 309us (1264us total) trans 0 rc 0/0 00000100:00100000:0.0:1777044884.394035:0:5849:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 711 00000100:00100000:3.0:1777044884.394632:0:17115:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de42c88380 pname:cluuid:pid:xid:nid:opc:job llog_process_th:ce657616-b3f3-4e21-ac89-518ab611901c:17115:1863365424308096:0@lo:502:llog_process_th.0 00000040:00080000:3.0:1777044884.394673:0:17115:0:(llog.c:858:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 55 count 54 00000020:01000000:0.0:1777044884.395397:0:5853:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 52-54 (rc=0) 10000000:01000000:0.0:1777044884.395434:0:5853:0:(mgc_request.c:1876:mgc_process_log()) MGC192.168.201.145@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:0.0:1777044884.395449:0:5853:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.145@tcp lock: ffff98df7b536000/0x2c8777a5e7d9cd6a lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x2c8777a5e7d9cd71 expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044884.395467:0:5853:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.145@tcp lock: ffff98df7b536000/0x2c8777a5e7d9cd6a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x2c8777a5e7d9cd71 expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1777044884.395482:0:5853:0:(mgc_request.c:611:do_requeue()) updating log lustre-OST0001 10000000:01000000:0.0:1777044884.395487:0:5853:0:(mgc_request.c:1799:mgc_process_log()) Process log lustre-OST0001-0000000000000000 from 11 10000000:01000000:0.0:1777044884.395492:0:5853:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0001 (res 0x65727473756c) 00010000:00010000:0.0:1777044884.395532:0:5853:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.145@tcp lock: ffff98df7b536800/0x2c8777a5e7d9cd78 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044884.395547:0:5853:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.145@tcp lock: ffff98df7b536800/0x2c8777a5e7d9cd78 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044884.395577:0:5853:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.145@tcp lock: ffff98df7b536800/0x2c8777a5e7d9cd78 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777044884.395637:0:5853:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7b51ce00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ce657616-b3f3-4e21-ac89-518ab611901c:5853:1863365424308224:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1777044884.395695:0:5853:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777044884.395747:0:5853:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df58654480 going to sleep for 11 seconds 00000100:00100000:1.0:1777044884.395885:0:5848:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424308224 00000100:00100000:1.0:1777044884.395893:0:5848:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424308224 00000100:00100000:1.0:1777044884.395935:0:5848:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 712 00000100:00100000:1.0:1777044884.395971:0:5848:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df485c3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ce657616-b3f3-4e21-ac89-518ab611901c+12:5853:x1863365424308224:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1777044884.395988:0:5848:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777044884.396008:0:5848:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff98df413a7e00/0x2c8777a5e7d9cd7f lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0x2c8777a5e7d9cd78 expref: -99 pid: 5848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044884.396040:0:5848:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff98df413a7e00/0x2c8777a5e7d9cd7f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x2c8777a5e7d9cd78 expref: 13 pid: 5848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044884.396056:0:5848:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff98df413a7e00/0x2c8777a5e7d9cd7f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x2c8777a5e7d9cd78 expref: 13 pid: 5848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044884.396068:0:5848:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98df413a7e00, rc 0) 00000100:00100000:1.0:1777044884.396137:0:5848:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df485c3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ce657616-b3f3-4e21-ac89-518ab611901c+13:5853:x1863365424308224:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 191us (442us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044884.396148:0:5848:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 712 00000100:00100000:0.0:1777044884.396930:0:5853:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7b51ce00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ce657616-b3f3-4e21-ac89-518ab611901c:5853:1863365424308224:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1777044884.396977:0:5853:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.145@tcp lock: ffff98df7b536800/0x2c8777a5e7d9cd78 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x2c8777a5e7d9cd7f expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044884.396994:0:5853:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.145@tcp lock: ffff98df7b536800/0x2c8777a5e7d9cd78 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x2c8777a5e7d9cd7f expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777044884.397070:0:5853:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7b51ce00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ce657616-b3f3-4e21-ac89-518ab611901c:5853:1863365424308352:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1777044884.397114:0:5853:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777044884.397161:0:5853:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df58654480 going to sleep for 11 seconds 00000100:00100000:3.0:1777044884.398588:0:5848:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424308352 00000100:00100000:3.0:1777044884.398620:0:5848:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424308352 00000100:00100000:3.0:1777044884.398664:0:5848:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 713 00000100:00100000:3.0:1777044884.398676:0:5848:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df485c2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ce657616-b3f3-4e21-ac89-518ab611901c+13:5853:x1863365424308352:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1777044884.399102:0:5848:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df485c2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ce657616-b3f3-4e21-ac89-518ab611901c+13:5853:x1863365424308352:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 425us (1984us total) trans 0 rc 0/0 00000100:00100000:3.0:1777044884.399114:0:5848:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 713 00000100:00100000:0.0:1777044884.400053:0:5853:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7b51ce00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ce657616-b3f3-4e21-ac89-518ab611901c:5853:1863365424308352:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1777044884.400117:0:5853:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7b51ce00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ce657616-b3f3-4e21-ac89-518ab611901c:5853:1863365424308480:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1777044884.400189:0:5853:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777044884.400286:0:5853:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df58654480 going to sleep for 11 seconds 00000100:00100000:0.0:1777044884.400310:0:5849:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424308480 00000100:00100000:0.0:1777044884.400317:0:5849:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424308480 00000100:00100000:0.0:1777044884.400351:0:5849:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 714 00000100:00100000:0.0:1777044884.400362:0:5849:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df485c1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ce657616-b3f3-4e21-ac89-518ab611901c+13:5853:x1863365424308480:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1777044884.400601:0:5849:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df485c1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ce657616-b3f3-4e21-ac89-518ab611901c+13:5853:x1863365424308480:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 238us (410us total) trans 0 rc 0/0 00000100:00100000:0.0:1777044884.400646:0:5849:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 714 00000100:00100000:0.0:1777044884.400707:0:5853:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7b51ce00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ce657616-b3f3-4e21-ac89-518ab611901c:5853:1863365424308480:0@lo:503:ll_cfg_requeue.0 00000040:00080000:1.0:1777044884.410292:0:17116:0:(llog.c:858:llog_process_thread()) stop processing plain [0xa:0x9:0x0] index 64768 count 11 00000020:01000000:0.0:1777044884.410530:0:5853:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-OST0001 gen 11-10 (rc=0) 10000000:01000000:0.0:1777044884.410568:0:5853:0:(mgc_request.c:1876:mgc_process_log()) MGC192.168.201.145@tcp: configuration from log 'lustre-OST0001' succeeded (0). 00010000:00010000:0.0:1777044884.410585:0:5853:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.145@tcp lock: ffff98df7b536800/0x2c8777a5e7d9cd78 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x2c8777a5e7d9cd7f expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044884.410604:0:5853:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.145@tcp lock: ffff98df7b536800/0x2c8777a5e7d9cd78 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x2c8777a5e7d9cd7f expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1777044884.410621:0:5853:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:01000000:0.0:1777044884.410625:0:5853:0:(mgc_request.c:1799:mgc_process_log()) Process log lustre-client-ffff98df50f9f000 from 52 10000000:01000000:0.0:1777044884.410630:0:5853:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:0.0:1777044884.410683:0:5853:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.145@tcp lock: ffff98df7b536600/0x2c8777a5e7d9cd86 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044884.410697:0:5853:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.145@tcp lock: ffff98df7b536600/0x2c8777a5e7d9cd86 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044884.410989:0:5853:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.145@tcp lock: ffff98df7b536600/0x2c8777a5e7d9cd86 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777044884.411032:0:5853:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7b51ce00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ce657616-b3f3-4e21-ac89-518ab611901c:5853:1863365424308608:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1777044884.411130:0:5853:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777044884.411185:0:5853:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df58654480 going to sleep for 11 seconds 00000100:00100000:2.0:1777044884.412558:0:5849:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424308608 00000100:00100000:2.0:1777044884.412569:0:5849:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424308608 00000100:00100000:2.0:1777044884.413588:0:5849:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 715 00000100:00100000:2.0:1777044884.414538:0:5849:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df485c1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ce657616-b3f3-4e21-ac89-518ab611901c+13:5853:x1863365424308608:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1777044884.414562:0:5849:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777044884.414584:0:5849:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff98de427e6200/0x2c8777a5e7d9cd8d lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0x2c8777a5e7d9cd86 expref: -99 pid: 5849 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044884.414906:0:5849:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff98de427e6200/0x2c8777a5e7d9cd8d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x2c8777a5e7d9cd86 expref: 14 pid: 5849 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044884.414926:0:5849:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff98de427e6200/0x2c8777a5e7d9cd8d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x2c8777a5e7d9cd86 expref: 14 pid: 5849 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044884.414941:0:5849:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de427e6200, rc 0) 00000100:00100000:2.0:1777044884.415017:0:5849:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df485c1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ce657616-b3f3-4e21-ac89-518ab611901c+14:5853:x1863365424308608:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 491us (3886us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044884.415029:0:5849:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 715 00000100:00100000:0.0:1777044884.416708:0:5853:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7b51ce00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ce657616-b3f3-4e21-ac89-518ab611901c:5853:1863365424308608:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1777044884.416740:0:5853:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.145@tcp lock: ffff98df7b536600/0x2c8777a5e7d9cd86 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x2c8777a5e7d9cd8d expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044884.416775:0:5853:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.145@tcp lock: ffff98df7b536600/0x2c8777a5e7d9cd86 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x2c8777a5e7d9cd8d expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777044884.417462:0:5853:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7b51ce00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ce657616-b3f3-4e21-ac89-518ab611901c:5853:1863365424308736:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1777044884.417518:0:5853:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777044884.421122:0:5853:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df58654480 going to sleep for 11 seconds 00000100:00100000:1.0:1777044884.422190:0:5848:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424308736 00000100:00100000:1.0:1777044884.422221:0:5848:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424308736 00000100:00100000:1.0:1777044884.422287:0:5848:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 716 00000100:00100000:1.0:1777044884.422301:0:5848:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df472a8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ce657616-b3f3-4e21-ac89-518ab611901c+14:5853:x1863365424308736:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1777044884.422776:0:5848:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df472a8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ce657616-b3f3-4e21-ac89-518ab611901c+14:5853:x1863365424308736:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 474us (5253us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044884.422790:0:5848:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 716 00000100:00100000:0.0:1777044884.423886:0:5853:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7b51ce00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ce657616-b3f3-4e21-ac89-518ab611901c:5853:1863365424308736:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1777044884.423960:0:5853:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7b51ce00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ce657616-b3f3-4e21-ac89-518ab611901c:5853:1863365424308864:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1777044884.424046:0:5853:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777044884.424107:0:5853:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df58654480 going to sleep for 11 seconds 00000100:00100000:1.0:1777044884.425008:0:5848:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424308864 00000100:00100000:1.0:1777044884.425016:0:5848:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424308864 00000100:00100000:1.0:1777044884.425054:0:5848:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 717 00000100:00100000:1.0:1777044884.425064:0:5848:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df472a9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ce657616-b3f3-4e21-ac89-518ab611901c+14:5853:x1863365424308864:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1777044884.429219:0:5848:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df472a9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ce657616-b3f3-4e21-ac89-518ab611901c+14:5853:x1863365424308864:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 4125us (5143us total) trans 0 rc 0/0 00000100:00100000:0.0:1777044884.429486:0:5848:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 717 00000100:00100000:2.0:1777044884.430441:0:5853:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7b51ce00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ce657616-b3f3-4e21-ac89-518ab611901c:5853:1863365424308864:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1777044884.432784:0:17117:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de42c88700 pname:cluuid:pid:xid:nid:opc:job llog_process_th:ce657616-b3f3-4e21-ac89-518ab611901c:17117:1863365424308992:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1777044884.432907:0:17117:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777044884.432962:0:17117:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df7460fb40 going to sleep for 11 seconds 00000100:00100000:2.0:1777044884.433576:0:5849:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424308992 00000100:00100000:2.0:1777044884.433588:0:5849:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424308992 00000100:00100000:2.0:1777044884.433671:0:5849:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 718 00000100:00100000:2.0:1777044884.433685:0:5849:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df472a8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ce657616-b3f3-4e21-ac89-518ab611901c+14:17117:x1863365424308992:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1777044884.434096:0:5849:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df472a8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ce657616-b3f3-4e21-ac89-518ab611901c+14:17117:x1863365424308992:12345-0@lo:502:llog_process_th.0 Request processed in 412us (1187us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044884.434119:0:5849:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 718 00000100:00100000:1.0:1777044884.435095:0:17117:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de42c88700 pname:cluuid:pid:xid:nid:opc:job llog_process_th:ce657616-b3f3-4e21-ac89-518ab611901c:17117:1863365424308992:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1777044884.435169:0:17117:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de42c88700 pname:cluuid:pid:xid:nid:opc:job llog_process_th:ce657616-b3f3-4e21-ac89-518ab611901c:17117:1863365424309120:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1777044884.435282:0:17117:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777044884.435336:0:17117:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df58f15000 going to sleep for 11 seconds 00000100:00100000:0.0:1777044884.435428:0:5850:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424309120 00000100:00100000:0.0:1777044884.435436:0:5850:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424309120 00000100:00100000:0.0:1777044884.435479:0:5850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 719 00000100:00100000:0.0:1777044884.435490:0:5850:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df472a8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ce657616-b3f3-4e21-ac89-518ab611901c+14:17117:x1863365424309120:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1777044884.435713:0:5850:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df472a8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ce657616-b3f3-4e21-ac89-518ab611901c+14:17117:x1863365424309120:12345-0@lo:502:llog_process_th.0 Request processed in 222us (468us total) trans 0 rc 0/0 00000100:00100000:0.0:1777044884.435724:0:5850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 719 00000100:00100000:1.0:1777044884.436625:0:17117:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de42c88700 pname:cluuid:pid:xid:nid:opc:job llog_process_th:ce657616-b3f3-4e21-ac89-518ab611901c:17117:1863365424309120:0@lo:502:llog_process_th.0 00000040:00080000:1.0:1777044884.436656:0:17117:0:(llog.c:858:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 55 count 54 00000020:01000000:2.0:1777044884.438114:0:5853:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 52-54 (rc=0) 10000000:01000000:2.0:1777044884.438147:0:5853:0:(mgc_request.c:1876:mgc_process_log()) MGC192.168.201.145@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:2.0:1777044884.438161:0:5853:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.145@tcp lock: ffff98df7b536600/0x2c8777a5e7d9cd86 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x2c8777a5e7d9cd8d expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044884.438472:0:5853:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.145@tcp lock: ffff98df7b536600/0x2c8777a5e7d9cd86 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x2c8777a5e7d9cd8d expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1777044884.438487:0:5853:0:(mgc_request.c:611:do_requeue()) updating log lustre-OST0000 10000000:01000000:2.0:1777044884.438491:0:5853:0:(mgc_request.c:1799:mgc_process_log()) Process log lustre-OST0000-0000000000000000 from 14 10000000:01000000:2.0:1777044884.438496:0:5853:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0000 (res 0x65727473756c) 00010000:00010000:2.0:1777044884.438535:0:5853:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.145@tcp lock: ffff98de427e7200/0x2c8777a5e7d9cd94 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044884.438546:0:5853:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.145@tcp lock: ffff98de427e7200/0x2c8777a5e7d9cd94 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044884.438561:0:5853:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.145@tcp lock: ffff98de427e7200/0x2c8777a5e7d9cd94 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777044884.438587:0:5853:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df6d58c000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ce657616-b3f3-4e21-ac89-518ab611901c:5853:1863365424309248:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1777044884.438660:0:5853:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777044884.438692:0:5853:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df58654480 going to sleep for 11 seconds 00000100:00100000:0.0:1777044884.439305:0:5850:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424309248 00000100:00100000:0.0:1777044884.439314:0:5850:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424309248 00000100:00100000:0.0:1777044884.439366:0:5850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 720 00000100:00100000:0.0:1777044884.439379:0:5850:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df472abc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ce657616-b3f3-4e21-ac89-518ab611901c+14:5853:x1863365424309248:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1777044884.439412:0:5850:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777044884.439432:0:5850:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff98df7b536c00/0x2c8777a5e7d9cd9b lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: local remote: 0x2c8777a5e7d9cd94 expref: -99 pid: 5850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044884.439464:0:5850:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff98df7b536c00/0x2c8777a5e7d9cd9b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x2c8777a5e7d9cd94 expref: 15 pid: 5850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044884.439480:0:5850:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff98df7b536c00/0x2c8777a5e7d9cd9b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x2c8777a5e7d9cd94 expref: 15 pid: 5850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044884.439493:0:5850:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98df7b536c00, rc 0) 00000100:00100000:0.0:1777044884.439566:0:5850:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df472abc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ce657616-b3f3-4e21-ac89-518ab611901c+15:5853:x1863365424309248:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 189us (905us total) trans 0 rc 0/0 00000100:00100000:0.0:1777044884.439577:0:5850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 720 00000100:00100000:3.0:1777044884.440084:0:5853:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df6d58c000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ce657616-b3f3-4e21-ac89-518ab611901c:5853:1863365424309248:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1777044884.440106:0:5853:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.145@tcp lock: ffff98de427e7200/0x2c8777a5e7d9cd94 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x2c8777a5e7d9cd9b expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044884.440120:0:5853:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.145@tcp lock: ffff98de427e7200/0x2c8777a5e7d9cd94 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x2c8777a5e7d9cd9b expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777044884.440196:0:5853:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de419fe300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ce657616-b3f3-4e21-ac89-518ab611901c:5853:1863365424309376:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1777044884.442780:0:5853:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777044884.442853:0:5853:0:(client.c:2691:ptlrpc_set_wait()) set ffff98de47823600 going to sleep for 11 seconds 00000100:00100000:3.0:1777044884.442942:0:5848:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424309376 00000100:00100000:3.0:1777044884.443193:0:5848:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424309376 00000100:00100000:3.0:1777044884.443375:0:5848:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 721 00000100:00100000:3.0:1777044884.443387:0:5848:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df472a9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ce657616-b3f3-4e21-ac89-518ab611901c+15:5853:x1863365424309376:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1777044884.443762:0:5848:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df472a9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ce657616-b3f3-4e21-ac89-518ab611901c+15:5853:x1863365424309376:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 375us (982us total) trans 0 rc 0/0 00000100:00100000:3.0:1777044884.443784:0:5848:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 721 00000100:00100000:2.0:1777044884.444538:0:5853:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de419fe300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ce657616-b3f3-4e21-ac89-518ab611901c:5853:1863365424309376:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1777044884.444620:0:5853:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df6d58d500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ce657616-b3f3-4e21-ac89-518ab611901c:5853:1863365424309504:0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1777044884.444682:0:5853:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777044884.444742:0:5853:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df58654480 going to sleep for 11 seconds 00000100:00100000:0.0:1777044884.445678:0:5849:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424309504 00000100:00100000:0.0:1777044884.445686:0:5849:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424309504 00000100:00100000:0.0:1777044884.446019:0:5849:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 722 00000100:00100000:0.0:1777044884.446033:0:5849:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df472a8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ce657616-b3f3-4e21-ac89-518ab611901c+15:5853:x1863365424309504:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1777044884.446330:0:5849:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df472a8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ce657616-b3f3-4e21-ac89-518ab611901c+15:5853:x1863365424309504:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 298us (1646us total) trans 0 rc 0/0 00000100:00100000:0.0:1777044884.446341:0:5849:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 722 00000100:00100000:1.0:1777044884.446648:0:5853:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df6d58d500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ce657616-b3f3-4e21-ac89-518ab611901c:5853:1863365424309504:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1777044884.467272:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777044884.467464:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777044884.467524:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777044884.467597:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369885056 00000100:00100000:1.0:1777044884.467610:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369885056 00000100:00100000:1.0:1777044884.467683:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 804 00000100:00100000:1.0:1777044884.467698:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b51ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+31:2390:x1863365369885056:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:1.0:1777044884.467787:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b51ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+31:2390:x1863365369885056:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 93us (324us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044884.468081:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 804 00000100:00080000:1.0:1777044884.468114:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000040:00080000:3.0:1777044884.470144:0:17118:0:(llog.c:858:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 64768 count 14 00000020:01000000:3.0:1777044884.470552:0:5853:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-OST0000 gen 14-13 (rc=0) 10000000:01000000:3.0:1777044884.470576:0:5853:0:(mgc_request.c:1876:mgc_process_log()) MGC192.168.201.145@tcp: configuration from log 'lustre-OST0000' succeeded (0). 00010000:00010000:3.0:1777044884.470589:0:5853:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.145@tcp lock: ffff98de427e7200/0x2c8777a5e7d9cd94 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x2c8777a5e7d9cd9b expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044884.470607:0:5853:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.145@tcp lock: ffff98de427e7200/0x2c8777a5e7d9cd94 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x2c8777a5e7d9cd9b expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1777044884.470622:0:5853:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:01000000:3.0:1777044884.470625:0:5853:0:(mgc_request.c:1799:mgc_process_log()) Process log lustre-client-ffff98df51734000 from 52 10000000:01000000:3.0:1777044884.470630:0:5853:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:3.0:1777044884.470671:0:5853:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.145@tcp lock: ffff98df74fa7c00/0x2c8777a5e7d9cda2 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044884.470682:0:5853:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.145@tcp lock: ffff98df74fa7c00/0x2c8777a5e7d9cda2 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044884.470697:0:5853:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.145@tcp lock: ffff98df74fa7c00/0x2c8777a5e7d9cda2 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777044884.472012:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777044884.472048:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369884672 00000100:00100000:0.0:1777044884.472070:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369884672 00000100:00100000:0.0:1777044884.472138:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 805 00000100:00100000:0.0:1777044884.472151:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b51ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:146de360-3fb2-48bd-b418-06f30714148a+70:2390:x1863365369884672:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:0.0:1777044884.472265:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b51ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:146de360-3fb2-48bd-b418-06f30714148a+70:2390:x1863365369884672:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 114us (259us total) trans 0 rc 0/0 00000100:00100000:0.0:1777044884.472277:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 805 00000100:00080000:0.0:1777044884.472308:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1777044884.472354:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777044884.473393:0:6639:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369884800 00000100:00100000:2.0:1777044884.473404:0:6639:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369884800 00000100:00100000:2.0:1777044884.473471:0:6639:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369885312 00000100:00100000:2.0:1777044884.473477:0:6639:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369885312 00000100:00100000:2.0:1777044884.473543:0:6639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 599 00000100:00100000:2.0:1777044884.473557:0:6639:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b51fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:146de360-3fb2-48bd-b418-06f30714148a+9:2390:x1863365369884800:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:2.0:1777044884.473636:0:6639:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b51fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:146de360-3fb2-48bd-b418-06f30714148a+9:2390:x1863365369884800:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 80us (6374us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044884.473647:0:6639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 599 00000100:00100000:2.0:1777044884.473677:0:6639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 600 00000100:00100000:2.0:1777044884.473690:0:6639:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b51c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2390:x1863365369885312:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777044884.473708:0:5853:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de419fe300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ce657616-b3f3-4e21-ac89-518ab611901c:5853:1863365424309632:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1777044884.473729:0:6639:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b51c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2390:x1863365369885312:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 41us (6223us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044884.473739:0:6639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 600 00000100:00080000:2.0:1777044884.473765:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1777044884.473770:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1777044884.473780:0:5853:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777044884.473856:0:5853:0:(client.c:2691:ptlrpc_set_wait()) set ffff98de47823f00 going to sleep for 11 seconds 00000100:00100000:2.0:1777044884.473856:0:5850:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424309632 00000100:00100000:2.0:1777044884.473863:0:5850:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424309632 00000100:00100000:2.0:1777044884.473902:0:5850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 723 00000100:00100000:2.0:1777044884.473913:0:5850:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df472aa450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ce657616-b3f3-4e21-ac89-518ab611901c+15:5853:x1863365424309632:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1777044884.473928:0:5850:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777044884.474622:0:5850:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff98de427e6400/0x2c8777a5e7d9cda9 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: local remote: 0x2c8777a5e7d9cda2 expref: -99 pid: 5850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044884.474667:0:5850:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff98de427e6400/0x2c8777a5e7d9cda9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x2c8777a5e7d9cda2 expref: 16 pid: 5850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044884.474712:0:5850:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff98de427e6400/0x2c8777a5e7d9cda9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x2c8777a5e7d9cda2 expref: 16 pid: 5850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044884.474727:0:5850:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de427e6400, rc 0) 00000100:00100000:2.0:1777044884.474794:0:5850:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df472aa450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ce657616-b3f3-4e21-ac89-518ab611901c+16:5853:x1863365424309632:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 881us (1012us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044884.475126:0:5850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 723 00000100:00100000:0.0:1777044884.476709:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777044884.476878:0:6639:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369884928 00000100:00100000:0.0:1777044884.476888:0:6639:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369884928 00000100:00100000:0.0:1777044884.476979:0:6639:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369885184 00000100:00100000:0.0:1777044884.476986:0:6639:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369885184 00000100:00100000:0.0:1777044884.477033:0:6639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 601 00000100:00100000:0.0:1777044884.477046:0:6639:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b51e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:146de360-3fb2-48bd-b418-06f30714148a+11:2390:x1863365369884928:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:0.0:1777044884.477116:0:6639:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b51e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:146de360-3fb2-48bd-b418-06f30714148a+11:2390:x1863365369884928:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 71us (4760us total) trans 0 rc 0/0 00000100:00100000:0.0:1777044884.477129:0:6639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 601 00000100:00100000:0.0:1777044884.477155:0:6639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 602 00000100:00100000:0.0:1777044884.477167:0:6639:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b51d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2390:x1863365369885184:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:0.0:1777044884.477246:0:6639:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b51d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2390:x1863365369885184:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 80us (539us total) trans 0 rc 0/0 00000100:00100000:0.0:1777044884.477259:0:6639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 602 00000100:00080000:0.0:1777044884.477286:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1777044884.477291:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1777044884.478610:0:5853:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de419fe300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ce657616-b3f3-4e21-ac89-518ab611901c:5853:1863365424309632:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1777044884.478635:0:5853:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.145@tcp lock: ffff98df74fa7c00/0x2c8777a5e7d9cda2 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x2c8777a5e7d9cda9 expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044884.478674:0:5853:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.145@tcp lock: ffff98df74fa7c00/0x2c8777a5e7d9cda2 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x2c8777a5e7d9cda9 expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777044884.478764:0:5853:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de419fe300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ce657616-b3f3-4e21-ac89-518ab611901c:5853:1863365424309760:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1777044884.478839:0:5853:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777044884.478889:0:5853:0:(client.c:2691:ptlrpc_set_wait()) set ffff98de47823f00 going to sleep for 11 seconds 00000100:00100000:0.0:1777044884.478973:0:5848:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424309760 00000100:00100000:0.0:1777044884.478993:0:5848:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424309760 00000100:00100000:0.0:1777044884.479118:0:5848:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 724 00000100:00100000:0.0:1777044884.479132:0:5848:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df472ab850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ce657616-b3f3-4e21-ac89-518ab611901c+16:5853:x1863365424309760:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1777044884.479560:0:5848:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df472ab850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ce657616-b3f3-4e21-ac89-518ab611901c+16:5853:x1863365424309760:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 430us (720us total) trans 0 rc 0/0 00000100:00100000:0.0:1777044884.479572:0:5848:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 724 00000100:00100000:3.0:1777044884.480509:0:5853:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de419fe300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ce657616-b3f3-4e21-ac89-518ab611901c:5853:1863365424309760:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1777044884.480560:0:5853:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de419fe300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ce657616-b3f3-4e21-ac89-518ab611901c:5853:1863365424309888:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1777044884.480625:0:5853:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777044884.490038:0:5853:0:(client.c:2691:ptlrpc_set_wait()) set ffff98de47823f00 going to sleep for 11 seconds 00000100:00100000:2.0:1777044884.490051:0:5850:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424309888 00000100:00100000:2.0:1777044884.490067:0:5850:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424309888 00000100:00100000:2.0:1777044884.496234:0:5850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 725 00000100:00100000:2.0:1777044884.496257:0:5850:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df472aa850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ce657616-b3f3-4e21-ac89-518ab611901c+16:5853:x1863365424309888:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1777044884.496645:0:5850:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df472aa850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ce657616-b3f3-4e21-ac89-518ab611901c+16:5853:x1863365424309888:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 393us (16018us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044884.496660:0:5850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 725 00000100:00100000:3.0:1777044884.496944:0:5853:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de419fe300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ce657616-b3f3-4e21-ac89-518ab611901c:5853:1863365424309888:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1777044884.497552:0:17119:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de419fe300 pname:cluuid:pid:xid:nid:opc:job llog_process_th:ce657616-b3f3-4e21-ac89-518ab611901c:17119:1863365424310016:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1777044884.497629:0:17119:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777044884.512357:0:17119:0:(client.c:2691:ptlrpc_set_wait()) set ffff98de47823d80 going to sleep for 11 seconds 00000100:00100000:1.0:1777044884.514126:0:5849:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424310016 00000100:00100000:1.0:1777044884.514141:0:5849:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424310016 00000100:00100000:1.0:1777044884.516139:0:5849:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 726 00000100:00100000:1.0:1777044884.516994:0:5849:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df472a9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ce657616-b3f3-4e21-ac89-518ab611901c+16:17119:x1863365424310016:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1777044884.518196:0:5849:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df472a9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ce657616-b3f3-4e21-ac89-518ab611901c+16:17119:x1863365424310016:12345-0@lo:502:llog_process_th.0 Request processed in 2042us (20565us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044884.518212:0:5849:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 726 00000100:00100000:3.0:1777044884.518304:0:17119:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de419fe300 pname:cluuid:pid:xid:nid:opc:job llog_process_th:ce657616-b3f3-4e21-ac89-518ab611901c:17119:1863365424310016:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1777044884.518401:0:17119:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de419fe300 pname:cluuid:pid:xid:nid:opc:job llog_process_th:ce657616-b3f3-4e21-ac89-518ab611901c:17119:1863365424310144:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1777044884.518467:0:17119:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777044884.518519:0:17119:0:(client.c:2691:ptlrpc_set_wait()) set ffff98de47823d80 going to sleep for 11 seconds 00000100:00100000:1.0:1777044884.519532:0:5849:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424310144 00000100:00100000:1.0:1777044884.519542:0:5849:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424310144 00000100:00100000:1.0:1777044884.519601:0:5849:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 727 00000100:00100000:1.0:1777044884.520898:0:5849:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df472a9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ce657616-b3f3-4e21-ac89-518ab611901c+16:17119:x1863365424310144:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1777044884.521233:0:5849:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df472a9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ce657616-b3f3-4e21-ac89-518ab611901c+16:17119:x1863365424310144:12345-0@lo:502:llog_process_th.0 Request processed in 1619us (2764us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044884.521246:0:5849:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 727 00000100:00100000:3.0:1777044884.521617:0:17119:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de419fe300 pname:cluuid:pid:xid:nid:opc:job llog_process_th:ce657616-b3f3-4e21-ac89-518ab611901c:17119:1863365424310144:0@lo:502:llog_process_th.0 00000040:00080000:3.0:1777044884.521665:0:17119:0:(llog.c:858:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 55 count 54 00000020:01000000:0.0:1777044884.521794:0:5853:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 52-54 (rc=0) 10000000:01000000:0.0:1777044884.521854:0:5853:0:(mgc_request.c:1876:mgc_process_log()) MGC192.168.201.145@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:0.0:1777044884.521869:0:5853:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.145@tcp lock: ffff98df74fa7c00/0x2c8777a5e7d9cda2 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x2c8777a5e7d9cda9 expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044884.521888:0:5853:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.145@tcp lock: ffff98df74fa7c00/0x2c8777a5e7d9cda2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x2c8777a5e7d9cda9 expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1777044884.521904:0:5853:0:(mgc_request.c:611:do_requeue()) updating log lustre-MDT0000 10000000:01000000:0.0:1777044884.521907:0:5853:0:(mgc_request.c:1799:mgc_process_log()) Process log lustre-MDT0000-0000000000000000 from 46 10000000:01000000:0.0:1777044884.521911:0:5853:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-MDT0000 (res 0x65727473756c) 00010000:00010000:0.0:1777044884.521972:0:5853:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.145@tcp lock: ffff98df7b536200/0x2c8777a5e7d9cdb0 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044884.521986:0:5853:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.145@tcp lock: ffff98df7b536200/0x2c8777a5e7d9cdb0 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044884.522000:0:5853:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.145@tcp lock: ffff98df7b536200/0x2c8777a5e7d9cdb0 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777044884.522029:0:5853:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7b51c700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ce657616-b3f3-4e21-ac89-518ab611901c:5853:1863365424310272:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1777044884.522078:0:5853:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777044884.522132:0:5853:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df467e1480 going to sleep for 11 seconds 00000100:00100000:2.0:1777044884.522399:0:5850:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424310272 00000100:00100000:2.0:1777044884.522409:0:5850:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424310272 00000100:00100000:2.0:1777044884.522467:0:5850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 728 00000100:00100000:2.0:1777044884.522479:0:5850:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df472ab450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ce657616-b3f3-4e21-ac89-518ab611901c+16:5853:x1863365424310272:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1777044884.522493:0:5850:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777044884.522510:0:5850:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff98de427e6a00/0x2c8777a5e7d9cdb7 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: local remote: 0x2c8777a5e7d9cdb0 expref: -99 pid: 5850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044884.522541:0:5850:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff98de427e6a00/0x2c8777a5e7d9cdb7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x2c8777a5e7d9cdb0 expref: 17 pid: 5850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044884.522555:0:5850:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff98de427e6a00/0x2c8777a5e7d9cdb7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x2c8777a5e7d9cdb0 expref: 17 pid: 5850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044884.522583:0:5850:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de427e6a00, rc 0) 00000100:00100000:2.0:1777044884.522661:0:5850:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df472ab450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ce657616-b3f3-4e21-ac89-518ab611901c+17:5853:x1863365424310272:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 183us (581us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044884.522672:0:5850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 728 00000100:00100000:0.0:1777044884.523081:0:5853:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7b51c700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ce657616-b3f3-4e21-ac89-518ab611901c:5853:1863365424310272:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1777044884.523099:0:5853:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.145@tcp lock: ffff98df7b536200/0x2c8777a5e7d9cdb0 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x2c8777a5e7d9cdb7 expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044884.523111:0:5853:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.145@tcp lock: ffff98df7b536200/0x2c8777a5e7d9cdb0 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0x2c8777a5e7d9cdb7 expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777044884.523177:0:5853:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7b51c700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ce657616-b3f3-4e21-ac89-518ab611901c:5853:1863365424310400:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1777044884.523248:0:5853:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777044884.523280:0:5853:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df467e1480 going to sleep for 11 seconds 00000100:00100000:0.0:1777044884.523298:0:5848:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424310400 00000100:00100000:0.0:1777044884.523303:0:5848:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424310400 00000100:00100000:0.0:1777044884.523349:0:5848:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 729 00000100:00100000:0.0:1777044884.523359:0:5848:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df472aa050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ce657616-b3f3-4e21-ac89-518ab611901c+17:5853:x1863365424310400:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1777044884.523683:0:5848:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df472aa050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ce657616-b3f3-4e21-ac89-518ab611901c+17:5853:x1863365424310400:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 324us (433us total) trans 0 rc 0/0 00000100:00100000:0.0:1777044884.523695:0:5848:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 729 00000100:00100000:3.0:1777044884.524355:0:5853:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7b51c700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ce657616-b3f3-4e21-ac89-518ab611901c:5853:1863365424310400:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1777044884.524408:0:5853:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de419fe300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ce657616-b3f3-4e21-ac89-518ab611901c:5853:1863365424310528:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1777044884.524477:0:5853:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777044884.524522:0:5853:0:(client.c:2691:ptlrpc_set_wait()) set ffff98de47823d80 going to sleep for 11 seconds 00000100:00100000:2.0:1777044884.524569:0:5849:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424310528 00000100:00100000:2.0:1777044884.524578:0:5849:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424310528 00000100:00100000:2.0:1777044884.525517:0:5849:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 730 00000100:00100000:2.0:1777044884.525532:0:5849:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df472aac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ce657616-b3f3-4e21-ac89-518ab611901c+17:5853:x1863365424310528:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1777044884.525789:0:5849:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df472aac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ce657616-b3f3-4e21-ac89-518ab611901c+17:5853:x1863365424310528:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 258us (1309us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044884.525801:0:5849:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 730 00000100:00100000:3.0:1777044884.526015:0:5853:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de419fe300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ce657616-b3f3-4e21-ac89-518ab611901c:5853:1863365424310528:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1777044884.531406:0:17120:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7b51d180 pname:cluuid:pid:xid:nid:opc:job llog_process_th:ce657616-b3f3-4e21-ac89-518ab611901c:17120:1863365424310656:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1777044884.532064:0:17120:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777044884.532130:0:17120:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df467e1600 going to sleep for 11 seconds 00000100:00100000:1.0:1777044884.532275:0:5850:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424310656 00000100:00100000:1.0:1777044884.532287:0:5850:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424310656 00000100:00100000:1.0:1777044884.532356:0:5848:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 731 00000100:00100000:1.0:1777044884.532371:0:5848:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df472ab050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ce657616-b3f3-4e21-ac89-518ab611901c+17:17120:x1863365424310656:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1777044884.533461:0:17120:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7b51d180 pname:cluuid:pid:xid:nid:opc:job llog_process_th:ce657616-b3f3-4e21-ac89-518ab611901c:17120:1863365424310656:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1777044884.533516:0:5848:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df472ab050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ce657616-b3f3-4e21-ac89-518ab611901c+17:17120:x1863365424310656:12345-0@lo:502:llog_process_th.0 Request processed in 1015us (1321us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044884.533530:0:5848:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 731 00000020:01000000:0.0:1777044884.535851:0:17120:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1777044884.535873:0:17120:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1777044884.535877:0:17120:0:(obd_config.c:1561:class_process_config()) marker 35 (0x1) lustre-MDT0000-m del lustre.test_11c 00000020:00000080:0.0:1777044884.535888:0:17120:0:(obd_config.c:1470:class_process_config()) processing cmd: ce023 00000100:00100000:0.0:1777044884.546421:0:17120:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7b51d180 pname:cluuid:pid:xid:nid:opc:job llog_process_th:ce657616-b3f3-4e21-ac89-518ab611901c:17120:1863365424310784:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1777044884.546583:0:17120:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777044884.546675:0:17120:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df467e1540 going to sleep for 11 seconds 00000100:00100000:1.0:1777044884.546906:0:5848:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424310784 00000100:00100000:1.0:1777044884.546916:0:5848:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424310784 00000100:00100000:1.0:1777044884.547019:0:5848:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 732 00000100:00100000:1.0:1777044884.547048:0:5848:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df587b4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ce657616-b3f3-4e21-ac89-518ab611901c+17:17120:x1863365424310784:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1777044884.547677:0:5848:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df587b4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ce657616-b3f3-4e21-ac89-518ab611901c+17:17120:x1863365424310784:12345-0@lo:502:llog_process_th.0 Request processed in 632us (1093us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044884.547690:0:5848:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 732 00000100:00100000:0.0:1777044884.549134:0:17120:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7b51d180 pname:cluuid:pid:xid:nid:opc:job llog_process_th:ce657616-b3f3-4e21-ac89-518ab611901c:17120:1863365424310784:0@lo:502:llog_process_th.0 00000020:01000000:0.0:1777044884.549176:0:17120:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1777044884.549186:0:17120:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1777044884.549190:0:17120:0:(obd_config.c:1561:class_process_config()) marker 35 (0x2) lustre-MDT0000-m del lustre.test_11c 00000040:00080000:0.0:1777044884.549196:0:17120:0:(llog.c:858:llog_process_thread()) stop processing plain [0xa:0x4:0x0] index 50 count 49 00000020:01000000:2.0:1777044884.549694:0:5853:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-MDT0000 gen 46-49 (rc=0) 10000000:01000000:2.0:1777044884.549730:0:5853:0:(mgc_request.c:1876:mgc_process_log()) MGC192.168.201.145@tcp: configuration from log 'lustre-MDT0000' succeeded (0). 00010000:00010000:2.0:1777044884.549743:0:5853:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.145@tcp lock: ffff98df7b536200/0x2c8777a5e7d9cdb0 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x2c8777a5e7d9cdb7 expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044884.549761:0:5853:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.145@tcp lock: ffff98df7b536200/0x2c8777a5e7d9cdb0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x2c8777a5e7d9cdb7 expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1777044884.549776:0:5853:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:01000000:2.0:1777044884.549781:0:5853:0:(mgc_request.c:1799:mgc_process_log()) Process log lustre-sptlrpc-ffff98df606399c0 from 1 10000000:01000000:2.0:1777044884.549785:0:5853:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00010000:00010000:2.0:1777044884.549849:0:5853:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.145@tcp lock: ffff98de427e7c00/0x2c8777a5e7d9cdbe lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044884.549878:0:5853:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.145@tcp lock: ffff98de427e7c00/0x2c8777a5e7d9cdbe lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044884.549914:0:5853:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.145@tcp lock: ffff98de427e7c00/0x2c8777a5e7d9cdbe lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777044884.549943:0:5853:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df6d58ce00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ce657616-b3f3-4e21-ac89-518ab611901c:5853:1863365424310912:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1777044884.550004:0:5853:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777044884.551045:0:5853:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df7f770480 going to sleep for 11 seconds 00000100:00100000:3.0:1777044884.553084:0:5849:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424310912 00000100:00100000:3.0:1777044884.553097:0:5849:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424310912 00000100:00100000:3.0:1777044884.553452:0:5849:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 733 00000100:00100000:3.0:1777044884.553471:0:5849:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df587b5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ce657616-b3f3-4e21-ac89-518ab611901c+17:5853:x1863365424310912:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1777044884.553492:0:5849:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777044884.553515:0:5849:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff98df74fa7400/0x2c8777a5e7d9cdc5 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: local remote: 0x2c8777a5e7d9cdbe expref: -99 pid: 5849 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044884.553552:0:5849:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff98df74fa7400/0x2c8777a5e7d9cdc5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x2c8777a5e7d9cdbe expref: 18 pid: 5849 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044884.553570:0:5849:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff98df74fa7400/0x2c8777a5e7d9cdc5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x2c8777a5e7d9cdbe expref: 18 pid: 5849 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044884.553585:0:5849:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98df74fa7400, rc 0) 00000100:00100000:3.0:1777044884.553690:0:5849:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df587b5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ce657616-b3f3-4e21-ac89-518ab611901c+18:5853:x1863365424310912:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 222us (3683us total) trans 0 rc 0/0 00000100:00100000:3.0:1777044884.553702:0:5849:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 733 00000100:00100000:3.0:1777044884.553764:0:5853:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df6d58ce00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ce657616-b3f3-4e21-ac89-518ab611901c:5853:1863365424310912:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1777044884.553786:0:5853:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.145@tcp lock: ffff98de427e7c00/0x2c8777a5e7d9cdbe lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x2c8777a5e7d9cdc5 expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044884.553830:0:5853:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.145@tcp lock: ffff98de427e7c00/0x2c8777a5e7d9cdbe lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x2c8777a5e7d9cdc5 expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777044884.553949:0:5853:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de419fe300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ce657616-b3f3-4e21-ac89-518ab611901c:5853:1863365424311040:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1777044884.554004:0:5853:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777044884.554031:0:5853:0:(client.c:2691:ptlrpc_set_wait()) set ffff98de47823f00 going to sleep for 11 seconds 00000100:00100000:3.0:1777044884.554058:0:5849:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424311040 00000100:00100000:3.0:1777044884.554063:0:5849:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424311040 00000100:00100000:3.0:1777044884.554090:0:5849:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 734 00000100:00100000:3.0:1777044884.554100:0:5849:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df587b4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ce657616-b3f3-4e21-ac89-518ab611901c+18:5853:x1863365424311040:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1777044884.555066:0:5849:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df587b4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ce657616-b3f3-4e21-ac89-518ab611901c+18:5853:x1863365424311040:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 966us (1061us total) trans 0 rc -2/-2 00000100:00100000:3.0:1777044884.555079:0:5849:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 734 00000100:00100000:1.0:1777044884.555102:0:5853:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de419fe300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ce657616-b3f3-4e21-ac89-518ab611901c:5853:1863365424311040:0@lo:501:ll_cfg_requeue.0 10000000:01000000:1.0:1777044884.555140:0:5853:0:(mgc_request.c:1876:mgc_process_log()) MGC192.168.201.145@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 00010000:00010000:1.0:1777044884.555150:0:5853:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.145@tcp lock: ffff98de427e7c00/0x2c8777a5e7d9cdbe lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x2c8777a5e7d9cdc5 expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044884.555164:0:5853:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.145@tcp lock: ffff98de427e7c00/0x2c8777a5e7d9cdbe lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x2c8777a5e7d9cdc5 expref: -99 pid: 5853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044884.886793:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777044885.909535:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777044885.974545:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de419ff100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424311168:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1777044885.974642:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777044885.975464:0:6643:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424311168 00000100:00100000:3.0:1777044885.975477:0:6643:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424311168 00000100:00100000:3.0:1777044885.975581:0:6643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 347 00000100:00100000:3.0:1777044885.975596:0:6643:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d58c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1863365424311168:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1777044885.975646:0:6643:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 59572224 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1777044885.975727:0:6643:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d58c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1863365424311168:12345-0@lo:13:osp-pre-0-0.0 Request processed in 132us (1084us total) trans 0 rc 0/0 00000100:00100000:3.0:1777044885.975740:0:6643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 347 00000100:00080000:0.0:1777044885.975946:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1777044885.976696:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de419ff100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424311168:0@lo:13:osp-pre-0-0.0 00010000:00010000:3.0:1777044886.934037:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777044886.999313:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7b51c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3341:1863365424311552:0@lo:400:kworker.0 00000100:00100000:1.0:1777044886.999806:0:3344:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7b51d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3344:1863365424311424:0@lo:400:kworker.0 00000100:00100000:1.0:1777044886.999872:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de42e5bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424311680:0@lo:400:kworker.0 00000100:00100000:1.0:1777044886.999907:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777044887.000011:0:6639:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424311680 00000100:00100000:1.0:1777044887.000021:0:6639:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424311680 00000100:00100000:1.0:1777044887.000080:0:6639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 603 00000100:00100000:1.0:1777044887.000091:0:6639:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42c88700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3342:x1863365424311680:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777044887.000158:0:6639:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42c88700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3342:x1863365424311680:12345-0@lo:400:kworker.0 Request processed in 68us (250us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044887.000848:0:6639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 603 00000100:00100000:1.0:1777044887.000915:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de42e5bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424311680:0@lo:400:kworker.0 00000100:00100000:0.0:1777044887.001224:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777044887.001294:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777044887.001320:0:3344:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df77c7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3344:1863365424311936:0@lo:400:kworker.0 00000100:00100000:0.0:1777044887.001377:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777044887.002236:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7b51d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ce657616-b3f3-4e21-ac89-518ab611901c:3343:1863365424311296:0@lo:400:kworker.0 00000100:00100000:2.0:1777044887.002287:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777044887.002323:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df77c7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3343:1863365424311808:0@lo:400:kworker.0 00000100:00100000:2.0:1777044887.002353:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777044887.002710:0:5848:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424311296 00000100:00100000:2.0:1777044887.002719:0:5848:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424311296 00000100:00100000:2.0:1777044887.002784:0:5848:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 735 00000100:00100000:2.0:1777044887.002795:0:5848:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df587b4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ce657616-b3f3-4e21-ac89-518ab611901c+18:3343:x1863365424311296:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777044887.002849:0:5848:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df587b4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ce657616-b3f3-4e21-ac89-518ab611901c+18:3343:x1863365424311296:12345-0@lo:400:kworker.0 Request processed in 56us (561us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044887.002858:0:5848:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 735 00000100:00100000:2.0:1777044887.002899:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424311552 00000100:00100000:2.0:1777044887.002904:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424311552 00000100:00100000:2.0:1777044887.002945:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424311424 00000100:00100000:2.0:1777044887.002949:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424311424 00000100:00100000:2.0:1777044887.002970:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424311808 00000100:00100000:2.0:1777044887.002973:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424311808 00000100:00100000:2.0:1777044887.003016:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 806 00000100:00100000:2.0:1777044887.003024:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77c7e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3341:x1863365424311552:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777044887.003078:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77c7e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3341:x1863365424311552:12345-0@lo:400:kworker.0 Request processed in 55us (1854us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044887.003086:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 806 00000100:00100000:2.0:1777044887.003103:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 807 00000100:00100000:2.0:1777044887.003111:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77c7f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3344:x1863365424311424:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777044887.003146:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77c7f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3344:x1863365424311424:12345-0@lo:400:kworker.0 Request processed in 35us (1851us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044887.003153:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 807 00000100:00100000:2.0:1777044887.003170:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 808 00000100:00100000:2.0:1777044887.003177:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d58e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3343:x1863365424311808:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777044887.003209:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d58e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3343:x1863365424311808:12345-0@lo:400:kworker.0 Request processed in 32us (855us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044887.003216:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 808 00000100:00080000:2.0:1777044887.003243:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1777044887.003270:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7b51d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ce657616-b3f3-4e21-ac89-518ab611901c:3343:1863365424311296:0@lo:400:kworker.0 00000100:00100000:2.0:1777044887.003284:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df77c7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3343:1863365424311808:0@lo:400:kworker.0 00000100:00100000:2.0:1777044887.003332:0:14822:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424311936 00000100:00100000:2.0:1777044887.003337:0:14822:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424311936 00000100:00100000:2.0:1777044887.003376:0:14822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 604 00000100:00100000:2.0:1777044887.003386:0:14822:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77c7ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3344:x1863365424311936:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777044887.003990:0:3344:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7b51d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3344:1863365424311424:0@lo:400:kworker.0 00000100:00100000:0.0:1777044887.004033:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7b51c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3341:1863365424311552:0@lo:400:kworker.0 00000100:00080000:0.0:1777044887.004074:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1777044887.004463:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1777044887.004478:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de419fd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424312064:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1777044887.004539:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777044887.004577:0:6643:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424312064 00000100:00100000:3.0:1777044887.004581:0:6643:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424312064 00000100:00100000:3.0:1777044887.004629:0:6643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 348 00000100:00100000:3.0:1777044887.004638:0:6643:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de419fdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3342:x1863365424312064:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1777044887.004674:0:6643:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 59572224 pending 0 free 3856662528 avail 3854565376 00000100:00100000:3.0:1777044887.004720:0:6643:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de419fdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3342:x1863365424312064:12345-0@lo:13:osp-pre-1-0.0 Request processed in 82us (181us total) trans 0 rc 0/0 00000100:00100000:3.0:1777044887.004729:0:6643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 348 00000100:00100000:3.0:1777044887.004796:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de419fd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424312064:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1777044887.007712:0:14822:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77c7ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3344:x1863365424311936:12345-0@lo:400:kworker.0 Request processed in 4320us (6326us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044887.007959:0:14822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 604 00000100:00100000:0.0:1777044887.008091:0:3344:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df77c7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3344:1863365424311936:0@lo:400:kworker.0 00010000:00010000:0.0:1777044887.958094:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777044888.981528:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777044889.588709:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777044889.589604:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369885568 00000100:00100000:3.0:1777044889.589620:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369885568 00000100:00100000:3.0:1777044889.589756:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 809 00000100:00100000:3.0:1777044889.589774:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d58f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:146de360-3fb2-48bd-b418-06f30714148a+70:2393:x1863365369885568:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777044889.589880:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d58f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:146de360-3fb2-48bd-b418-06f30714148a+70:2393:x1863365369885568:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 110us (1182us total) trans 0 rc 0/0 00000100:00100000:3.0:1777044889.589894:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 809 00000100:00080000:2.0:1777044889.590176:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1777044889.602012:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777044889.602071:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777044889.602128:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777044889.602208:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777044889.602865:0:8776:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369885696 00000100:00100000:3.0:1777044889.602880:0:8776:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369885696 00000100:00100000:3.0:1777044889.602988:0:8776:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369886208 00000100:00100000:3.0:1777044889.602994:0:8776:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369886208 00000100:00100000:3.0:1777044889.603039:0:8776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 605 00000100:00100000:3.0:1777044889.603055:0:8776:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77c7f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:146de360-3fb2-48bd-b418-06f30714148a+9:2392:x1863365369885696:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:1.0:1777044889.604113:0:5850:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369885440 00000100:00100000:1.0:1777044889.604121:0:5850:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369885440 00000100:00100000:1.0:1777044889.604395:0:5850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 736 00000100:00100000:1.0:1777044889.604411:0:5850:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df587b7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2392:x1863365369885440:12345-192.168.201.45@tcp:400:kworker.0 00000100:00080000:0.0:1777044889.604779:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1777044889.604787:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1777044889.605390:0:6639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 606 00000100:00100000:0.0:1777044889.605411:0:6639:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77c7dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2392:x1863365369886208:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:2.0:1777044889.605954:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369885952 00000100:00100000:2.0:1777044889.605973:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369885952 00000100:00100000:2.0:1777044889.606052:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 810 00000100:00100000:2.0:1777044889.606064:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77c7d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+31:2392:x1863365369885952:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777044889.606200:0:8776:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77c7f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:146de360-3fb2-48bd-b418-06f30714148a+9:2392:x1863365369885696:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 3145us (4123us total) trans 0 rc 0/0 00000100:00100000:3.0:1777044889.606215:0:8776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 605 00000100:00100000:1.0:1777044889.606977:0:5850:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df587b7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2392:x1863365369885440:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 2567us (4973us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044889.606994:0:5850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 736 00000100:00100000:0.0:1777044889.607112:0:6639:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77c7dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2392:x1863365369886208:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 1705us (4901us total) trans 0 rc 0/0 00000100:00100000:0.0:1777044889.607125:0:6639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 606 00000100:00080000:0.0:1777044889.607421:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1777044889.607859:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77c7d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+31:2392:x1863365369885952:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 1793us (5727us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044889.607873:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 810 00000100:00100000:0.0:1777044889.615068:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777044889.615597:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777044889.621040:0:14822:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369885824 00000100:00100000:2.0:1777044889.621058:0:14822:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369885824 00000100:00100000:3.0:1777044889.622189:0:14822:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369886080 00000100:00100000:3.0:1777044889.622198:0:14822:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369886080 00000100:00100000:3.0:1777044889.622290:0:14822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 607 00000100:00100000:3.0:1777044889.622306:0:14822:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77c7c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:146de360-3fb2-48bd-b418-06f30714148a+11:2393:x1863365369885824:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777044889.622405:0:14822:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77c7c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:146de360-3fb2-48bd-b418-06f30714148a+11:2393:x1863365369885824:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 102us (7349us total) trans 0 rc 0/0 00000100:00100000:3.0:1777044889.622419:0:14822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 607 00000100:00100000:3.0:1777044889.622446:0:14822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 608 00000100:00100000:3.0:1777044889.622458:0:14822:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77c7ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2393:x1863365369886080:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777044889.622500:0:14822:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77c7ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2393:x1863365369886080:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 43us (6905us total) trans 0 rc 0/0 00000100:00100000:3.0:1777044889.622511:0:14822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 608 00000100:00080000:3.0:1777044889.622538:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1777044889.622543:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1777044890.005512:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1777044890.393462:0:17170:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 12a: Restore an imported file explicitly ========================================================== 11:34:45 (1777044885) 00010000:00010000:3.0:1777044891.051593:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777044891.075145:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777044891.079832:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369886464 00000100:00100000:3.0:1777044891.079857:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369886464 00000100:00100000:3.0:1777044891.079981:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 751 00000100:00100000:3.0:1777044891.079997:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de419fd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+31:23177:x1863365369886464:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1777044891.080023:0:5855:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777044891.080052:0:5855:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa6400/0x2c8777a5e7d9cdcc lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148626 expref: -99 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044891.080684:0:5855:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa6c00/0x2c8777a5e7d9cdd3 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044891.080754:0:5855:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa6c00/0x2c8777a5e7d9cdd3 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044891.080773:0:5855:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa6c00/0x2c8777a5e7d9cdd3 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777044891.080793:0:5855:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000002:0x2:0x0]: returning size 6656 00010000:00010000:3.0:1777044891.081112:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa6400/0x2c8777a5e7d9cdcc lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148626 expref: 34 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044891.081137:0:5855:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa6c00/0x2c8777a5e7d9cdd3 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148626 expref: 33 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044891.081151:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff98df4a351500) 00010000:00010000:3.0:1777044891.081155:0:5855:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:3.0:1777044891.081160:0:5855:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98df74fa6c00, rc 0) 00000100:00100000:3.0:1777044891.081583:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de419fd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+33:23177:x1863365369886464:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 Request processed in 1589us (6446us total) trans 4294967802 rc 0/0 00000100:00100000:3.0:1777044891.081594:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 751 00000100:00080000:0.0:1777044891.083980:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1777044891.100780:0:3341:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1777044891.100812:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df77c7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424312192:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1777044891.100898:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777044891.114763:0:6643:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424312192 00000100:00100000:3.0:1777044891.114781:0:6643:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424312192 00000100:00100000:3.0:1777044891.114873:0:6643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 349 00000100:00100000:3.0:1777044891.114887:0:6643:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77c7d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3341:x1863365424312192:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1777044891.114937:0:6643:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 59572224 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1777044891.115034:0:6643:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77c7d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3341:x1863365424312192:12345-0@lo:13:osp-pre-0-0.0 Request processed in 149us (14136us total) trans 0 rc 0/0 00000100:00100000:3.0:1777044891.115046:0:6643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 349 00000100:00100000:0.0:1777044891.116910:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00080000:0.0:1777044891.116960:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1777044891.117022:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df77c7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424312192:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1777044891.118852:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369886592 00000100:00100000:1.0:1777044891.118863:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369886592 00000100:00100000:1.0:1777044891.118928:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 752 00000100:00100000:1.0:1777044891.118942:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77c7c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+33:23177:x1863365369886592:12345-192.168.201.45@tcp:59:lhsmtool_posix.0 00000100:00100000:1.0:1777044891.119065:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77c7c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+33:23177:x1863365369886592:12345-192.168.201.45@tcp:59:lhsmtool_posix.0 Request processed in 124us (2160us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044891.119078:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 752 00000100:00100000:3.0:1777044891.209671:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777044891.211801:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369886720 00000100:00100000:2.0:1777044891.211814:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369886720 00000100:00100000:2.0:1777044891.211919:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 753 00000100:00100000:2.0:1777044891.211935:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de419fc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:146de360-3fb2-48bd-b418-06f30714148a+70:23178:x1863365369886720:12345-192.168.201.45@tcp:101:lfs.0 00010000:00010000:2.0:1777044891.211961:0:5856:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777044891.211988:0:5856:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e6c00/0x2c8777a5e7d9cde1 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee114862d expref: -99 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044891.212071:0:5856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e6e00/0x2c8777a5e7d9cde8 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044891.212091:0:5856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e6e00/0x2c8777a5e7d9cde8 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044891.212106:0:5856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e6e00/0x2c8777a5e7d9cde8 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044891.212178:0:5856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e6000/0x2c8777a5e7d9cdef lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044891.212270:0:5856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e6000/0x2c8777a5e7d9cdef lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044891.212282:0:5856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e6000/0x2c8777a5e7d9cdef lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00080000:0.0:1777044891.212493:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1777044891.224325:0:5856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e6e00/0x2c8777a5e7d9cde8 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044891.224351:0:5856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e6e00/0x2c8777a5e7d9cde8 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044891.224363:0:5856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e6e00/0x2c8777a5e7d9cde8 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044891.224373:0:5856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de427e6e00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:0.0:1777044891.224380:0:5856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e6e00/0x2c8777a5e7d9cde8 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044891.224419:0:5856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e6e00/0x2c8777a5e7d9cde8 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044891.224444:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff98df4ababf00) 00010000:00010000:0.0:1777044891.224449:0:5856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777044891.224457:0:5856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e6e00/0x2c8777a5e7d9cde8 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044891.224467:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e6e00/0x2c8777a5e7d9cde8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044891.224492:0:5856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e6000/0x2c8777a5e7d9cdef lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044891.224502:0:5856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e6000/0x2c8777a5e7d9cdef lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044891.224513:0:5856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e6000/0x2c8777a5e7d9cdef lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044891.224521:0:5856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de427e6000 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:0.0:1777044891.224526:0:5856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e6000/0x2c8777a5e7d9cdef lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044891.224536:0:5856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e6000/0x2c8777a5e7d9cdef lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044891.224548:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5b990ec8 (ffff98df43d75e00) 00010000:00010000:0.0:1777044891.224552:0:5856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777044891.224557:0:5856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e6000/0x2c8777a5e7d9cdef lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044891.224582:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e6000/0x2c8777a5e7d9cdef lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044891.224654:0:5856:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e6c00/0x2c8777a5e7d9cde1 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114862d expref: 71 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044891.224671:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff98df4ababf00) 00010000:00010000:0.0:1777044891.224675:0:5856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777044891.224682:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e6c00/0x2c8777a5e7d9cde1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114862d expref: 71 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044891.225012:0:5856:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de427e6c00, rc 0) 00000100:00100000:0.0:1777044891.225102:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de419fc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:146de360-3fb2-48bd-b418-06f30714148a+70:23178:x1863365369886720:12345-192.168.201.45@tcp:101:lfs.0 Request processed in 13169us (15441us total) trans 0 rc 301/301 00000100:00100000:0.0:1777044891.225116:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 753 00000100:00100000:3.0:1777044891.254040:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777044891.254732:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369886976 00000100:00100000:1.0:1777044891.254746:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369886976 00000100:00100000:1.0:1777044891.254831:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 754 00000100:00100000:1.0:1777044891.255112:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de419ff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:146de360-3fb2-48bd-b418-06f30714148a+70:23178:x1863365369886976:12345-192.168.201.45@tcp:36:lfs.0 00010000:00010000:1.0:1777044891.255188:0:5857:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777044891.255568:0:5857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa6800/0x2c8777a5e7d9cc52 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11485d2 expref: 70 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044891.255602:0:5857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff98df4ababf00) 00010000:00010000:1.0:1777044891.255610:0:5857:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777044891.256609:0:5857:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43107800/0x2c8777a5e7d9cdf6 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044891.256655:0:5857:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7200/0x2c8777a5e7d9cc7c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11485e0 expref: 32 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044891.256682:0:5857:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de43107800/0x2c8777a5e7d9cdf6 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044891.256754:0:5857:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7200/0x2c8777a5e7d9cc7c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11485e0 expref: 32 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044891.256777:0:5857:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7200/0x2c8777a5e7d9cc7c lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11485e0 expref: 32 pid: 5857 timeout: 1619 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777044891.256800:0:5857:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de42c8ad80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5857:1863365424312320:192.168.201.45@tcp:104: 00000100:00100000:1.0:1777044891.256919:0:5857:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df60782600 going to sleep for 11 seconds 00000040:00080000:3.0:1777044891.287111:0:11491:0:(llog.c:801:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1777044891.287124:0:11491:0:(llog_cat.c:158:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1777044891.288758:0:11491:0:(llog.c:858:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:3.0:1777044891.288773:0:11491:0:(llog.c:858:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1777044891.289346:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777044891.291503:0:5842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369887104 00000100:00100000:2.0:1777044891.291520:0:5842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369887104 00010000:00010000:2.0:1777044891.291579:0:5842:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7200/0x2c8777a5e7d9cc7c lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11485e0 expref: 33 pid: 5857 timeout: 1619 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777044891.291658:0:5842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 241 00000100:00100000:2.0:1777044891.291674:0:5842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77c7e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+33:2392:x1863365369887104:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777044891.291721:0:5842:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777044891.291733:0:5842:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7200/0x2c8777a5e7d9cc7c lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11485e0 expref: 33 pid: 5857 timeout: 1619 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044891.291755:0:5842:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7200/0x2c8777a5e7d9cc7c lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11485e0 expref: 33 pid: 5857 timeout: 1619 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044891.291786:0:5842:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff98df4ababf00) 00010000:00010000:2.0:1777044891.291795:0:5842:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff98de43107800/0x2c8777a5e7d9cdf6 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044891.291808:0:5842:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43107800/0x2c8777a5e7d9cdf6 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044891.291820:0:5842:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de43107800/0x2c8777a5e7d9cdf6 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044891.291866:0:5842:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777044891.291958:0:5842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77c7e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+33:2392:x1863365369887104:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 285us (2616us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044891.291971:0:5842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 241 00010000:00010000:1.0:1777044891.297502:0:5857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7200/0x2c8777a5e7d9cc7c lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11485e0 expref: 32 pid: 5857 timeout: 1619 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777044891.297564:0:5857:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de42c8ad80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5857:1863365424312320:192.168.201.45@tcp:104: 00010000:00010000:1.0:1777044891.297625:0:5857:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff98de43107800/0x2c8777a5e7d9cdf6 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044891.297641:0:5857:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff98de43107800/0x2c8777a5e7d9cdf6 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044891.297651:0:5857:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de43107800/0x2c8777a5e7d9cdf6 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044891.297689:0:5857:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43107000/0x2c8777a5e7d9cdfd lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044891.298087:0:5857:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de43107000/0x2c8777a5e7d9cdfd lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044891.298123:0:5857:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de43107000/0x2c8777a5e7d9cdfd lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777044891.300063:0:5857:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x30:0x0]: returning size 512 00010000:00010000:1.0:1777044891.300081:0:5857:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43107800/0x2c8777a5e7d9cdf6 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044891.300095:0:5857:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de43107800/0x2c8777a5e7d9cdf6 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044891.300106:0:5857:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de43107800/0x2c8777a5e7d9cdf6 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044891.300116:0:5857:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de43107800 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:1.0:1777044891.300122:0:5857:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43107800/0x2c8777a5e7d9cdf6 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044891.300134:0:5857:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43107800/0x2c8777a5e7d9cdf6 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044891.300152:0:5857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff98df4ababf00) 00010000:00010000:1.0:1777044891.300157:0:5857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777044891.300163:0:5857:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de43107800/0x2c8777a5e7d9cdf6 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044891.300173:0:5857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43107800/0x2c8777a5e7d9cdf6 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777044891.300197:0:5857:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000025ecdfe2 reply state 0000000095cc75f1 transno 4294967803 ns: mdt-lustre-MDT0000_UUID lock: ffff98de43107000/0x2c8777a5e7d9cdfd lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777044891.300260:0:5857:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777044891.300387:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de419ff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:146de360-3fb2-48bd-b418-06f30714148a+71:23178:x1863365369886976:12345-192.168.201.45@tcp:36:lfs.0 Request processed in 45278us (46354us total) trans 4294967803 rc 0/0 00000100:00100000:1.0:1777044891.300401:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 754 00010000:00010000:1.0:1777044891.327593:0:3327:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43107000/0x2c8777a5e7d9cdfd lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044891.327633:0:3327:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de43107000/0x2c8777a5e7d9cdfd lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044891.327645:0:3327:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de43107000/0x2c8777a5e7d9cdfd lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044891.327654:0:3327:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de43107000 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:1.0:1777044891.327660:0:3327:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43107000/0x2c8777a5e7d9cdfd lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044891.327670:0:3327:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43107000/0x2c8777a5e7d9cdfd lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044891.327691:0:3327:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5b990ec8 (ffff98df46583600) 00010000:00010000:1.0:1777044891.327716:0:3327:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777044891.327722:0:3327:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de43107000/0x2c8777a5e7d9cdfd lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044891.327731:0:3327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43107000/0x2c8777a5e7d9cdfd lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044892.053715:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777044892.117545:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1777044892.117573:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df6d58a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3342:1863365424312704:0@lo:400:kworker.0 00000100:00100000:0.0:1777044892.117657:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777044892.117784:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424312704 00000100:00100000:0.0:1777044892.117793:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424312704 00000100:00100000:0.0:1777044892.117865:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 811 00000100:00100000:0.0:1777044892.117878:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d58b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3342:x1863365424312704:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777044892.117944:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d58b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3342:x1863365424312704:12345-0@lo:400:kworker.0 Request processed in 68us (286us total) trans 0 rc 0/0 00000100:00100000:0.0:1777044892.117956:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 811 00000100:00080000:0.0:1777044892.118006:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1777044892.118048:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df6d58a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3342:1863365424312704:0@lo:400:kworker.0 00000100:00100000:0.0:1777044892.118102:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df6d58a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424312832:0@lo:400:kworker.0 00000100:00100000:0.0:1777044892.118142:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777044892.118382:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df6d58a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ce657616-b3f3-4e21-ac89-518ab611901c:3343:1863365424312448:0@lo:400:kworker.0 00000100:00100000:2.0:1777044892.118437:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777044892.118472:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df6d58aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3343:1863365424312960:0@lo:400:kworker.0 00000100:00100000:2.0:1777044892.118501:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777044892.118528:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:2.0:1777044892.118537:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df6d589c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3343:1863365424312576:0@lo:400:kworker.0 00000100:00100000:2.0:1777044892.118566:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777044892.118589:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df6d588000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424313088:0@lo:400:kworker.0 00000100:00100000:2.0:1777044892.118615:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777044892.118664:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424312832 00000100:00100000:2.0:1777044892.118669:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424312832 00000100:00100000:2.0:1777044892.118731:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424313088 00000100:00100000:2.0:1777044892.118736:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424313088 00000100:00100000:2.0:1777044892.118772:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 609 00000100:00100000:2.0:1777044892.118781:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d588380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3342:x1863365424312832:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777044892.119101:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d588380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3342:x1863365424312832:12345-0@lo:400:kworker.0 Request processed in 320us (957us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044892.119111:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 609 00000100:00100000:2.0:1777044892.119133:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 610 00000100:00100000:2.0:1777044892.119142:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d58fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424313088:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777044892.119186:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d58fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424313088:12345-0@lo:400:kworker.0 Request processed in 45us (570us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044892.119230:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 610 00000100:00100000:2.0:1777044892.119257:0:5849:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424312448 00000100:00100000:2.0:1777044892.119262:0:5849:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424312448 00000100:00100000:2.0:1777044892.119297:0:5849:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 737 00000100:00100000:2.0:1777044892.119305:0:5849:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df587b5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ce657616-b3f3-4e21-ac89-518ab611901c+18:3343:x1863365424312448:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777044892.119345:0:5849:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df587b5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ce657616-b3f3-4e21-ac89-518ab611901c+18:3343:x1863365424312448:12345-0@lo:400:kworker.0 Request processed in 40us (907us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044892.119353:0:5849:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 737 00000100:00080000:2.0:1777044892.119395:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1777044892.119414:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424312960 00000100:00100000:2.0:1777044892.119419:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424312960 00000100:00100000:2.0:1777044892.119454:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424312576 00000100:00100000:2.0:1777044892.119458:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424312576 00000100:00100000:2.0:1777044892.119480:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 812 00000100:00100000:2.0:1777044892.119489:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d58c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3343:x1863365424312960:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777044892.119529:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d58c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3343:x1863365424312960:12345-0@lo:400:kworker.0 Request processed in 41us (1028us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044892.119539:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 812 00000100:00100000:2.0:1777044892.119556:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 813 00000100:00100000:2.0:1777044892.119564:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d58f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3343:x1863365424312576:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777044892.119596:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d58f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3343:x1863365424312576:12345-0@lo:400:kworker.0 Request processed in 34us (1030us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044892.119604:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 813 00000100:00080000:2.0:1777044892.119623:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1777044892.119651:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df6d589c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3343:1863365424312576:0@lo:400:kworker.0 00000100:00100000:2.0:1777044892.119664:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df6d588000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424313088:0@lo:400:kworker.0 00000100:00100000:2.0:1777044892.119714:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df6d58a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ce657616-b3f3-4e21-ac89-518ab611901c:3343:1863365424312448:0@lo:400:kworker.0 00000100:00100000:2.0:1777044892.119958:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df6d58aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3343:1863365424312960:0@lo:400:kworker.0 00000100:00100000:3.0:1777044892.121748:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df6d58df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424313216:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1777044892.121802:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777044892.121906:0:6643:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424313216 00000100:00100000:1.0:1777044892.121923:0:6643:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424313216 00000100:00100000:1.0:1777044892.121970:0:6643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 350 00000100:00100000:1.0:1777044892.121980:0:6643:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de419fed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3341:x1863365424313216:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1777044892.122017:0:6643:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 59572224 pending 0 free 3856662528 avail 3854565376 00000100:00100000:0.0:1777044892.124060:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df6d58a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424312832:0@lo:400:kworker.0 00000100:00100000:1.0:1777044892.136986:0:6643:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de419fed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3341:x1863365424313216:12345-0@lo:13:osp-pre-1-0.0 Request processed in 14995us (15170us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044892.137007:0:6643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 350 00000100:00100000:3.0:1777044892.150740:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df6d58df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424313216:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1777044892.489979:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777044892.490977:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369887232 00000100:00100000:2.0:1777044892.490992:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369887232 00000100:00100000:2.0:1777044892.491079:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 755 00000100:00100000:2.0:1777044892.491095:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d58a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:146de360-3fb2-48bd-b418-06f30714148a+70:23215:x1863365369887232:12345-192.168.201.45@tcp:101:mkdir.0 00010000:00010000:2.0:1777044892.491126:0:12646:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777044892.491157:0:12646:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7400/0x2c8777a5e7d9ce04 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148634 expref: -99 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044892.491288:0:12646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e6c00/0x2c8777a5e7d9ce0b lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044892.491310:0:12646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e6c00/0x2c8777a5e7d9ce0b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044892.491327:0:12646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e6c00/0x2c8777a5e7d9ce0b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777044892.491407:0:12646:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 8704 00000004:00200000:2.0:1777044892.491413:0:12646:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 21 stripe count 1 MDT count 1 00000004:00010000:2.0:1777044892.491463:0:12646:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e6c00/0x2c8777a5e7d9ce0b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044892.491497:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7400/0x2c8777a5e7d9ce04 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148634 expref: 72 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044892.491523:0:12646:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e6c00/0x2c8777a5e7d9ce0b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148634 expref: 71 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044892.491559:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff98df43d75300) 00010000:00010000:2.0:1777044892.491564:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1777044892.491570:0:12646:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de427e6c00, rc 0) 00000100:00100000:2.0:1777044892.491646:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d58a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:146de360-3fb2-48bd-b418-06f30714148a+71:23215:x1863365369887232:12345-192.168.201.45@tcp:101:mkdir.0 Request processed in 553us (1677us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044892.491658:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 755 00000100:00100000:0.0:1777044892.509866:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777044892.510467:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369887360 00000100:00100000:2.0:1777044892.510481:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369887360 00000100:00100000:2.0:1777044892.510565:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 756 00000100:00100000:2.0:1777044892.510581:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d589f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:146de360-3fb2-48bd-b418-06f30714148a+71:2392:x1863365369887360:12345-192.168.201.45@tcp:41:mkdir.0 00000004:00000024:2.0:1777044892.510644:0:5856:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 14680064 pending 0 free 2259812352 avail 2257715200 00000100:00100000:2.0:1777044892.510798:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d589f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:146de360-3fb2-48bd-b418-06f30714148a+71:2392:x1863365369887360:12345-192.168.201.45@tcp:41:mkdir.0 Request processed in 219us (941us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044892.510810:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 756 00000100:00100000:0.0:1777044892.518333:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777044892.519077:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369887616 00000100:00100000:1.0:1777044892.519092:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369887616 00000100:00100000:1.0:1777044892.519196:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 757 00000100:00100000:1.0:1777044892.519262:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d589500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:146de360-3fb2-48bd-b418-06f30714148a+71:23215:x1863365369887616:12345-192.168.201.45@tcp:36:mkdir.0 00010000:00010000:1.0:1777044892.519335:0:5857:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777044892.519371:0:5857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e6c00/0x2c8777a5e7d9ce0b lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148634 expref: 71 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044892.519400:0:5857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff98df43d75300) 00010000:00010000:1.0:1777044892.519805:0:5857:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777044892.520013:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d589500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:146de360-3fb2-48bd-b418-06f30714148a+70:23215:x1863365369887616:12345-192.168.201.45@tcp:36:mkdir.0 Request processed in 754us (1689us total) trans 0 rc -17/-17 00000100:00100000:1.0:1777044892.520026:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 757 00000100:00100000:0.0:1777044892.532150:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777044892.532832:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369887744 00000100:00100000:2.0:1777044892.532845:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369887744 00000100:00100000:2.0:1777044892.532924:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 758 00000100:00100000:2.0:1777044892.532940:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d58b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:146de360-3fb2-48bd-b418-06f30714148a+70:23215:x1863365369887744:12345-192.168.201.45@tcp:101:mkdir.0 00010000:00010000:2.0:1777044892.532968:0:7939:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777044892.533001:0:7939:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7400/0x2c8777a5e7d9ce12 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee114863b expref: -99 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044892.533089:0:7939:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e6000/0x2c8777a5e7d9ce19 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044892.533110:0:7939:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e6000/0x2c8777a5e7d9ce19 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044892.533169:0:7939:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e6000/0x2c8777a5e7d9ce19 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777044892.533285:0:7939:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 8704 00000004:00200000:2.0:1777044892.533292:0:7939:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 21 stripe count 1 MDT count 1 00000004:00010000:2.0:1777044892.533329:0:7939:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e6000/0x2c8777a5e7d9ce19 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044892.533368:0:7939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7400/0x2c8777a5e7d9ce12 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114863b expref: 72 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044892.533396:0:7939:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e6000/0x2c8777a5e7d9ce19 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114863b expref: 71 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044892.534048:0:7939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff98df43d75d00) 00010000:00010000:2.0:1777044892.534056:0:7939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1777044892.534063:0:7939:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de427e6000, rc 0) 00000100:00100000:2.0:1777044892.534848:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d58b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:146de360-3fb2-48bd-b418-06f30714148a+71:23215:x1863365369887744:12345-192.168.201.45@tcp:101:mkdir.0 Request processed in 1908us (2705us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044892.534861:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 758 00000100:00100000:0.0:1777044892.550117:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777044892.550839:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369887872 00000100:00100000:3.0:1777044892.550852:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369887872 00000100:00100000:3.0:1777044892.550936:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 759 00000100:00100000:3.0:1777044892.550951:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d58bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:146de360-3fb2-48bd-b418-06f30714148a+71:23215:x1863365369887872:12345-192.168.201.45@tcp:101:mkdir.0 00010000:00010000:3.0:1777044892.550978:0:5855:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777044892.551006:0:5855:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7600/0x2c8777a5e7d9ce20 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148642 expref: -99 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044892.551093:0:5855:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa6400/0x2c8777a5e7d9ce27 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044892.551115:0:5855:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa6400/0x2c8777a5e7d9ce27 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044892.551132:0:5855:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa6400/0x2c8777a5e7d9ce27 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044892.551807:0:5855:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7e00/0x2c8777a5e7d9ce2e lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044892.551828:0:5855:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7e00/0x2c8777a5e7d9ce2e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044892.552701:0:5855:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7e00/0x2c8777a5e7d9ce2e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044892.552844:0:5855:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7a00/0x2c8777a5e7d9ce35 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x30:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044892.552858:0:5855:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7a00/0x2c8777a5e7d9ce35 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x30:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044892.552870:0:5855:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7a00/0x2c8777a5e7d9ce35 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x30:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777044892.552924:0:5855:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x30:0x0]: returning size 512 00000004:00200000:3.0:1777044892.552930:0:5855:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1777044892.552964:0:5855:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7a00/0x2c8777a5e7d9ce35 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x30:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044892.552981:0:5855:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa6400/0x2c8777a5e7d9ce27 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044892.552992:0:5855:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa6400/0x2c8777a5e7d9ce27 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044892.553002:0:5855:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa6400/0x2c8777a5e7d9ce27 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044892.553012:0:5855:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98df74fa6400 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:3.0:1777044892.553018:0:5855:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa6400/0x2c8777a5e7d9ce27 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044892.553031:0:5855:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa6400/0x2c8777a5e7d9ce27 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044892.553047:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff98df43d75d00) 00010000:00010000:3.0:1777044892.553052:0:5855:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777044892.553059:0:5855:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa6400/0x2c8777a5e7d9ce27 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044892.553069:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa6400/0x2c8777a5e7d9ce27 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044892.553088:0:5855:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7e00/0x2c8777a5e7d9ce2e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044892.553098:0:5855:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7e00/0x2c8777a5e7d9ce2e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044892.553107:0:5855:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7e00/0x2c8777a5e7d9ce2e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044892.553115:0:5855:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98df74fa7e00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:3.0:1777044892.553118:0:5855:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7e00/0x2c8777a5e7d9ce2e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044892.553126:0:5855:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7e00/0x2c8777a5e7d9ce2e lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044892.553137:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5b990ec8 (ffff98df4abab500) 00010000:00010000:3.0:1777044892.553140:0:5855:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777044892.553144:0:5855:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7e00/0x2c8777a5e7d9ce2e lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044892.553160:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7e00/0x2c8777a5e7d9ce2e lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044892.554444:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7600/0x2c8777a5e7d9ce20 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148642 expref: 73 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044892.554471:0:5855:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7a00/0x2c8777a5e7d9ce35 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x30:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148642 expref: 72 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044892.554484:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x30:0x0].0x0 (ffff98df4abab800) 00010000:00010000:3.0:1777044892.554489:0:5855:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1777044892.554493:0:5855:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98df74fa7a00, rc 0) 00000100:00100000:3.0:1777044892.555574:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d58bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:146de360-3fb2-48bd-b418-06f30714148a+72:23215:x1863365369887872:12345-192.168.201.45@tcp:101:mkdir.0 Request processed in 4621us (5465us total) trans 0 rc 0/0 00000100:00100000:3.0:1777044892.555587:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 759 00000100:00100000:0.0:1777044892.788760:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777044892.789617:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369888000 00000100:00100000:1.0:1777044892.789631:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369888000 00000100:00100000:1.0:1777044892.789989:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 760 00000100:00100000:1.0:1777044892.790005:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d589180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+32:23221:x1863365369888000:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1777044892.790030:0:12646:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777044892.790053:0:12646:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de43107000/0x2c8777a5e7d9ce3c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148649 expref: -99 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044892.790171:0:12646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43107800/0x2c8777a5e7d9ce43 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044892.790192:0:12646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de43107800/0x2c8777a5e7d9ce43 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044892.790247:0:12646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de43107800/0x2c8777a5e7d9ce43 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777044892.790474:0:12646:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 8704 00000004:00200000:1.0:1777044892.790481:0:12646:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 21 stripe count 1 MDT count 1 00000004:00010000:1.0:1777044892.790598:0:12646:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98de43107800/0x2c8777a5e7d9ce43 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044892.790635:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43107000/0x2c8777a5e7d9ce3c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148649 expref: 34 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044892.790659:0:12646:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43107800/0x2c8777a5e7d9ce43 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148649 expref: 33 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044892.790692:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff98df43d75d00) 00010000:00010000:1.0:1777044892.790696:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1777044892.790702:0:12646:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de43107800, rc 0) 00000100:00100000:1.0:1777044892.790771:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d589180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+33:23221:x1863365369888000:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 Request processed in 769us (2020us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044892.790782:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 760 00000100:00100000:0.0:1777044892.805307:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777044892.805610:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369888256 00000100:00100000:3.0:1777044892.805623:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369888256 00000100:00100000:3.0:1777044892.805723:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 761 00000100:00100000:3.0:1777044892.805740:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d588a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:146de360-3fb2-48bd-b418-06f30714148a+72:23221:x1863365369888256:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1777044892.805765:0:7939:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777044892.805769:0:7939:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1777044892.805802:0:7939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7a00/0x2c8777a5e7d9ce35 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x30:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148642 expref: 72 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044892.805827:0:7939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x30:0x0].0x0 (ffff98df4abab800) 00010000:00010000:3.0:1777044892.805841:0:7939:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777044892.805861:0:7939:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7600/0x2c8777a5e7d9ce4a lrc: 2/0,0 mode: --/CW res: [0x200000401:0x30:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148650 expref: -99 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044892.806697:0:7939:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7e00/0x2c8777a5e7d9ce51 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044892.806716:0:7939:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7e00/0x2c8777a5e7d9ce51 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044892.806729:0:7939:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7e00/0x2c8777a5e7d9ce51 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044892.806800:0:7939:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa6400/0x2c8777a5e7d9ce58 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x30:0x0].0x3b61a3c9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044892.806811:0:7939:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa6400/0x2c8777a5e7d9ce58 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x30:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044892.806820:0:7939:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa6400/0x2c8777a5e7d9ce58 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x30:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044892.810070:0:7939:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7200/0x2c8777a5e7d9ce5f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x32:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044892.810089:0:7939:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7200/0x2c8777a5e7d9ce5f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044892.810103:0:7939:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7200/0x2c8777a5e7d9ce5f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777044892.810116:0:7939:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x32:0x0]: returning size 0 00010000:00010000:3.0:1777044892.810150:0:7939:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7e00/0x2c8777a5e7d9ce51 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044892.810165:0:7939:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7e00/0x2c8777a5e7d9ce51 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044892.810175:0:7939:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7e00/0x2c8777a5e7d9ce51 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044892.810183:0:7939:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98df74fa7e00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:3.0:1777044892.810188:0:7939:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7e00/0x2c8777a5e7d9ce51 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044892.810223:0:7939:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7e00/0x2c8777a5e7d9ce51 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044892.810240:0:7939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x30:0x0].0x0 (ffff98df4ababc00) 00010000:00010000:3.0:1777044892.810245:0:7939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777044892.810251:0:7939:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7e00/0x2c8777a5e7d9ce51 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044892.810259:0:7939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7e00/0x2c8777a5e7d9ce51 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777044892.810276:0:7939:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000bb6422fc reply state 0000000034eba046 transno 4294967804 ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa6400/0x2c8777a5e7d9ce58 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x30:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777044892.810288:0:7939:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1777044892.810333:0:7939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7600/0x2c8777a5e7d9ce4a lrc: 0/0,0 mode: --/CW res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148650 expref: 74 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044892.810359:0:7939:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7200/0x2c8777a5e7d9ce5f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148650 expref: 73 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044892.810377:0:7939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x32:0x0].0x0 (ffff98df4abab600) 00010000:00010000:3.0:1777044892.810381:0:7939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777044892.810384:0:7939:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98df74fa7200, rc 0) 00000100:00100000:3.0:1777044892.810464:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d588a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:146de360-3fb2-48bd-b418-06f30714148a+74:23221:x1863365369888256:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 Request processed in 4730us (5167us total) trans 4294967804 rc 0/0 00000100:00100000:3.0:1777044892.810476:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 761 00010000:00010000:3.0:1777044892.817487:0:3328:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa6400/0x2c8777a5e7d9ce58 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x30:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044892.817507:0:3328:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa6400/0x2c8777a5e7d9ce58 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x30:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044892.817517:0:3328:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa6400/0x2c8777a5e7d9ce58 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x30:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044892.817526:0:3328:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98df74fa6400 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:3.0:1777044892.817533:0:3328:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa6400/0x2c8777a5e7d9ce58 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x30:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044892.817544:0:3328:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa6400/0x2c8777a5e7d9ce58 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x30:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044892.817563:0:3328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x30:0x0].0x3b61a3c9 (ffff98df4abab500) 00010000:00010000:3.0:1777044892.817567:0:3328:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777044892.817573:0:3328:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa6400/0x2c8777a5e7d9ce58 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x30:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044892.817582:0:3328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa6400/0x2c8777a5e7d9ce58 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x30:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777044892.819577:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777044892.819698:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369888512 00000100:00100000:3.0:1777044892.819710:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369888512 00000100:00100000:3.0:1777044892.820031:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 762 00000100:00100000:3.0:1777044892.820045:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d588700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:146de360-3fb2-48bd-b418-06f30714148a+73:23221:x1863365369888512:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1777044892.820090:0:5855:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777044892.820117:0:5855:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa6800/0x2c8777a5e7d9ce6d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x30:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148657 expref: -99 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044892.820235:0:5855:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff98df41545a00/0x2c8777a5e7d9ce74 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x32:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044892.820256:0:5855:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7200/0x2c8777a5e7d9ce5f lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148650 expref: 74 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044892.820266:0:5855:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff98df41545a00/0x2c8777a5e7d9ce74 lrc: 4/0,1 mode: --/EX res: [0x200000401:0x32:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044892.820304:0:5855:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7200/0x2c8777a5e7d9ce5f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148650 expref: 74 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044892.820322:0:5855:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7200/0x2c8777a5e7d9ce5f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148650 expref: 74 pid: 7939 timeout: 1621 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777044892.820341:0:5855:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de419fdc00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5855:1863365424313344:192.168.201.45@tcp:104: 00000100:00100000:3.0:1777044892.820471:0:5855:0:(client.c:2691:ptlrpc_set_wait()) set ffff98de4336f480 going to sleep for 11 seconds 00000100:00100000:0.0:1777044892.839010:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777044892.842110:0:6655:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369888640 00000100:00100000:1.0:1777044892.842123:0:6655:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369888640 00010000:00010000:1.0:1777044892.844498:0:6655:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7200/0x2c8777a5e7d9ce5f lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148650 expref: 75 pid: 7939 timeout: 1621 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777044892.844582:0:6655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 242 00000100:00100000:1.0:1777044892.844600:0:6655:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d588e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:146de360-3fb2-48bd-b418-06f30714148a+75:2392:x1863365369888640:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777044892.844618:0:6655:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777044892.844628:0:6655:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7200/0x2c8777a5e7d9ce5f lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148650 expref: 75 pid: 7939 timeout: 1621 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044892.844646:0:6655:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7200/0x2c8777a5e7d9ce5f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148650 expref: 75 pid: 7939 timeout: 1621 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044892.844694:0:6655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x32:0x0].0x0 (ffff98df4abab600) 00010000:00010000:1.0:1777044892.844702:0:6655:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff98df41545a00/0x2c8777a5e7d9ce74 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x32:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044892.844714:0:6655:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98df41545a00/0x2c8777a5e7d9ce74 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x32:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044892.844724:0:6655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98df41545a00/0x2c8777a5e7d9ce74 lrc: 4/0,1 mode: EX/EX res: [0x200000401:0x32:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044892.844751:0:6655:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777044892.844812:0:6655:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d588e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:146de360-3fb2-48bd-b418-06f30714148a+75:2392:x1863365369888640:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 218us (5812us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044892.844824:0:6655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 242 00010000:00010000:3.0:1777044892.845024:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7200/0x2c8777a5e7d9ce5f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148650 expref: 74 pid: 7939 timeout: 1621 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777044892.845052:0:5855:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de419fdc00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5855:1863365424313344:192.168.201.45@tcp:104: 00010000:00010000:3.0:1777044892.845077:0:5855:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff98df41545a00/0x2c8777a5e7d9ce74 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x32:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044892.845088:0:5855:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff98df41545a00/0x2c8777a5e7d9ce74 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x32:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044892.845096:0:5855:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df41545a00/0x2c8777a5e7d9ce74 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x32:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777044892.845119:0:5855:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x32:0x0]: returning size 0 00010000:00010000:3.0:1777044892.845803:0:5855:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff98df41545a00/0x2c8777a5e7d9ce74 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x32:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044892.845815:0:5855:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98df41545a00/0x2c8777a5e7d9ce74 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x32:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044892.845824:0:5855:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98df41545a00/0x2c8777a5e7d9ce74 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x32:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044892.845833:0:5855:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98df41545a00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:3.0:1777044892.845839:0:5855:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df41545a00/0x2c8777a5e7d9ce74 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x32:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044892.845850:0:5855:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df41545a00/0x2c8777a5e7d9ce74 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x32:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044892.845864:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x32:0x0].0x0 (ffff98df4abab600) 00010000:00010000:3.0:1777044892.845868:0:5855:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1777044892.845873:0:5855:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98df41545a00/0x2c8777a5e7d9ce74 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x32:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044892.845881:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df41545a00/0x2c8777a5e7d9ce74 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x32:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044892.845948:0:5855:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa6800/0x2c8777a5e7d9ce6d lrc: 1/0,0 mode: --/CR res: [0x200000401:0x30:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148657 expref: 74 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044892.845961:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x30:0x0].0x0 (ffff98df4ababf00) 00010000:00010000:3.0:1777044892.845965:0:5855:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1777044892.845970:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa6800/0x2c8777a5e7d9ce6d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x30:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148657 expref: 74 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044892.845987:0:5855:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98df74fa6800, rc 0) 00000100:00100000:3.0:1777044892.846025:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d588700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:146de360-3fb2-48bd-b418-06f30714148a+73:23221:x1863365369888512:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 Request processed in 25984us (26455us total) trans 4294967805 rc 301/301 00000100:00100000:3.0:1777044892.846035:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 762 00000100:00100000:2.0:1777044892.864349:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777044892.864870:0:5858:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369888896 00000100:00100000:1.0:1777044892.864882:0:5858:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369888896 00000100:00100000:1.0:1777044892.864957:0:5858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 179 00000100:00100000:1.0:1777044892.864986:0:5858:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df60159850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:146de360-3fb2-48bd-b418-06f30714148a+73:23221:x1863365369888896:12345-192.168.201.45@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1777044892.865455:0:5858:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df60159850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:146de360-3fb2-48bd-b418-06f30714148a+74:23221:x1863365369888896:12345-192.168.201.45@tcp:35:lhsmtool_posix.0 Request processed in 469us (1114us total) trans 4294967806 rc 0/0 00000100:00100000:1.0:1777044892.865467:0:5858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 179 00000100:00100000:0.0:1777044892.877560:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777044892.877920:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369889024 00000100:00100000:3.0:1777044892.877933:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369889024 00000100:00100000:3.0:1777044892.878012:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 763 00000100:00100000:3.0:1777044892.878026:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d58ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:146de360-3fb2-48bd-b418-06f30714148a+74:23221:x1863365369889024:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1777044892.878067:0:5856:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777044892.878094:0:5856:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df41545a00/0x2c8777a5e7d9ce82 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x32:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee114865e expref: -99 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044892.878187:0:5856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98df41545a00/0x2c8777a5e7d9ce82 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x32:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114865e expref: 75 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044892.878276:0:5856:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98df41545a00/0x2c8777a5e7d9ce82 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x32:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114865e expref: 75 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044892.878303:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x32:0x0].0x0 (ffff98df4ababf00) 00010000:00010000:3.0:1777044892.878308:0:5856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1777044892.878313:0:5856:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98df41545a00, rc 0) 00000100:00100000:3.0:1777044892.878381:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d58ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:146de360-3fb2-48bd-b418-06f30714148a+75:23221:x1863365369889024:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 Request processed in 359us (832us total) trans 0 rc 0/0 00000100:00100000:3.0:1777044892.878392:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 763 00000001:00080000:0.0:1777044892.885048:0:5877:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967803 is committed 00000001:00080000:0.0:1777044892.885075:0:5877:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967802 is committed 00000100:00100000:2.0:1777044892.889058:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777044892.889168:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369889280 00000100:00100000:3.0:1777044892.889181:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369889280 00000100:00100000:3.0:1777044892.889291:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 764 00000100:00100000:3.0:1777044892.889304:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d58f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:146de360-3fb2-48bd-b418-06f30714148a+74:23221:x1863365369889280:12345-192.168.201.45@tcp:55:lhsmtool_posix.0 00010000:00010000:3.0:1777044892.889381:0:7939:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98df41545200/0x2c8777a5e7d9ce89 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x32:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044892.889402:0:7939:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98df41545200/0x2c8777a5e7d9ce89 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x32:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044892.889435:0:7939:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df41545200/0x2c8777a5e7d9ce89 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x32:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044892.889724:0:7939:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98df41545200/0x2c8777a5e7d9ce89 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x32:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044892.889736:0:7939:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98df41545200/0x2c8777a5e7d9ce89 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x32:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044892.889752:0:7939:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98df41545200/0x2c8777a5e7d9ce89 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x32:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044892.889761:0:7939:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98df41545200 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:3.0:1777044892.889766:0:7939:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df41545200/0x2c8777a5e7d9ce89 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x32:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044892.889776:0:7939:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df41545200/0x2c8777a5e7d9ce89 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x32:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044892.889791:0:7939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x32:0x0].0x0 (ffff98df4ababf00) 00010000:00010000:3.0:1777044892.889795:0:7939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:3.0:1777044892.889800:0:7939:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98df41545200/0x2c8777a5e7d9ce89 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x32:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044892.889808:0:7939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df41545200/0x2c8777a5e7d9ce89 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x32:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777044892.889899:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d58f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:146de360-3fb2-48bd-b418-06f30714148a+75:23221:x1863365369889280:12345-192.168.201.45@tcp:55:lhsmtool_posix.0 Request processed in 597us (851us total) trans 4294967807 rc 0/0 00000100:00100000:3.0:1777044892.889910:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 764 00000100:00100000:3.0:1777044892.898601:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777044892.898765:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369889536 00000100:00100000:0.0:1777044892.898778:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369889536 00000100:00100000:0.0:1777044892.898849:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 765 00000100:00100000:0.0:1777044892.898862:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de419fdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:146de360-3fb2-48bd-b418-06f30714148a+75:23221:x1863365369889536:12345-192.168.201.45@tcp:36:lhsmtool_posix.0 00010000:00010000:0.0:1777044892.899185:0:5855:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537600/0x2c8777a5e7d9ce90 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x32:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044892.899257:0:5855:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537600/0x2c8777a5e7d9ce90 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x32:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044892.899274:0:5855:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537600/0x2c8777a5e7d9ce90 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x32:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1777044892.899390:0:5855:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967808 00000004:00010000:0.0:1777044892.899452:0:5855:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000077f95cfb reply state 00000000ab5d5c39 transno 4294967809 ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537600/0x2c8777a5e7d9ce90 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x32:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777044892.899464:0:5855:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777044892.899577:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de419fdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:146de360-3fb2-48bd-b418-06f30714148a+78:23221:x1863365369889536:12345-192.168.201.45@tcp:36:lhsmtool_posix.0 Request processed in 716us (986us total) trans 4294967809 rc 0/0 00000100:00100000:0.0:1777044892.899588:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 765 00000020:00080000:0.0:1777044892.899594:0:5855:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:2.0:1777044892.905561:0:3327:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537600/0x2c8777a5e7d9ce90 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x32:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044892.905585:0:3327:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537600/0x2c8777a5e7d9ce90 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x32:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044892.905596:0:3327:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537600/0x2c8777a5e7d9ce90 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x32:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044892.905620:0:3327:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98df7b537600 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:2.0:1777044892.905627:0:3327:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537600/0x2c8777a5e7d9ce90 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x32:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044892.905637:0:3327:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537600/0x2c8777a5e7d9ce90 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x32:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044892.905658:0:3327:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x32:0x0].0x0 (ffff98df4ababf00) 00010000:00010000:2.0:1777044892.905662:0:3327:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1777044892.905688:0:3327:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537600/0x2c8777a5e7d9ce90 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x32:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044892.905697:0:3327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537600/0x2c8777a5e7d9ce90 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x32:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777044892.911840:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777044892.912335:0:5858:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369889792 00000100:00100000:1.0:1777044892.912348:0:5858:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369889792 00000100:00100000:1.0:1777044892.912435:0:5858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 180 00000100:00100000:1.0:1777044892.912449:0:5858:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d58d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:146de360-3fb2-48bd-b418-06f30714148a+77:23221:x1863365369889792:12345-192.168.201.45@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1777044892.912765:0:5858:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d58d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:146de360-3fb2-48bd-b418-06f30714148a+78:23221:x1863365369889792:12345-192.168.201.45@tcp:35:lhsmtool_posix.0 Request processed in 317us (932us total) trans 4294967810 rc 0/0 00000100:00100000:1.0:1777044892.912775:0:5858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 180 00000100:00100000:1.0:1777044892.991175:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777044892.991782:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369889920 00000100:00100000:0.0:1777044892.991795:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369889920 00000100:00100000:0.0:1777044892.991877:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 766 00000100:00100000:0.0:1777044892.991891:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42c8ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+32:23224:x1863365369889920:12345-192.168.201.45@tcp:101:lfs.0 00010000:00010000:0.0:1777044892.991915:0:5857:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777044892.991941:0:5857:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537000/0x2c8777a5e7d9ce97 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148665 expref: -99 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044892.992036:0:5857:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537600/0x2c8777a5e7d9ce9e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044892.992056:0:5857:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537600/0x2c8777a5e7d9ce9e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044892.992073:0:5857:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537600/0x2c8777a5e7d9ce9e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044892.992094:0:5857:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ecc00/0x2c8777a5e7d9cea5 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044892.992130:0:5857:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ecc00/0x2c8777a5e7d9cea5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044892.992141:0:5857:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ecc00/0x2c8777a5e7d9cea5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044892.993304:0:5857:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eca00/0x2c8777a5e7d9ceac lrc: 3/1,0 mode: --/PR res: [0x200000401:0x30:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044892.993318:0:5857:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eca00/0x2c8777a5e7d9ceac lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x30:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044892.993329:0:5857:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eca00/0x2c8777a5e7d9ceac lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x30:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777044892.993374:0:5857:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x30:0x0]: returning size 7680 00000004:00200000:0.0:1777044892.993380:0:5857:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:0.0:1777044892.995119:0:5857:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eca00/0x2c8777a5e7d9ceac lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x30:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044892.995140:0:5857:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537600/0x2c8777a5e7d9ce9e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044892.995151:0:5857:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537600/0x2c8777a5e7d9ce9e lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044892.995159:0:5857:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537600/0x2c8777a5e7d9ce9e lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044892.995175:0:5857:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98df7b537600 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:0.0:1777044892.995181:0:5857:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537600/0x2c8777a5e7d9ce9e lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044892.995206:0:5857:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537600/0x2c8777a5e7d9ce9e lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044892.995225:0:5857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff98df43d75d00) 00010000:00010000:0.0:1777044892.995229:0:5857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777044892.995236:0:5857:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537600/0x2c8777a5e7d9ce9e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044892.995245:0:5857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537600/0x2c8777a5e7d9ce9e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044892.995261:0:5857:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ecc00/0x2c8777a5e7d9cea5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044892.995270:0:5857:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ecc00/0x2c8777a5e7d9cea5 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044892.995277:0:5857:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ecc00/0x2c8777a5e7d9cea5 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044892.995284:0:5857:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de419ecc00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:0.0:1777044892.995287:0:5857:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ecc00/0x2c8777a5e7d9cea5 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044892.995295:0:5857:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ecc00/0x2c8777a5e7d9cea5 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044892.995305:0:5857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5b990ec8 (ffff98df48c7e900) 00010000:00010000:0.0:1777044892.995308:0:5857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777044892.995312:0:5857:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ecc00/0x2c8777a5e7d9cea5 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044892.995336:0:5857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ecc00/0x2c8777a5e7d9cea5 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044892.995390:0:5857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537000/0x2c8777a5e7d9ce97 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148665 expref: 34 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044892.997453:0:5857:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eca00/0x2c8777a5e7d9ceac lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x30:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148665 expref: 33 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044892.997470:0:5857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x30:0x0].0x0 (ffff98df48c7e800) 00010000:00010000:0.0:1777044892.997474:0:5857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1777044892.997478:0:5857:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de419eca00, rc 0) 00000100:00100000:0.0:1777044892.997577:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42c8ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+33:23224:x1863365369889920:12345-192.168.201.45@tcp:101:lfs.0 Request processed in 5686us (6410us total) trans 0 rc 0/0 00000100:00100000:0.0:1777044892.997605:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 766 00000100:00100000:0.0:1777044893.009981:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777044893.010837:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369890176 00000100:00100000:1.0:1777044893.010851:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369890176 00000100:00100000:1.0:1777044893.010936:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 767 00000100:00100000:1.0:1777044893.010952:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d58b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+33:23224:x1863365369890176:12345-192.168.201.45@tcp:101:lfs.0 00010000:00010000:1.0:1777044893.010979:0:12646:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777044893.011004:0:12646:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de43107400/0x2c8777a5e7d9ceb3 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee114866c expref: -99 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044893.011101:0:12646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43107000/0x2c8777a5e7d9ceba lrc: 3/1,0 mode: --/CR res: [0x200000401:0x30:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044893.011118:0:12646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de43107000/0x2c8777a5e7d9ceba lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044893.011132:0:12646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de43107000/0x2c8777a5e7d9ceba lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044893.011172:0:12646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43107a00/0x2c8777a5e7d9cec1 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x30:0x0].0x3b61a3c9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044893.011184:0:12646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de43107a00/0x2c8777a5e7d9cec1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x30:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044893.011196:0:12646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de43107a00/0x2c8777a5e7d9cec1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x30:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044893.011427:0:12646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfda00/0x2c8777a5e7d9cec8 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x32:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044893.011443:0:12646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfda00/0x2c8777a5e7d9cec8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044893.011454:0:12646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfda00/0x2c8777a5e7d9cec8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777044893.011471:0:12646:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x32:0x0]: returning size 158 00010000:00010000:1.0:1777044893.011601:0:12646:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43107000/0x2c8777a5e7d9ceba lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044893.011613:0:12646:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de43107000/0x2c8777a5e7d9ceba lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044893.011622:0:12646:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de43107000/0x2c8777a5e7d9ceba lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044893.011630:0:12646:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de43107000 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:1.0:1777044893.011636:0:12646:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43107000/0x2c8777a5e7d9ceba lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044893.011690:0:12646:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43107000/0x2c8777a5e7d9ceba lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044893.011710:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x30:0x0].0x0 (ffff98df48c7e800) 00010000:00010000:1.0:1777044893.011714:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777044893.011721:0:12646:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de43107000/0x2c8777a5e7d9ceba lrc: 2/0,0 mode: --/CR res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044893.011731:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43107000/0x2c8777a5e7d9ceba lrc: 0/0,0 mode: --/CR res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044893.011749:0:12646:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43107a00/0x2c8777a5e7d9cec1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x30:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044893.011758:0:12646:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de43107a00/0x2c8777a5e7d9cec1 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x30:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044893.011766:0:12646:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de43107a00/0x2c8777a5e7d9cec1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x30:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044893.011773:0:12646:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de43107a00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:1.0:1777044893.011777:0:12646:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43107a00/0x2c8777a5e7d9cec1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x30:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044893.011786:0:12646:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43107a00/0x2c8777a5e7d9cec1 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x30:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044893.011797:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x30:0x0].0x3b61a3c9 (ffff98df46583e00) 00010000:00010000:1.0:1777044893.011801:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777044893.012057:0:12646:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de43107a00/0x2c8777a5e7d9cec1 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x30:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044893.012078:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43107a00/0x2c8777a5e7d9cec1 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x30:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044893.012139:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43107400/0x2c8777a5e7d9ceb3 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x30:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114866c expref: 36 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044893.012159:0:12646:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfda00/0x2c8777a5e7d9cec8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114866c expref: 35 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044893.012168:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x32:0x0].0x0 (ffff98df4ababf00) 00010000:00010000:1.0:1777044893.012171:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777044893.012175:0:12646:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de41dfda00, rc 0) 00000100:00100000:1.0:1777044893.012279:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d58b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+35:23224:x1863365369890176:12345-192.168.201.45@tcp:101:lfs.0 Request processed in 1330us (2528us total) trans 4294967811 rc 0/0 00000100:00100000:1.0:1777044893.012290:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 767 00000100:00080000:2.0:1777044893.012516:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1777044893.022315:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777044893.022445:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369890304 00000100:00100000:3.0:1777044893.022457:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369890304 00000100:00100000:3.0:1777044893.022534:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 768 00000100:00100000:3.0:1777044893.022549:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d58d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+35:23224:x1863365369890304:12345-192.168.201.45@tcp:54:lfs.0 00010000:00010000:3.0:1777044893.022632:0:5856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98df41545200/0x2c8777a5e7d9ced6 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x32:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044893.022663:0:5856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98df41545200/0x2c8777a5e7d9ced6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044893.022705:0:5856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df41545200/0x2c8777a5e7d9ced6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044893.022742:0:5856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98df41545200/0x2c8777a5e7d9ced6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044893.022752:0:5856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98df41545200/0x2c8777a5e7d9ced6 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044893.022761:0:5856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98df41545200/0x2c8777a5e7d9ced6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044893.022769:0:5856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98df41545200 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:3.0:1777044893.022775:0:5856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df41545200/0x2c8777a5e7d9ced6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044893.022786:0:5856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df41545200/0x2c8777a5e7d9ced6 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044893.022800:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x32:0x0].0x0 (ffff98df4ababf00) 00010000:00010000:3.0:1777044893.022804:0:5856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1777044893.022810:0:5856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98df41545200/0x2c8777a5e7d9ced6 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x32:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044893.022818:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df41545200/0x2c8777a5e7d9ced6 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x32:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777044893.023067:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d58d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+35:23224:x1863365369890304:12345-192.168.201.45@tcp:54:lfs.0 Request processed in 520us (761us total) trans 0 rc 0/0 00000100:00100000:3.0:1777044893.023080:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 768 00000100:00100000:1.0:1777044893.032081:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777044893.032658:0:5858:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369890560 00000100:00100000:0.0:1777044893.032784:0:5858:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369890560 00000100:00100000:0.0:1777044893.033165:0:5858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 181 00000100:00100000:0.0:1777044893.033182:0:5858:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42c8bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+35:23224:x1863365369890560:12345-192.168.201.45@tcp:35:lfs.0 00000100:00100000:0.0:1777044893.034245:0:5858:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42c8bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+36:23224:x1863365369890560:12345-192.168.201.45@tcp:35:lfs.0 Request processed in 1064us (2866us total) trans 4294967812 rc 0/0 00000100:00100000:0.0:1777044893.034258:0:5858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 181 00010000:00010000:3.0:1777044893.084228:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777044893.218267:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777044893.218398:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369890688 00000100:00100000:1.0:1777044893.218433:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369890688 00000100:00100000:1.0:1777044893.218514:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 769 00000100:00100000:1.0:1777044893.218530:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d58aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+36:23233:x1863365369890688:12345-192.168.201.45@tcp:101:lfs.0 00010000:00010000:1.0:1777044893.218561:0:5857:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777044893.218587:0:5857:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfde00/0x2c8777a5e7d9cedd lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148673 expref: -99 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044893.218695:0:5857:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfc200/0x2c8777a5e7d9cee4 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044893.218737:0:5857:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfc200/0x2c8777a5e7d9cee4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x30:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044893.218754:0:5857:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfc200/0x2c8777a5e7d9cee4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x30:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777044893.218825:0:5857:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x30:0x0]: returning size 7680 00000004:00200000:1.0:1777044893.218831:0:5857:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:1.0:1777044893.218863:0:5857:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfc200/0x2c8777a5e7d9cee4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x30:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044893.218899:0:5857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfde00/0x2c8777a5e7d9cedd lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148673 expref: 38 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044893.218925:0:5857:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfc200/0x2c8777a5e7d9cee4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x30:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148673 expref: 37 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044893.218939:0:5857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x30:0x0].0x0 (ffff98df48c7e800) 00010000:00010000:1.0:1777044893.218944:0:5857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1777044893.218949:0:5857:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de41dfc200, rc 0) 00000100:00100000:1.0:1777044893.219037:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d58aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+37:23233:x1863365369890688:12345-192.168.201.45@tcp:101:lfs.0 Request processed in 509us (851us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044893.219050:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 769 00000100:00100000:3.0:1777044893.247270:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777044893.247441:0:5842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369890944 00000100:00100000:2.0:1777044893.247455:0:5842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369890944 00000100:00100000:2.0:1777044893.247543:0:5842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 41 00000100:00100000:2.0:1777044893.247560:0:5842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de419fce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+37:23233:x1863365369890944:12345-192.168.201.45@tcp:103:lfs.0 00010000:00010000:2.0:1777044893.247582:0:5842:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777044893.247616:0:5842:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfda00/0x2c8777a5e7d9cec8 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114866c expref: 37 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044893.247644:0:5842:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x32:0x0].0x0 (ffff98df4ababf00) 00010000:00010000:2.0:1777044893.247652:0:5842:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777044893.247754:0:5842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de419fce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+36:23233:x1863365369890944:12345-192.168.201.45@tcp:103:lfs.0 Request processed in 198us (550us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044893.247766:0:5842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 41 00000100:00100000:2.0:1777044893.261927:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777044893.263085:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369891072 00000100:00100000:0.0:1777044893.263098:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369891072 00000100:00100000:0.0:1777044893.263294:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 770 00000100:00100000:0.0:1777044893.263312:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d58df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+36:23233:x1863365369891072:12345-192.168.201.45@tcp:58:lfs.0 00010000:00010000:0.0:1777044893.263501:0:5855:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ecc00/0x2c8777a5e7d9ceeb lrc: 3/0,1 mode: --/EX res: [0x200000401:0x32:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044893.263528:0:5855:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98df41545a00/0x2c8777a5e7d9ce82 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x32:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114865e expref: 77 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044893.263543:0:5855:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ecc00/0x2c8777a5e7d9ceeb lrc: 4/0,1 mode: --/EX res: [0x200000401:0x32:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044893.263591:0:5855:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff98df41545a00/0x2c8777a5e7d9ce82 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x32:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114865e expref: 77 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044893.263613:0:5855:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff98df41545a00/0x2c8777a5e7d9ce82 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x32:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114865e expref: 77 pid: 5856 timeout: 1621 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777044893.263635:0:5855:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df6d58a300 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5855:1863365424313472:192.168.201.45@tcp:104: 00000100:00100000:0.0:1777044893.263774:0:5855:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df50f29540 going to sleep for 11 seconds 00000100:00100000:3.0:1777044893.270494:0:5855:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df6d58a300 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5855:1863365424313472:192.168.201.45@tcp:104: 00010000:00010000:3.0:1777044893.270535:0:5855:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ecc00/0x2c8777a5e7d9ceeb lrc: 3/0,1 mode: --/EX res: [0x200000401:0x32:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777044893.275763:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777044893.275889:0:6655:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369891200 00000100:00100000:1.0:1777044893.275902:0:6655:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369891200 00010000:00010000:1.0:1777044893.275979:0:6655:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff98df41545a00/0x2c8777a5e7d9ce82 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x32:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114865e expref: 78 pid: 5856 timeout: 1621 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777044893.276040:0:6655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 243 00000100:00100000:1.0:1777044893.276072:0:6655:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d58ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:146de360-3fb2-48bd-b418-06f30714148a+78:2392:x1863365369891200:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777044893.276091:0:6655:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777044893.276102:0:6655:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff98df41545a00/0x2c8777a5e7d9ce82 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x32:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114865e expref: 78 pid: 5856 timeout: 1621 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044893.276141:0:6655:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff98df41545a00/0x2c8777a5e7d9ce82 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x32:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114865e expref: 78 pid: 5856 timeout: 1621 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044893.276173:0:6655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df41545a00/0x2c8777a5e7d9ce82 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x32:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114865e expref: 78 pid: 5856 timeout: 1621 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044893.276197:0:6655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x32:0x0].0x0 (ffff98df4ababf00) 00010000:00010000:1.0:1777044893.276267:0:6655:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ecc00/0x2c8777a5e7d9ceeb lrc: 3/0,1 mode: --/EX res: [0x200000401:0x32:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044893.276280:0:6655:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ecc00/0x2c8777a5e7d9ceeb lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x32:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044893.276290:0:6655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ecc00/0x2c8777a5e7d9ceeb lrc: 4/0,1 mode: EX/EX res: [0x200000401:0x32:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044893.276328:0:6655:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777044893.276393:0:6655:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d58ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:146de360-3fb2-48bd-b418-06f30714148a+77:2392:x1863365369891200:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 325us (641us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044893.276425:0:6655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 243 00010000:00010000:1.0:1777044893.276545:0:5855:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ecc00/0x2c8777a5e7d9ceeb lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x32:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044893.276558:0:5855:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ecc00/0x2c8777a5e7d9ceeb lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x32:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1777044893.276908:0:5855:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].18, 136 off10640 00000100:00100000:1.0:1777044893.277000:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d58df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+36:23233:x1863365369891072:12345-192.168.201.45@tcp:58:lfs.0 Request processed in 13692us (15082us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044893.277012:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 770 00000100:00080000:2.0:1777044893.278539:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000040:00080000:3.0:1777044893.333952:0:11491:0:(llog.c:801:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1777044893.333964:0:11491:0:(llog_cat.c:158:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1777044893.334031:0:11491:0:(llog.c:858:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 19 count 2 00000040:00080000:3.0:1777044893.334041:0:11491:0:(llog.c:858:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1777044893.334268:0:11491:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de419fe680 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11491:1863365424313600:192.168.201.45@tcp:107:hsm_cdtr.0 00000100:00100000:3.0:1777044893.334393:0:11491:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df60782e40 going to sleep for 11 seconds 00000100:00100000:3.0:1777044893.346012:0:11491:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de419fe680 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11491:1863365424313600:192.168.201.45@tcp:107:hsm_cdtr.0 00000100:00100000:1.0:1777044893.349748:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777044893.356375:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369891328 00000100:00100000:0.0:1777044893.356395:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369891328 00000100:00100000:0.0:1777044893.358762:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 771 00000100:00100000:0.0:1777044893.358783:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42c88380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+36:23236:x1863365369891328:12345-192.168.201.45@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1777044893.358828:0:5856:0:(mdt_handler.c:7958:mdt_fid2path()) path get [0x200000401:0x32:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1777044893.359019:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42c88380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+36:23236:x1863365369891328:12345-192.168.201.45@tcp:53:lhsmtool_posix.0 Request processed in 240us (9275us total) trans 0 rc 0/0 00000100:00100000:0.0:1777044893.359031:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 771 00000100:00100000:2.0:1777044893.374917:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777044893.374986:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369891456 00000100:00100000:1.0:1777044893.375001:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369891456 00000100:00100000:1.0:1777044893.375085:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 772 00000100:00100000:1.0:1777044893.375101:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d58d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+36:23236:x1863365369891456:12345-192.168.201.45@tcp:34:lhsmtool_posix.0 00010000:00010000:1.0:1777044893.375264:0:12646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd600/0x2c8777a5e7d9cef2 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044893.375290:0:12646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd600/0x2c8777a5e7d9cef2 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044893.375308:0:12646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd600/0x2c8777a5e7d9cef2 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044893.375373:0:12646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfc800/0x2c8777a5e7d9cef9 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x43be2ce7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044893.375386:0:12646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfc800/0x2c8777a5e7d9cef9 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x43be2ce7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044893.375397:0:12646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfc800/0x2c8777a5e7d9cef9 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x43be2ce7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044893.375463:0:12646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfc600/0x2c8777a5e7d9cf00 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x32:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044893.375506:0:12646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfc600/0x2c8777a5e7d9cf00 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044893.375518:0:12646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfc600/0x2c8777a5e7d9cf00 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777044893.375569:0:12646:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x32:0x0]: returning size 158 00000004:00200000:1.0:1777044893.375575:0:12646:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1777044893.375595:0:12646:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfc600/0x2c8777a5e7d9cf00 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044893.375612:0:12646:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd600/0x2c8777a5e7d9cef2 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044893.375622:0:12646:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd600/0x2c8777a5e7d9cef2 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044893.375634:0:12646:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd600/0x2c8777a5e7d9cef2 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044893.375643:0:12646:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de41dfd600 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:1.0:1777044893.375650:0:12646:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd600/0x2c8777a5e7d9cef2 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044893.375684:0:12646:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd600/0x2c8777a5e7d9cef2 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044893.375701:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff98df4a351500) 00010000:00010000:1.0:1777044893.375707:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777044893.375714:0:12646:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd600/0x2c8777a5e7d9cef2 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044893.375743:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd600/0x2c8777a5e7d9cef2 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044893.375765:0:12646:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfc800/0x2c8777a5e7d9cef9 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x43be2ce7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044893.375775:0:12646:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfc800/0x2c8777a5e7d9cef9 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x43be2ce7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044893.375785:0:12646:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfc800/0x2c8777a5e7d9cef9 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x43be2ce7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044893.375794:0:12646:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de41dfc800 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:1.0:1777044893.375800:0:12646:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfc800/0x2c8777a5e7d9cef9 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x43be2ce7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044893.375810:0:12646:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfc800/0x2c8777a5e7d9cef9 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x43be2ce7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044893.375823:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x43be2ce7 (ffff98df46583e00) 00010000:00010000:1.0:1777044893.375827:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777044893.375832:0:12646:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfc800/0x2c8777a5e7d9cef9 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x43be2ce7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044893.375841:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfc800/0x2c8777a5e7d9cef9 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x43be2ce7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044893.375863:0:12646:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfc600/0x2c8777a5e7d9cf00 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044893.375874:0:12646:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfc600/0x2c8777a5e7d9cf00 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044893.375894:0:12646:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfc600/0x2c8777a5e7d9cf00 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044893.375903:0:12646:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de41dfc600 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:1.0:1777044893.375908:0:12646:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfc600/0x2c8777a5e7d9cf00 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044893.375918:0:12646:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfc600/0x2c8777a5e7d9cf00 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044893.375932:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x32:0x0].0x0 (ffff98df4ababf00) 00010000:00010000:1.0:1777044893.375936:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777044893.375940:0:12646:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfc600/0x2c8777a5e7d9cf00 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x32:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044893.375949:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfc600/0x2c8777a5e7d9cf00 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x32:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777044893.376059:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d58d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+36:23236:x1863365369891456:12345-192.168.201.45@tcp:34:lhsmtool_posix.0 Request processed in 959us (1150us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044893.376074:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 772 00000100:00100000:2.0:1777044893.401521:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777044893.401705:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369891712 00000100:00100000:1.0:1777044893.401720:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369891712 00000100:00100000:1.0:1777044893.401812:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 773 00000100:00100000:1.0:1777044893.402129:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d58c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+36:23236:x1863365369891712:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1777044893.402158:0:5855:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777044893.402186:0:5855:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfc600/0x2c8777a5e7d9cf07 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee114867a expref: -99 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044893.403030:0:5855:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfc800/0x2c8777a5e7d9cf0e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x32:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044893.403052:0:5855:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfc800/0x2c8777a5e7d9cf0e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044893.403069:0:5855:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfc800/0x2c8777a5e7d9cf0e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777044893.403087:0:5855:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x32:0x0]: returning size 158 00010000:00010000:1.0:1777044893.403249:0:5855:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfc800/0x2c8777a5e7d9cf0e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044893.403261:0:5855:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfc800/0x2c8777a5e7d9cf0e lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044893.403272:0:5855:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfc800/0x2c8777a5e7d9cf0e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044893.403280:0:5855:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de41dfc800 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:1.0:1777044893.403286:0:5855:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfc800/0x2c8777a5e7d9cf0e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044893.403296:0:5855:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfc800/0x2c8777a5e7d9cf0e lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044893.403313:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x32:0x0].0x0 (ffff98df4ababf00) 00010000:00010000:1.0:1777044893.403317:0:5855:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1777044893.403323:0:5855:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfc800/0x2c8777a5e7d9cf0e lrc: 2/0,0 mode: --/PR res: [0x200000401:0x32:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044893.403350:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfc800/0x2c8777a5e7d9cf0e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x32:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044893.403413:0:5855:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfc600/0x2c8777a5e7d9cf07 lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114867a expref: 38 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044893.403432:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff98df4a351500) 00010000:00010000:1.0:1777044893.403436:0:5855:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1777044893.403444:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfc600/0x2c8777a5e7d9cf07 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114867a expref: 38 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044893.403459:0:5855:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de41dfc600, rc 0) 00000100:00100000:1.0:1777044893.403527:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d58c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+37:23236:x1863365369891712:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 Request processed in 1701us (2018us total) trans 4294967813 rc 301/301 00000100:00100000:1.0:1777044893.403538:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 773 00000100:00100000:3.0:1777044893.417443:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777044893.418180:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369891840 00000100:00100000:2.0:1777044893.418194:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369891840 00000100:00100000:2.0:1777044893.418317:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 774 00000100:00100000:2.0:1777044893.418335:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de419fe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+37:23236:x1863365369891840:12345-192.168.201.45@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1777044893.418387:0:12646:0:(mdt_handler.c:7958:mdt_fid2path()) path get [0x200000401:0x32:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1777044893.418541:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de419fe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+37:23236:x1863365369891840:12345-192.168.201.45@tcp:53:lhsmtool_posix.0 Request processed in 209us (1107us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044893.418555:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 774 00000100:00100000:2.0:1777044893.438468:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777044893.445383:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369892096 00000100:00100000:3.0:1777044893.445403:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369892096 00000100:00100000:3.0:1777044893.445524:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 775 00000100:00100000:3.0:1777044893.445542:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d58ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+37:23236:x1863365369892096:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1777044893.445572:0:7939:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777044893.445577:0:7939:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1777044893.445634:0:7939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfc200/0x2c8777a5e7d9cee4 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x30:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148673 expref: 37 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044893.445689:0:7939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x30:0x0].0x0 (ffff98df48c7e800) 00010000:00010000:3.0:1777044893.445698:0:7939:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777044893.445719:0:7939:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df41545200/0x2c8777a5e7d9cf1c lrc: 2/0,0 mode: --/CW res: [0x200000401:0x30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148681 expref: -99 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1777044893.447494:0:7939:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x10:0x0], index 0: 0 00010000:00010000:3.0:1777044893.448024:0:7939:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98df41545a00/0x2c8777a5e7d9cf23 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x14:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044893.448048:0:7939:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98df41545a00/0x2c8777a5e7d9cf23 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x14:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044893.448064:0:7939:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df41545a00/0x2c8777a5e7d9cf23 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x14:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044893.448546:0:7939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df41545200/0x2c8777a5e7d9cf1c lrc: 0/0,0 mode: --/CW res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148681 expref: 39 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044893.448577:0:7939:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98df41545a00/0x2c8777a5e7d9cf23 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x14:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148681 expref: 38 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044893.448591:0:7939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x14:0x0].0x0 (ffff98df4abab600) 00010000:00010000:3.0:1777044893.448596:0:7939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777044893.448601:0:7939:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98df41545a00, rc 0) 00000100:00100000:3.0:1777044893.460574:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d58ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+38:23236:x1863365369892096:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 Request processed in 15020us (22100us total) trans 4294967814 rc 0/0 00000100:00100000:3.0:1777044893.460616:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 775 00000100:00100000:1.0:1777044893.482388:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777044893.484016:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369892352 00000100:00100000:0.0:1777044893.484034:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369892352 00000100:00100000:0.0:1777044893.484130:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 776 00000100:00100000:0.0:1777044893.484147:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42e5bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+38:23236:x1863365369892352:12345-192.168.201.45@tcp:36:lhsmtool_posix.0 00010000:00010000:0.0:1777044893.484280:0:5857:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777044893.484318:0:5857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df41545a00/0x2c8777a5e7d9cf23 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x14:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148681 expref: 38 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044893.484348:0:5857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x14:0x0].0x0 (ffff98df4abab600) 00010000:00010000:0.0:1777044893.484364:0:5857:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777044893.484397:0:5857:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537000/0x2c8777a5e7d9cf31 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044893.484434:0:5857:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537000/0x2c8777a5e7d9cf31 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044893.484453:0:5857:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537000/0x2c8777a5e7d9cf31 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044893.484478:0:5857:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537600/0x2c8777a5e7d9cf38 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x30:0x0].0xa75fbd4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044893.484491:0:5857:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537600/0x2c8777a5e7d9cf38 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x30:0x0].0xa75fbd4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044893.484502:0:5857:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537600/0x2c8777a5e7d9cf38 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x30:0x0].0xa75fbd4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044893.484602:0:5857:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537000/0x2c8777a5e7d9cf31 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044893.484641:0:5857:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537000/0x2c8777a5e7d9cf31 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044893.484652:0:5857:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537000/0x2c8777a5e7d9cf31 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044893.484686:0:5857:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98df7b537000 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:0.0:1777044893.484692:0:5857:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537000/0x2c8777a5e7d9cf31 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044893.484703:0:5857:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537000/0x2c8777a5e7d9cf31 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044893.484718:0:5857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x30:0x0].0x0 (ffff98df48c7e800) 00010000:00010000:0.0:1777044893.484723:0:5857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777044893.484730:0:5857:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537000/0x2c8777a5e7d9cf31 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044893.484741:0:5857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537000/0x2c8777a5e7d9cf31 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044893.484759:0:5857:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537600/0x2c8777a5e7d9cf38 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x30:0x0].0xa75fbd4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044893.484769:0:5857:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537600/0x2c8777a5e7d9cf38 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x30:0x0].0xa75fbd4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044893.484780:0:5857:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537600/0x2c8777a5e7d9cf38 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x30:0x0].0xa75fbd4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044893.484788:0:5857:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98df7b537600 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:0.0:1777044893.484803:0:5857:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537600/0x2c8777a5e7d9cf38 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x30:0x0].0xa75fbd4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044893.484813:0:5857:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537600/0x2c8777a5e7d9cf38 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x30:0x0].0xa75fbd4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044893.484826:0:5857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x30:0x0].0xa75fbd4 (ffff98df48c7e900) 00010000:00010000:0.0:1777044893.484830:0:5857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777044893.484835:0:5857:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537600/0x2c8777a5e7d9cf38 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x30:0x0].0xa75fbd4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044893.484845:0:5857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537600/0x2c8777a5e7d9cf38 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x30:0x0].0xa75fbd4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777044893.484957:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42e5bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+37:23236:x1863365369892352:12345-192.168.201.45@tcp:36:lhsmtool_posix.0 Request processed in 813us (2581us total) trans 0 rc -2/-2 00000100:00100000:0.0:1777044893.484971:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 776 00000100:00100000:1.0:1777044893.503399:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777044893.503723:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369892480 00000100:00100000:3.0:1777044893.503738:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369892480 00000100:00100000:3.0:1777044893.503824:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 777 00000100:00100000:3.0:1777044893.503840:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77b05880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+37:23236:x1863365369892480:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1777044893.503871:0:5856:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777044893.503903:0:5856:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df41545200/0x2c8777a5e7d9cf3f lrc: 2/0,0 mode: --/PR res: [0x200000402:0x14:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148688 expref: -99 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044893.503955:0:5856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa6800/0x2c8777a5e7d9cf46 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x14:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044893.503975:0:5856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa6800/0x2c8777a5e7d9cf46 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x14:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044893.503992:0:5856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa6800/0x2c8777a5e7d9cf46 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x14:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044893.504129:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df41545200/0x2c8777a5e7d9cf3f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x14:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148688 expref: 39 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044893.504158:0:5856:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa6800/0x2c8777a5e7d9cf46 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x14:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148688 expref: 38 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044893.504171:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x14:0x0].0x0 (ffff98df4abab500) 00010000:00010000:3.0:1777044893.504176:0:5856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1777044893.504181:0:5856:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98df74fa6800, rc 0) 00000100:00100000:3.0:1777044893.504314:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77b05880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+38:23236:x1863365369892480:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 Request processed in 477us (924us total) trans 0 rc 0/0 00000100:00100000:3.0:1777044893.504326:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 777 00000100:00100000:1.0:1777044893.518724:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777044893.519098:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369892736 00000100:00100000:2.0:1777044893.519110:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369892736 00000100:00100000:2.0:1777044893.521438:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 778 00000100:00100000:2.0:1777044893.521455:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77b06680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+38:23236:x1863365369892736:12345-192.168.201.45@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1777044893.521595:0:7939:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7600/0x2c8777a5e7d9cf4d lrc: 3/0,1 mode: --/PW res: [0x200000402:0x14:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044893.521620:0:7939:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7600/0x2c8777a5e7d9cf4d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x14:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044893.521639:0:7939:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7600/0x2c8777a5e7d9cf4d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x14:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1777044893.524099:0:7939:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].8, 88 off8728 00000004:00080000:2.0:1777044893.524119:0:7939:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1522013915557ns, next at 1523013911495ns, rc = 0 00000004:00010000:2.0:1777044893.526596:0:7939:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000dc4a47fe reply state 000000001cf7341c transno 4294967815 ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7600/0x2c8777a5e7d9cf4d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x14:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777044893.526623:0:7939:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777044893.526809:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77b06680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+40:23236:x1863365369892736:12345-192.168.201.45@tcp:36:lhsmtool_posix.0 Request processed in 5353us (8091us total) trans 4294967815 rc 0/0 00000100:00100000:2.0:1777044893.526823:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 778 00000100:00100000:2.0:1777044893.538795:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777044893.541112:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369892864 00000100:00100000:1.0:1777044893.541125:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369892864 00010000:00010000:3.0:1777044893.541253:0:3328:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7600/0x2c8777a5e7d9cf4d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x14:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777044893.541253:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 779 00000100:00100000:1.0:1777044893.541267:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d58ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+40:23236:x1863365369892864:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1777044893.541271:0:3328:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7600/0x2c8777a5e7d9cf4d lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x14:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044893.541282:0:3328:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7600/0x2c8777a5e7d9cf4d lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x14:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044893.541291:0:3328:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de427e7600 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:3.0:1777044893.541296:0:3328:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7600/0x2c8777a5e7d9cf4d lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x14:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044893.541305:0:3328:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7600/0x2c8777a5e7d9cf4d lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x14:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044893.541308:0:12646:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777044893.541323:0:3328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x14:0x0].0x0 (ffff98df4abab500) 00010000:00010000:3.0:1777044893.541328:0:3328:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1777044893.541330:0:12646:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfca00/0x2c8777a5e7d9cf54 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x14:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee114868f expref: -99 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044893.541334:0:3328:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7600/0x2c8777a5e7d9cf4d lrc: 2/0,0 mode: --/PW res: [0x200000402:0x14:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044893.541343:0:3328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7600/0x2c8777a5e7d9cf4d lrc: 0/0,0 mode: --/PW res: [0x200000402:0x14:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044893.541445:0:12646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfca00/0x2c8777a5e7d9cf54 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x14:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114868f expref: 40 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044893.541464:0:12646:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfca00/0x2c8777a5e7d9cf54 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x14:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114868f expref: 40 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044893.541486:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x14:0x0].0x0 (ffff98df4abab500) 00010000:00010000:1.0:1777044893.541490:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1777044893.541494:0:12646:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de41dfca00, rc 0) 00000100:00100000:1.0:1777044893.541560:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d58ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+40:23236:x1863365369892864:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 Request processed in 295us (2775us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044893.541571:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 779 00000100:00100000:1.0:1777044893.565970:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777044893.566102:0:6639:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369892992 00000100:00100000:0.0:1777044893.566115:0:6639:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369892992 00000100:00100000:0.0:1777044893.566266:0:6639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 200 00000100:00100000:0.0:1777044893.566282:0:6639:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df470cea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2393:x1863365369892992:12345-192.168.201.45@tcp:2:lhsmtool_posix.0 00000100:00100000:0.0:1777044893.566730:0:6639:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df470cea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2393:x1863365369892992:12345-192.168.201.45@tcp:2:lhsmtool_posix.0 Request processed in 451us (770us total) trans 4294967330 rc 0/0 00000100:00100000:0.0:1777044893.566998:0:6639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 200 00000100:00080000:1.0:1777044893.567574:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1777044893.590411:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777044893.590548:0:5859:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369893248 00000100:00100000:3.0:1777044893.590562:0:5859:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369893248 00000100:00100000:3.0:1777044893.590630:0:5859:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 182 00000100:00100000:3.0:1777044893.590644:0:5859:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df470cd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+40:23236:x1863365369893248:12345-192.168.201.45@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1777044893.591346:0:5859:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df470cd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+41:23236:x1863365369893248:12345-192.168.201.45@tcp:35:lhsmtool_posix.0 Request processed in 702us (945us total) trans 4294967816 rc 0/0 00000100:00100000:3.0:1777044893.591359:0:5859:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 182 00000100:00100000:2.0:1777044893.599090:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777044893.599254:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369893504 00000100:00100000:1.0:1777044893.599268:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369893504 00000100:00100000:1.0:1777044893.599351:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 780 00000100:00100000:1.0:1777044893.599366:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d58ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+41:23236:x1863365369893504:12345-192.168.201.45@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1777044893.599531:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d58ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+41:23236:x1863365369893504:12345-192.168.201.45@tcp:57:lhsmtool_posix.0 Request processed in 168us (452us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044893.599543:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 780 00000100:00100000:2.0:1777044893.627915:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777044893.628052:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369893632 00000100:00100000:3.0:1777044893.628065:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369893632 00000100:00100000:3.0:1777044893.628218:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 781 00000100:00100000:3.0:1777044893.628235:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b51c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+41:23236:x1863365369893632:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1777044893.628310:0:7939:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777044893.628337:0:7939:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7200/0x2c8777a5e7d9cf5b lrc: 2/0,0 mode: --/CR res: [0x200000402:0x14:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148696 expref: -99 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044893.628433:0:7939:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa6400/0x2c8777a5e7d9cf62 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x14:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044893.628454:0:7939:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa6400/0x2c8777a5e7d9cf62 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x14:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044893.628470:0:7939:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa6400/0x2c8777a5e7d9cf62 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x14:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777044893.628529:0:7939:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1777044893.628559:0:7939:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa6400/0x2c8777a5e7d9cf62 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x14:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044893.628597:0:7939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7200/0x2c8777a5e7d9cf5b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x14:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148696 expref: 43 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044893.628621:0:7939:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa6400/0x2c8777a5e7d9cf62 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x14:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148696 expref: 42 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044893.628635:0:7939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x14:0x0].0x0 (ffff98df4abab500) 00010000:00010000:3.0:1777044893.628639:0:7939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:3.0:1777044893.628645:0:7939:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98df74fa6400, rc 0) 00000100:00100000:3.0:1777044893.628765:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b51c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+42:23236:x1863365369893632:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 Request processed in 534us (858us total) trans 0 rc 0/0 00000100:00100000:3.0:1777044893.629058:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 781 00000100:00100000:3.0:1777044893.652766:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777044893.658192:0:14822:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369893760 00000100:00100000:2.0:1777044893.658542:0:14822:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369893760 00000100:00100000:2.0:1777044893.658701:0:14822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 201 00000100:00100000:2.0:1777044893.658716:0:14822:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de419fea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2393:x1863365369893760:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1777044893.658740:0:14822:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777044893.658766:0:14822:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002e81d80c/0x2c8777a5e7d9cf69 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee114869d expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777044893.659081:0:14822:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x10:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x69eb8d9d, blocks: 0x1 00010000:00010000:2.0:1777044893.659105:0:14822:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777044893.659108:0:14822:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777044893.659119:0:14822:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002e81d80c/0x2c8777a5e7d9cf69 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114869d expref: 10 pid: 14822 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044893.659167:0:14822:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000002e81d80c/0x2c8777a5e7d9cf69 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114869d expref: 10 pid: 14822 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044893.659186:0:14822:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de427e7800, rc 0) 00000100:00100000:2.0:1777044893.659284:0:14822:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de419fea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+10:2393:x1863365369893760:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 Request processed in 570us (6528us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044893.659293:0:14822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 201 00000100:00100000:3.0:1777044893.669722:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777044893.670045:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369894016 00000100:00100000:3.0:1777044893.670056:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369894016 00000100:00100000:3.0:1777044893.670142:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 782 00000100:00100000:3.0:1777044893.670156:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de419fd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+42:23236:x1863365369894016:12345-192.168.201.45@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1777044893.670303:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de419fd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+42:23236:x1863365369894016:12345-192.168.201.45@tcp:57:lhsmtool_posix.0 Request processed in 149us (590us total) trans 0 rc 0/0 00000100:00100000:3.0:1777044893.670314:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 782 00000100:00100000:1.0:1777044893.680931:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777044893.681253:0:8776:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369894144 00000100:00100000:2.0:1777044893.681266:0:8776:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369894144 00000100:00100000:2.0:1777044893.681339:0:8776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 202 00000100:00100000:2.0:1777044893.681354:0:8776:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df470cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+10:23236:x1863365369894144:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1777044893.681396:0:8776:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777044893.681419:0:8776:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000094206f5e/0x2c8777a5e7d9cf70 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x10:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee11486a4 expref: -99 pid: 8776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044893.681458:0:8776:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000002e81d80c/0x2c8777a5e7d9cf69 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114869d expref: 11 pid: 14822 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044893.681470:0:8776:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777044893.681472:0:8776:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777044893.681478:0:8776:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000094206f5e/0x2c8777a5e7d9cf70 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x10:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11486a4 expref: 11 pid: 8776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044893.681519:0:8776:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000002e81d80c/0x2c8777a5e7d9cf69 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114869d expref: 11 pid: 14822 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044893.681564:0:8776:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000002e81d80c/0x2c8777a5e7d9cf69 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114869d expref: 11 pid: 14822 timeout: 1622 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777044893.681584:0:8776:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7b51d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8776:1863365424313728:192.168.201.45@tcp:104: 00000100:00100000:2.0:1777044893.681708:0:8776:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df74e89900 going to sleep for 11 seconds 00000100:00100000:0.0:1777044893.689085:0:8776:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7b51d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8776:1863365424313728:192.168.201.45@tcp:104: 00010000:00010000:0.0:1777044893.689146:0:8776:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000094206f5e/0x2c8777a5e7d9cf70 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x10:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11486a4 expref: 11 pid: 8776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044893.689196:0:8776:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de427e7e00, rc 0) 00000100:00100000:0.0:1777044893.689295:0:8776:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df470cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+11:23236:x1863365369894144:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 Request processed in 7942us (8372us total) trans 0 rc 0/0 00000100:00100000:0.0:1777044893.689330:0:8776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 202 00000100:00100000:1.0:1777044893.695535:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777044893.698274:0:5842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369894272 00000100:00100000:2.0:1777044893.698288:0:5842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369894272 00010000:00010000:2.0:1777044893.698382:0:5842:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000002e81d80c/0x2c8777a5e7d9cf69 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114869d expref: 11 pid: 14822 timeout: 1622 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777044893.698452:0:5842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 244 00000100:00100000:2.0:1777044893.698466:0:5842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df677a6050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+11:2393:x1863365369894272:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777044893.698486:0:5842:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777044893.698514:0:5842:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000002e81d80c/0x2c8777a5e7d9cf69 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x10:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114869d expref: 11 pid: 14822 timeout: 1622 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044893.698533:0:5842:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000002e81d80c/0x2c8777a5e7d9cf69 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x10:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114869d expref: 11 pid: 14822 timeout: 1622 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044893.698564:0:5842:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002e81d80c/0x2c8777a5e7d9cf69 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x10:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114869d expref: 11 pid: 14822 timeout: 1622 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044893.698585:0:5842:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777044893.698605:0:5842:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777044893.698615:0:5842:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000094206f5e/0x2c8777a5e7d9cf70 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11486a4 expref: 10 pid: 8776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044893.698630:0:5842:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000094206f5e/0x2c8777a5e7d9cf70 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11486a4 expref: 10 pid: 8776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044893.698704:0:5842:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 0000000094206f5e/0x2c8777a5e7d9cf70 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11486a4 expref: 10 pid: 8776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777044893.698723:0:5842:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7b51d180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:5842:1863365424313856:192.168.201.45@tcp:105: 00000100:00100000:2.0:1777044893.698828:0:5842:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df74e89c00 going to sleep for 11 seconds 00000100:00100000:2.0:1777044893.712083:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777044893.712482:0:5842:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7b51d180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:5842:1863365424313856:192.168.201.45@tcp:105: 00010000:00010000:0.0:1777044893.712512:0:5842:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777044893.712579:0:5842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df677a6050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+10:2393:x1863365369894272:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 14115us (17053us total) trans 0 rc 0/0 00000100:00100000:0.0:1777044893.712594:0:5842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 244 00000100:00100000:3.0:1777044893.714553:0:6646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369894400 00000100:00100000:3.0:1777044893.714563:0:6646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369894400 00002000:00100000:3.0:1777044893.714619:0:6646:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x10:0x0] (0->157) req@ffff98df7b51d500 x1863365369894400/t0(0) o4->15144518-a1c7-4352-a966-cb31eadd4d9b@192.168.201.45@tcp:649/0 lens 648/0 e 0 to 0 dl 1777044904 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1777044893.714634:0:6646:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98df7b51d500 with x1863365369894400 ext(0->157) 00002000:00010000:3.0:1777044893.714640:0:6646:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff98df7b51d500 00000100:00100000:3.0:1777044893.714694:0:6646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 61 00000100:00100000:3.0:1777044893.714707:0:6646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b51d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+10:2393:x1863365369894400:12345-192.168.201.45@tcp:4:lhsmtool_posix.0 00000100:00100000:3.0:1777044893.717678:0:6646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b51d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+12:2393:x1863365369894400:12345-192.168.201.45@tcp:4:lhsmtool_posix.0 Request processed in 2945us (5578us total) trans 4294967331 rc 0/0 00000100:00100000:3.0:1777044893.717693:0:6646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 61 00002000:00100000:3.0:1777044893.717705:0:6646:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x10:0x0] (0->157) req@ffff98df7b51d500 x1863365369894400/t4294967331(0) o4->15144518-a1c7-4352-a966-cb31eadd4d9b@192.168.201.45@tcp:649/0 lens 648/448 e 0 to 0 dl 1777044904 ref 1 fl Complete:/600/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1777044893.717719:0:6646:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98df7b51d500 with x1863365369894400 ext(0->157) 00002000:00010000:3.0:1777044893.717725:0:6646:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff98df7b51d500 00000100:00100000:1.0:1777044893.739822:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777044893.740197:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369894528 00000100:00100000:0.0:1777044893.740232:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369894528 00000100:00100000:0.0:1777044893.740313:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 783 00000100:00100000:0.0:1777044893.740327:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df605f4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+42:23236:x1863365369894528:12345-192.168.201.45@tcp:44:lhsmtool_posix.0 00000100:00100000:0.0:1777044893.928053:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df605f4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+42:23236:x1863365369894528:12345-192.168.201.45@tcp:44:lhsmtool_posix.0 Request processed in 187716us (188228us total) trans 0 rc 0/0 00000100:00100000:0.0:1777044893.928073:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 783 00000001:00080000:0.0:1777044893.928146:0:5877:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967812 is committed 00000001:00080000:0.0:1777044893.928160:0:5877:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967809 is committed 00000001:00080000:0.0:1777044893.928176:0:5877:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967813 is committed 00000001:00080000:0.0:1777044893.928193:0:5877:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967810 is committed 00000001:00080000:0.0:1777044893.928961:0:5877:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967815 is committed 00000004:00080000:0.0:1777044893.928968:0:5877:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 10 committed 00000100:00100000:3.0:1777044893.936580:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de419fc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424313984:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1777044893.936698:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777044893.936802:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424313984 00000100:00100000:3.0:1777044893.936812:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424313984 00000100:00100000:3.0:1777044893.936888:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 203 00000100:00100000:3.0:1777044893.936901:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de419fd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3342:x1863365424313984:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:3.0:1777044893.937109:0:6642:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x10:0x0] updating lvb size from disk: 0 -> 158 00002000:00010000:3.0:1777044893.937117:0:6642:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x10:0x0] updating lvb mtime from disk: 0 -> 1777044893 00002000:00010000:3.0:1777044893.937121:0:6642:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x10:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1777044893.937125:0:6642:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x10:0x0] updating lvb ctime from disk: 1777044893 -> 1777044893 00002000:00010000:3.0:1777044893.937129:0:6642:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x10:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:3.0:1777044893.937191:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de419fd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3342:x1863365424313984:12345-0@lo:2:osp-syn-0-0.0 Request processed in 290us (492us total) trans 4294967332 rc 0/0 00000100:00100000:3.0:1777044893.937232:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 203 00000004:00080000:3.0:1777044893.937302:0:3342:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98de419fc000/2, rc 0, transno 4294967332 00000100:00100000:3.0:1777044893.937313:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de419fc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424313984:0@lo:2:osp-syn-0-0.0 00000100:00080000:2.0:1777044893.940422:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000001:00080000:0.0:1777044893.946313:0:5877:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967816 is committed 00000100:00100000:0.0:1777044893.948191:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777044893.951521:0:14822:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369894656 00000100:00100000:3.0:1777044893.951540:0:14822:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369894656 00000100:00100000:3.0:1777044893.951632:0:14822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 204 00000100:00100000:3.0:1777044893.951648:0:14822:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d588e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+12:2390:x1863365369894656:12345-192.168.201.45@tcp:16:lhsmtool_posix.0 00000001:00080000:2.0:1777044894.077498:0:6666:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967330 is committed 00000001:00080000:2.0:1777044894.077521:0:6666:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967332 is committed 00000001:00080000:2.0:1777044894.077528:0:6666:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967331 is committed 00000100:00100000:2.0:1777044894.083307:0:14822:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d588e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2390:x1863365369894656:12345-192.168.201.45@tcp:16:lhsmtool_posix.0 Request processed in 131653us (135112us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044894.083323:0:14822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 204 00000100:00100000:2.0:1777044894.088019:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777044894.088138:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369894912 00000100:00100000:3.0:1777044894.088150:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369894912 00000100:00100000:3.0:1777044894.088274:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 784 00000100:00100000:3.0:1777044894.088289:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b51d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+36:23236:x1863365369894912:12345-192.168.201.45@tcp:36:lhsmtool_posix.0 00010000:00010000:3.0:1777044894.088353:0:7939:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777044894.088387:0:7939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa6400/0x2c8777a5e7d9cf62 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x14:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148696 expref: 36 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044894.088420:0:7939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x14:0x0].0x0 (ffff98df4abab500) 00010000:00010000:3.0:1777044894.088427:0:7939:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777044894.088462:0:7939:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7200/0x2c8777a5e7d9cf77 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x14:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044894.088479:0:7939:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7200/0x2c8777a5e7d9cf77 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044894.088491:0:7939:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7200/0x2c8777a5e7d9cf77 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777044894.088844:0:7939:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000072f892f4 reply state 00000000a530e08e transno 4294967817 ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7200/0x2c8777a5e7d9cf77 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777044894.088857:0:7939:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1777044894.088969:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b51d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+37:23236:x1863365369894912:12345-192.168.201.45@tcp:36:lhsmtool_posix.0 Request processed in 683us (960us total) trans 4294967817 rc 0/0 00000100:00100000:3.0:1777044894.088978:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 784 00000100:00100000:2.0:1777044894.106880:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777044894.108145:0:8776:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369895040 00000100:00100000:0.0:1777044894.108158:0:8776:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369895040 00000100:00100000:0.0:1777044894.108280:0:8776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 205 00000100:00100000:0.0:1777044894.108295:0:8776:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df74175f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2390:x1863365369895040:12345-192.168.201.45@tcp:2:lhsmtool_posix.0 00002000:00010000:0.0:1777044894.108629:0:8776:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x10:0x0] updating lvb size from disk: 158 -> 158 00002000:00010000:0.0:1777044894.108635:0:8776:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x10:0x0] updating lvb mtime from disk: 1777044893 -> 1536580263 00002000:00010000:0.0:1777044894.108638:0:8776:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x10:0x0] updating lvb atime from disk: 0 -> 1777043563 00002000:00010000:0.0:1777044894.108641:0:8776:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x10:0x0] updating lvb ctime from disk: 1777044893 -> 1777044892 00002000:00010000:0.0:1777044894.108644:0:8776:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x10:0x0] updating lvb blocks from disk: 1 -> 11 00000100:00100000:0.0:1777044894.108743:0:8776:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df74175f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+10:2390:x1863365369895040:12345-192.168.201.45@tcp:2:lhsmtool_posix.0 Request processed in 449us (1871us total) trans 4294967333 rc 0/0 00000100:00100000:0.0:1777044894.108755:0:8776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 205 00010000:00010000:3.0:1777044894.113306:0:3327:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7200/0x2c8777a5e7d9cf77 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044894.113327:0:3327:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7200/0x2c8777a5e7d9cf77 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044894.113338:0:3327:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7200/0x2c8777a5e7d9cf77 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044894.113347:0:3327:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98df74fa7200 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:3.0:1777044894.113353:0:3327:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7200/0x2c8777a5e7d9cf77 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044894.113364:0:3327:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7200/0x2c8777a5e7d9cf77 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044894.113387:0:3327:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x14:0x0].0x0 (ffff98df4abab500) 00010000:00010000:3.0:1777044894.113391:0:3327:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777044894.113397:0:3327:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7200/0x2c8777a5e7d9cf77 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044894.113425:0:3327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7200/0x2c8777a5e7d9cf77 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044894.120627:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777044894.121992:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777044894.122391:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369895296 00000100:00100000:3.0:1777044894.122422:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369895296 00000100:00100000:3.0:1777044894.122505:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 785 00000100:00100000:3.0:1777044894.122522:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d588000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+36:23236:x1863365369895296:12345-192.168.201.45@tcp:55:lhsmtool_posix.0 00010000:00010000:3.0:1777044894.122624:0:5855:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa6400/0x2c8777a5e7d9cf7e lrc: 3/0,1 mode: --/PW res: [0x200000402:0x14:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044894.122675:0:5855:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa6800/0x2c8777a5e7d9cf46 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x14:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148688 expref: 36 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044894.122691:0:5855:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa6400/0x2c8777a5e7d9cf7e lrc: 4/0,1 mode: --/PW res: [0x200000402:0x14:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044894.122737:0:5855:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa6800/0x2c8777a5e7d9cf46 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x14:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148688 expref: 36 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044894.122757:0:5855:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa6800/0x2c8777a5e7d9cf46 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x14:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148688 expref: 36 pid: 5856 timeout: 1622 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777044894.122784:0:5855:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de419fce00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5855:1863365424314112:192.168.201.45@tcp:104: 00000100:00100000:3.0:1777044894.122888:0:5855:0:(client.c:2691:ptlrpc_set_wait()) set ffff98de4336f000 going to sleep for 11 seconds 00000100:00100000:1.0:1777044894.130691:0:5855:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de419fce00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5855:1863365424314112:192.168.201.45@tcp:104: 00010000:00010000:1.0:1777044894.130730:0:5855:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa6400/0x2c8777a5e7d9cf7e lrc: 3/0,1 mode: --/PW res: [0x200000402:0x14:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777044894.141643:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777044894.142097:0:6655:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369895424 00000100:00100000:1.0:1777044894.142111:0:6655:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369895424 00010000:00010000:1.0:1777044894.142509:0:6655:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa6800/0x2c8777a5e7d9cf46 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x14:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148688 expref: 37 pid: 5856 timeout: 1622 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777044894.142558:0:6655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 245 00000100:00100000:1.0:1777044894.142573:0:6655:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d589c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+37:2392:x1863365369895424:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777044894.142594:0:6655:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777044894.142604:0:6655:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa6800/0x2c8777a5e7d9cf46 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x14:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148688 expref: 37 pid: 5856 timeout: 1622 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044894.142622:0:6655:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa6800/0x2c8777a5e7d9cf46 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x14:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148688 expref: 37 pid: 5856 timeout: 1622 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044894.142681:0:6655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa6800/0x2c8777a5e7d9cf46 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x14:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148688 expref: 37 pid: 5856 timeout: 1622 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044894.142706:0:6655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x14:0x0].0x0 (ffff98df4abab500) 00010000:00010000:1.0:1777044894.142714:0:6655:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa6400/0x2c8777a5e7d9cf7e lrc: 3/0,1 mode: --/PW res: [0x200000402:0x14:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044894.142729:0:6655:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa6400/0x2c8777a5e7d9cf7e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x14:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044894.142769:0:6655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa6400/0x2c8777a5e7d9cf7e lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x14:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044894.142820:0:6655:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777044894.142889:0:6655:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d589c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+36:2392:x1863365369895424:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 318us (1256us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044894.142901:0:6655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 245 00010000:00010000:3.0:1777044894.144238:0:5855:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa6400/0x2c8777a5e7d9cf7e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x14:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044894.144254:0:5855:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa6400/0x2c8777a5e7d9cf7e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x14:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044894.144290:0:5855:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa6400/0x2c8777a5e7d9cf7e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x14:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044894.144301:0:5855:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa6400/0x2c8777a5e7d9cf7e lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x14:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044894.144312:0:5855:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa6400/0x2c8777a5e7d9cf7e lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x14:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044894.144321:0:5855:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98df74fa6400 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:3.0:1777044894.144327:0:5855:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa6400/0x2c8777a5e7d9cf7e lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x14:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044894.144338:0:5855:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa6400/0x2c8777a5e7d9cf7e lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x14:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044894.144354:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x14:0x0].0x0 (ffff98df4abab500) 00010000:00010000:3.0:1777044894.144359:0:5855:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:3.0:1777044894.144365:0:5855:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa6400/0x2c8777a5e7d9cf7e lrc: 2/0,0 mode: --/PW res: [0x200000402:0x14:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044894.144375:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa6400/0x2c8777a5e7d9cf7e lrc: 0/0,0 mode: --/PW res: [0x200000402:0x14:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777044894.144502:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d588000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+35:23236:x1863365369895296:12345-192.168.201.45@tcp:55:lhsmtool_posix.0 Request processed in 21979us (22512us total) trans 0 rc -22/-22 00000100:00100000:3.0:1777044894.144516:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 785 00000100:00100000:0.0:1777044894.159082:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777044894.159334:0:6641:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369895552 00000100:00100000:3.0:1777044894.159348:0:6641:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369895552 00000100:00100000:3.0:1777044894.159442:0:6641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 206 00000100:00100000:3.0:1777044894.159458:0:6641:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df485a8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+10:2392:x1863365369895552:12345-192.168.201.45@tcp:1:lhsmtool_posix.0 00010000:00010000:3.0:1777044894.159517:0:6641:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000ddf4ce0a/0x2c8777a5e7d9cf85 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x10:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044894.159548:0:6641:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000094206f5e/0x2c8777a5e7d9cf70 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11486a4 expref: 10 pid: 8776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044894.159561:0:6641:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777044894.159564:0:6641:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777044894.159568:0:6641:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ddf4ce0a/0x2c8777a5e7d9cf85 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044894.159621:0:6641:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000094206f5e/0x2c8777a5e7d9cf70 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11486a4 expref: 10 pid: 8776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044894.159643:0:6641:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000094206f5e/0x2c8777a5e7d9cf70 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11486a4 expref: 10 pid: 8776 timeout: 1622 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777044894.159691:0:6641:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de419ff100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6641:1863365424314240:192.168.201.45@tcp:104: 00000100:00100000:3.0:1777044894.159805:0:6641:0:(client.c:2691:ptlrpc_set_wait()) set ffff98de4336f480 going to sleep for 11 seconds 00000100:00100000:0.0:1777044894.170174:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777044894.170346:0:6641:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de419ff100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6641:1863365424314240:192.168.201.45@tcp:104: 00010000:00010000:1.0:1777044894.170385:0:6641:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000ddf4ce0a/0x2c8777a5e7d9cf85 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777044894.170507:0:5841:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369895680 00000100:00100000:3.0:1777044894.170517:0:5841:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369895680 00010000:00010000:3.0:1777044894.170565:0:5841:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000094206f5e/0x2c8777a5e7d9cf70 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11486a4 expref: 11 pid: 8776 timeout: 1622 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777044894.170641:0:5841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 246 00000100:00100000:3.0:1777044894.170678:0:5841:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d58a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+11:2393:x1863365369895680:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777044894.170700:0:5841:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777044894.170731:0:5841:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000094206f5e/0x2c8777a5e7d9cf70 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x10:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11486a4 expref: 11 pid: 8776 timeout: 1622 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044894.170750:0:5841:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000094206f5e/0x2c8777a5e7d9cf70 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x10:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11486a4 expref: 11 pid: 8776 timeout: 1622 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044894.170781:0:5841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000094206f5e/0x2c8777a5e7d9cf70 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x10:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11486a4 expref: 11 pid: 8776 timeout: 1622 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044894.170803:0:5841:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777044894.170806:0:5841:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777044894.170812:0:5841:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000ddf4ce0a/0x2c8777a5e7d9cf85 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044894.170828:0:5841:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ddf4ce0a/0x2c8777a5e7d9cf85 lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044894.170881:0:5841:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777044894.170949:0:5841:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d58a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+10:2393:x1863365369895680:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 275us (785us total) trans 0 rc 0/0 00000100:00100000:3.0:1777044894.170961:0:5841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 246 00010000:00010000:1.0:1777044894.171638:0:6641:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000ddf4ce0a/0x2c8777a5e7d9cf85 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044894.171680:0:6641:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ddf4ce0a/0x2c8777a5e7d9cf85 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044894.171714:0:6641:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000ddf4ce0a/0x2c8777a5e7d9cf85 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044894.171728:0:6641:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ddf4ce0a/0x2c8777a5e7d9cf85 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044894.171740:0:6641:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ddf4ce0a/0x2c8777a5e7d9cf85 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044894.171778:0:6641:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98df74fa6400 already unused, calling callback (ffffffffc17d22d0) 00010000:00010000:1.0:1777044894.171785:0:6641:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ddf4ce0a/0x2c8777a5e7d9cf85 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044894.171798:0:6641:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ddf4ce0a/0x2c8777a5e7d9cf85 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044894.171817:0:6641:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ddf4ce0a/0x2c8777a5e7d9cf85 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044894.171828:0:6641:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ddf4ce0a/0x2c8777a5e7d9cf85 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777044894.171911:0:6641:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df485a8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2392:x1863365369895552:12345-192.168.201.45@tcp:1:lhsmtool_posix.0 Request processed in 12455us (12836us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044894.171924:0:6641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 206 00000100:00100000:0.0:1777044894.187073:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777044894.187711:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369895936 00000100:00100000:2.0:1777044894.187724:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369895936 00000100:00100000:2.0:1777044894.188077:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 786 00000100:00100000:2.0:1777044894.188092:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d588380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+35:23236:x1863365369895936:12345-192.168.201.45@tcp:57:lhsmtool_posix.0 00010000:00010000:2.0:1777044894.188239:0:5857:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7800/0x2c8777a5e7d9cf8c lrc: 3/0,1 mode: --/PW res: [0x200000401:0x32:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044894.188274:0:5857:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7800/0x2c8777a5e7d9cf8c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x32:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044894.188293:0:5857:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7800/0x2c8777a5e7d9cf8c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x32:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044894.189035:0:5857:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7400/0x2c8777a5e7d9cf93 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x14:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044894.189056:0:5857:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfca00/0x2c8777a5e7d9cf54 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x14:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114868f expref: 36 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044894.189070:0:5857:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7400/0x2c8777a5e7d9cf93 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x14:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044894.189724:0:5857:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfca00/0x2c8777a5e7d9cf54 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x14:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114868f expref: 36 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044894.189748:0:5857:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfca00/0x2c8777a5e7d9cf54 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x14:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114868f expref: 36 pid: 12646 timeout: 1622 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777044894.189771:0:5857:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df74176a00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5857:1863365424314368:192.168.201.45@tcp:104: 00000100:00100000:2.0:1777044894.189903:0:5857:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df41254540 going to sleep for 11 seconds 00000100:00100000:0.0:1777044894.198030:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777044894.198161:0:6655:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369896064 00000100:00100000:3.0:1777044894.198174:0:6655:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369896064 00000100:00100000:2.0:1777044894.198844:0:5857:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df74176a00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5857:1863365424314368:192.168.201.45@tcp:104: 00010000:00010000:2.0:1777044894.198877:0:5857:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7400/0x2c8777a5e7d9cf93 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x14:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044894.199057:0:6655:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfca00/0x2c8777a5e7d9cf54 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x14:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114868f expref: 37 pid: 12646 timeout: 1622 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777044894.199176:0:6655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 247 00000100:00100000:3.0:1777044894.199193:0:6655:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d588e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+37:2393:x1863365369896064:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777044894.199212:0:6655:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777044894.199222:0:6655:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfca00/0x2c8777a5e7d9cf54 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x14:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114868f expref: 37 pid: 12646 timeout: 1622 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044894.199239:0:6655:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfca00/0x2c8777a5e7d9cf54 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x14:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114868f expref: 37 pid: 12646 timeout: 1622 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044894.199292:0:6655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfca00/0x2c8777a5e7d9cf54 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x14:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114868f expref: 37 pid: 12646 timeout: 1622 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044894.199311:0:6655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x14:0x0].0x0 (ffff98df4abab500) 00010000:00010000:3.0:1777044894.199318:0:6655:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7400/0x2c8777a5e7d9cf93 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x14:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044894.199329:0:6655:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7400/0x2c8777a5e7d9cf93 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x14:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044894.199340:0:6655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7400/0x2c8777a5e7d9cf93 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x14:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044894.199380:0:6655:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777044894.199462:0:6655:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d588e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+36:2393:x1863365369896064:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 272us (1441us total) trans 0 rc 0/0 00000100:00100000:3.0:1777044894.199474:0:6655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 247 00010000:00010000:2.0:1777044894.199786:0:5857:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7400/0x2c8777a5e7d9cf93 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x14:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044894.199809:0:5857:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7400/0x2c8777a5e7d9cf93 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x14:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1777044894.200675:0:5857:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967818 00000001:00080000:2.0:1777044894.201181:0:5857:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967819 00000001:00080000:2.0:1777044894.201279:0:5857:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967820 00000100:00100000:2.0:1777044894.201390:0:5857:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df74176a00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:5857:1863365424314496:0@lo:1000:mdt00_002.0 00000100:00100000:2.0:1777044894.201506:0:5857:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777044894.201551:0:5857:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df50fd7a80 going to sleep for 11 seconds 00000100:00100000:1.0:1777044894.201551:0:5860:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424314496 00000100:00100000:1.0:1777044894.201560:0:5860:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424314496 00000100:00100000:1.0:1777044894.201615:0:5860:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:1.0:1777044894.201627:0:5860:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df74176d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:5857:x1863365424314496:12345-0@lo:1000:mdt00_002.0 00000100:00100000:1.0:1777044894.201743:0:5860:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df74176d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:5857:x1863365424314496:12345-0@lo:1000:mdt00_002.0 Request processed in 118us (237us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044894.201754:0:5860:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00100000:1.0:1777044894.201795:0:5857:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967332 gen 2 00000004:00080000:1.0:1777044894.201801:0:5857:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98de419fc000, transno 4294967332 00000100:00100000:1.0:1777044894.201835:0:5857:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df74176a00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:5857:1863365424314496:0@lo:1000:mdt00_002.0 00000001:00080000:1.0:1777044894.202294:0:5857:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967821 00000100:00100000:1.0:1777044894.202361:0:5857:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df605f5180 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:5857:1863365424314624:0@lo:1000:mdt00_002.0 00000100:00100000:1.0:1777044894.202398:0:5857:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777044894.202426:0:5857:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df41254540 going to sleep for 11 seconds 00000100:00100000:2.0:1777044894.206267:0:5860:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424314624 00000100:00100000:2.0:1777044894.206281:0:5860:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424314624 00000100:00100000:2.0:1777044894.206348:0:5860:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:2.0:1777044894.206629:0:5860:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df605f7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:5857:x1863365424314624:12345-0@lo:1000:mdt00_002.0 00000100:00100000:2.0:1777044894.207049:0:5860:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df605f7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:5857:x1863365424314624:12345-0@lo:1000:mdt00_002.0 Request processed in 686us (4646us total) trans 4294967334 rc 0/0 00000100:00100000:2.0:1777044894.207061:0:5860:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00100000:1.0:1777044894.207622:0:5857:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df605f5180 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:5857:1863365424314624:0@lo:1000:mdt00_002.0 00010000:00010000:1.0:1777044894.207698:0:5857:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7400/0x2c8777a5e7d9cf93 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x14:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044894.207714:0:5857:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7400/0x2c8777a5e7d9cf93 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x14:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044894.207726:0:5857:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7400/0x2c8777a5e7d9cf93 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x14:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044894.207736:0:5857:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de427e7400 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:1.0:1777044894.207743:0:5857:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7400/0x2c8777a5e7d9cf93 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x14:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044894.207755:0:5857:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7400/0x2c8777a5e7d9cf93 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x14:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044894.207848:0:5857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x14:0x0].0x0 (ffff98df4abab500) 00010000:00010000:1.0:1777044894.207853:0:5857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1777044894.207860:0:5857:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7400/0x2c8777a5e7d9cf93 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x14:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044894.207870:0:5857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7400/0x2c8777a5e7d9cf93 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x14:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044894.207910:0:5857:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ecc00/0x2c8777a5e7d9ceeb lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x32:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044894.207930:0:5857:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ecc00/0x2c8777a5e7d9ceeb lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x32:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044894.207939:0:5857:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ecc00/0x2c8777a5e7d9ceeb lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x32:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044894.207947:0:5857:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de419ecc00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:1.0:1777044894.207952:0:5857:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ecc00/0x2c8777a5e7d9ceeb lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x32:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044894.207962:0:5857:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ecc00/0x2c8777a5e7d9ceeb lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x32:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044894.207974:0:5857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x32:0x0].0x0 (ffff98df4ababf00) 00010000:00010000:1.0:1777044894.207977:0:5857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1777044894.207981:0:5857:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ecc00/0x2c8777a5e7d9ceeb lrc: 2/0,0 mode: --/EX res: [0x200000401:0x32:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044894.207990:0:5857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ecc00/0x2c8777a5e7d9ceeb lrc: 0/0,0 mode: --/EX res: [0x200000401:0x32:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044894.208019:0:5857:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd800/0x2c8777a5e7d9cf9a lrc: 3/0,1 mode: --/EX res: [0x200000401:0x32:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044894.208035:0:5857:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd800/0x2c8777a5e7d9cf9a lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x32:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044894.208047:0:5857:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd800/0x2c8777a5e7d9cf9a lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x32:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044894.208056:0:5857:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd800/0x2c8777a5e7d9cf9a lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x32:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044894.208073:0:5857:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd800/0x2c8777a5e7d9cf9a lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x32:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044894.208082:0:5857:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd800/0x2c8777a5e7d9cf9a lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x32:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044894.208090:0:5857:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de41dfd800 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:1.0:1777044894.208094:0:5857:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd800/0x2c8777a5e7d9cf9a lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x32:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044894.208103:0:5857:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd800/0x2c8777a5e7d9cf9a lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x32:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044894.208115:0:5857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x32:0x0].0x0 (ffff98df4ababf00) 00010000:00010000:1.0:1777044894.208119:0:5857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777044894.208123:0:5857:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd800/0x2c8777a5e7d9cf9a lrc: 2/0,0 mode: --/EX res: [0x200000401:0x32:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044894.208131:0:5857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd800/0x2c8777a5e7d9cf9a lrc: 0/0,0 mode: --/EX res: [0x200000401:0x32:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044894.208145:0:5857:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7800/0x2c8777a5e7d9cf8c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x32:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044894.208153:0:5857:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7800/0x2c8777a5e7d9cf8c lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x32:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044894.208161:0:5857:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7800/0x2c8777a5e7d9cf8c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x32:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044894.208168:0:5857:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de427e7800 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:1.0:1777044894.208180:0:5857:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7800/0x2c8777a5e7d9cf8c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x32:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044894.208189:0:5857:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7800/0x2c8777a5e7d9cf8c lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x32:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044894.208300:0:5857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x32:0x0].0x0 (ffff98df4ababf00) 00010000:00010000:1.0:1777044894.208306:0:5857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1777044894.208313:0:5857:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7800/0x2c8777a5e7d9cf8c lrc: 2/0,0 mode: --/PW res: [0x200000401:0x32:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044894.208321:0:5857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7800/0x2c8777a5e7d9cf8c lrc: 0/0,0 mode: --/PW res: [0x200000401:0x32:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777044894.208801:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d588380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+39:23236:x1863365369895936:12345-192.168.201.45@tcp:57:lhsmtool_posix.0 Request processed in 20706us (21734us total) trans 4294967822 rc 0/0 00000100:00100000:1.0:1777044894.208816:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 786 00000020:00080000:1.0:1777044894.208824:0:5857:0:(tgt_main.c:783:tgt_ses_key_exit()) total 5 transactions per RPC 00000040:00080000:0.0:1777044894.209005:0:11491:0:(llog.c:801:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1777044894.209012:0:11491:0:(llog_cat.c:158:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1777044894.209055:0:11491:0:(llog.c:858:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 19 count 2 00000040:00080000:0.0:1777044894.209073:0:11491:0:(llog.c:858:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1777044894.214625:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777044894.214943:0:5859:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369896320 00000100:00100000:3.0:1777044894.214954:0:5859:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369896320 00000100:00100000:3.0:1777044894.215060:0:5859:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 183 00000100:00100000:3.0:1777044894.215071:0:5859:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77c7ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+39:23236:x1863365369896320:12345-192.168.201.45@tcp:35:lhsmtool_posix.0 00000004:00080000:3.0:1777044894.216673:0:5859:0:(mdd_object.c:4010:mdd_close()) Object [0x200000402:0x14:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:3.0:1777044894.216831:0:5859:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967823 00010000:00010000:3.0:1777044894.217162:0:5859:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7200/0x2c8777a5e7d9cfa1 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x14:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5859 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044894.217185:0:5859:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7200/0x2c8777a5e7d9cfa1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x14:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 5859 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044894.217224:0:5859:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7200/0x2c8777a5e7d9cfa1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x14:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 5859 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044894.217239:0:5859:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7200/0x2c8777a5e7d9cfa1 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x14:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 5859 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044894.217247:0:5859:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7200/0x2c8777a5e7d9cfa1 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x14:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 5859 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044894.217257:0:5859:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7200/0x2c8777a5e7d9cfa1 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x14:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 5859 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044894.217286:0:5859:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1777044894.217986:0:5859:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77c7ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+41:23236:x1863365369896320:12345-192.168.201.45@tcp:35:lhsmtool_posix.0 Request processed in 2677us (3134us total) trans 4294967824 rc 0/0 00000100:00100000:3.0:1777044894.218001:0:5859:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 183 00000020:00080000:3.0:1777044894.218008:0:5859:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:1.0:1777044894.218017:0:5844:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1777044894.218026:0:5844:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7200/0x2c8777a5e7d9cfa1 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x14:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5859 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044894.218037:0:5844:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98df74fa7200 already unused, calling callback (ffffffffc17d22d0) 00010000:00010000:1.0:1777044894.218043:0:5844:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7200/0x2c8777a5e7d9cfa1 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x14:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5859 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044894.218055:0:5844:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7200/0x2c8777a5e7d9cfa1 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x14:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5859 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044894.218072:0:5844:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x14:0x0].0x0 (ffff98df4abab800) 00010000:00010000:1.0:1777044894.218077:0:5844:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1777044894.218096:0:5844:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7200/0x2c8777a5e7d9cfa1 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x14:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5859 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044894.218105:0:5844:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7200/0x2c8777a5e7d9cfa1 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x14:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5859 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044894.218130:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777044894.218133:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777044894.218135:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777044894.706120:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777044894.706486:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777044894.706528:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777044894.706562:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777044894.706591:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777044894.706621:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777044894.706709:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777044894.706746:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369896960 00000100:00100000:2.0:1777044894.706757:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369896960 00000100:00100000:2.0:1777044894.706815:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369896576 00000100:00100000:2.0:1777044894.706820:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369896576 00000100:00100000:2.0:1777044894.707091:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 814 00000100:00100000:2.0:1777044894.707121:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df74174e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+41:2393:x1863365369896960:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:2.0:1777044894.707246:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df74174e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+41:2393:x1863365369896960:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 127us (715us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044894.707258:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 814 00000100:00100000:2.0:1777044894.707288:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 815 00000100:00100000:2.0:1777044894.707298:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df74177480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:146de360-3fb2-48bd-b418-06f30714148a+70:2393:x1863365369896576:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:2.0:1777044894.707340:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df74177480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:146de360-3fb2-48bd-b418-06f30714148a+70:2393:x1863365369896576:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 44us (749us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044894.707350:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 815 00000100:00100000:0.0:1777044894.707468:0:14822:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369896704 00000100:00100000:0.0:1777044894.707476:0:14822:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369896704 00000100:00100000:0.0:1777044894.707540:0:14822:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369897216 00000100:00100000:0.0:1777044894.707546:0:14822:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369897216 00000100:00100000:0.0:1777044894.707565:0:14822:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369896832 00000100:00100000:0.0:1777044894.707580:0:14822:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369896832 00000100:00100000:0.0:1777044894.707603:0:14822:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369897088 00000100:00100000:0.0:1777044894.707607:0:14822:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369897088 00000100:00100000:0.0:1777044894.707624:0:14822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 611 00000100:00100000:0.0:1777044894.707634:0:14822:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df74175500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:146de360-3fb2-48bd-b418-06f30714148a+9:2393:x1863365369896704:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:0.0:1777044894.707709:0:14822:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df74175500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:146de360-3fb2-48bd-b418-06f30714148a+9:2393:x1863365369896704:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 75us (1224us total) trans 0 rc 0/0 00000100:00100000:0.0:1777044894.707718:0:14822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 611 00000100:00100000:0.0:1777044894.707736:0:14822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 612 00000100:00100000:0.0:1777044894.707745:0:14822:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df74176680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2393:x1863365369897216:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:0.0:1777044894.707776:0:14822:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df74176680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2393:x1863365369897216:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 32us (1214us total) trans 0 rc 0/0 00000100:00100000:0.0:1777044894.707786:0:14822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 612 00000100:00100000:0.0:1777044894.707803:0:14822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 613 00000100:00100000:0.0:1777044894.707813:0:14822:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df74176300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:146de360-3fb2-48bd-b418-06f30714148a+11:2393:x1863365369896832:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:0.0:1777044894.707844:0:14822:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df74176300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:146de360-3fb2-48bd-b418-06f30714148a+11:2393:x1863365369896832:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 32us (1223us total) trans 0 rc 0/0 00000100:00100000:0.0:1777044894.707853:0:14822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 613 00000100:00100000:0.0:1777044894.707869:0:14822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 614 00000100:00100000:0.0:1777044894.707878:0:14822:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df74177800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2393:x1863365369897088:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:0.0:1777044894.707911:0:14822:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df74177800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2393:x1863365369897088:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 33us (1202us total) trans 0 rc 0/0 00000100:00100000:0.0:1777044894.707920:0:14822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 614 00000100:00100000:3.0:1777044894.709144:0:5848:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369896448 00000100:00100000:3.0:1777044894.709154:0:5848:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369896448 00000100:00100000:3.0:1777044894.709225:0:5848:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 738 00000100:00100000:3.0:1777044894.709237:0:5848:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df587b4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2393:x1863365369896448:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777044894.709292:0:5848:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df587b4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2393:x1863365369896448:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 57us (3183us total) trans 0 rc 0/0 00000100:00100000:3.0:1777044894.709302:0:5848:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 738 00000100:00080000:2.0:1777044894.712789:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1777044894.712800:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1777044895.126593:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1777044895.325044:0:17221:0:(llog.c:801:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1777044895.325062:0:17221:0:(llog_cat.c:158:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1777044895.325126:0:17221:0:(llog.c:858:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 19 count 2 00000040:00080000:0.0:1777044895.325136:0:17221:0:(llog.c:858:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1777044895.645456:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777044895.645605:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369897472 00000100:00100000:0.0:1777044895.645646:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369897472 00000100:00100000:0.0:1777044895.645767:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 787 00000100:00100000:0.0:1777044895.645785:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df74176a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+41:23246:x1863365369897472:12345-192.168.201.45@tcp:101:lfs.0 00010000:00010000:0.0:1777044895.645820:0:5857:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777044895.645860:0:5857:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537000/0x2c8777a5e7d9cfa8 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee11486ab expref: -99 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044895.645994:0:5857:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537600/0x2c8777a5e7d9cfaf lrc: 3/1,0 mode: --/CR res: [0x200000401:0x30:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044895.646021:0:5857:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537600/0x2c8777a5e7d9cfaf lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044895.646044:0:5857:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537600/0x2c8777a5e7d9cfaf lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044895.646071:0:5857:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98df41545200/0x2c8777a5e7d9cfb6 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x30:0x0].0x3b61a3c9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044895.646084:0:5857:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98df41545200/0x2c8777a5e7d9cfb6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x30:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044895.646096:0:5857:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df41545200/0x2c8777a5e7d9cfb6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x30:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00080000:2.0:1777044895.646474:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1777044895.647146:0:5857:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98df41545a00/0x2c8777a5e7d9cfbd lrc: 3/1,0 mode: --/PR res: [0x200000401:0x32:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044895.647181:0:5857:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98df41545a00/0x2c8777a5e7d9cfbd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044895.647195:0:5857:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df41545a00/0x2c8777a5e7d9cfbd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777044895.647215:0:5857:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x32:0x0]: returning size 158 00010000:00010000:0.0:1777044895.647373:0:5857:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537600/0x2c8777a5e7d9cfaf lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044895.647387:0:5857:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537600/0x2c8777a5e7d9cfaf lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044895.647400:0:5857:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537600/0x2c8777a5e7d9cfaf lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044895.647411:0:5857:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98df7b537600 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:0.0:1777044895.647419:0:5857:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537600/0x2c8777a5e7d9cfaf lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044895.647432:0:5857:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537600/0x2c8777a5e7d9cfaf lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044895.647451:0:5857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x30:0x0].0x0 (ffff98df48c7e800) 00010000:00010000:0.0:1777044895.647457:0:5857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777044895.647464:0:5857:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537600/0x2c8777a5e7d9cfaf lrc: 2/0,0 mode: --/CR res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044895.647475:0:5857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537600/0x2c8777a5e7d9cfaf lrc: 0/0,0 mode: --/CR res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044895.647492:0:5857:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98df41545200/0x2c8777a5e7d9cfb6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x30:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044895.652749:0:5857:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98df41545200/0x2c8777a5e7d9cfb6 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x30:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044895.652766:0:5857:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98df41545200/0x2c8777a5e7d9cfb6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x30:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044895.652776:0:5857:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98df41545200 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:0.0:1777044895.652784:0:5857:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df41545200/0x2c8777a5e7d9cfb6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x30:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044895.652798:0:5857:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df41545200/0x2c8777a5e7d9cfb6 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x30:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044895.652823:0:5857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x30:0x0].0x3b61a3c9 (ffff98df48c7ec00) 00010000:00010000:0.0:1777044895.652828:0:5857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777044895.652835:0:5857:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98df41545200/0x2c8777a5e7d9cfb6 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x30:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044895.652845:0:5857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df41545200/0x2c8777a5e7d9cfb6 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x30:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044895.652974:0:5857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537000/0x2c8777a5e7d9cfa8 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x30:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11486ab expref: 44 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044895.653001:0:5857:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98df41545a00/0x2c8777a5e7d9cfbd lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11486ab expref: 43 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044895.653013:0:5857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x32:0x0].0x0 (ffff98df48c7ed00) 00010000:00010000:0.0:1777044895.653017:0:5857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777044895.653042:0:5857:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98df41545a00, rc 0) 00000100:00100000:0.0:1777044895.653166:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df74176a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+43:23246:x1863365369897472:12345-192.168.201.45@tcp:101:lfs.0 Request processed in 7383us (7719us total) trans 4294967825 rc 0/0 00000100:00100000:0.0:1777044895.653181:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 787 00000100:00100000:3.0:1777044895.668370:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777044895.668504:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369897600 00000100:00100000:2.0:1777044895.668521:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369897600 00000100:00100000:2.0:1777044895.668651:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 788 00000100:00100000:2.0:1777044895.668673:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de419fc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+43:23246:x1863365369897600:12345-192.168.201.45@tcp:54:lfs.0 00010000:00010000:2.0:1777044895.668800:0:12646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7000/0x2c8777a5e7d9cfcb lrc: 3/1,0 mode: --/PR res: [0x200000401:0x32:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044895.668834:0:12646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7000/0x2c8777a5e7d9cfcb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044895.668857:0:12646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7000/0x2c8777a5e7d9cfcb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044895.668906:0:12646:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7000/0x2c8777a5e7d9cfcb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044895.668933:0:12646:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7000/0x2c8777a5e7d9cfcb lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044895.668945:0:12646:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7000/0x2c8777a5e7d9cfcb lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044895.668956:0:12646:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de427e7000 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:2.0:1777044895.668964:0:12646:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7000/0x2c8777a5e7d9cfcb lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044895.668976:0:12646:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7000/0x2c8777a5e7d9cfcb lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044895.668997:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x32:0x0].0x0 (ffff98df48c7ed00) 00010000:00010000:2.0:1777044895.669003:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1777044895.669012:0:12646:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7000/0x2c8777a5e7d9cfcb lrc: 2/0,0 mode: --/PR res: [0x200000401:0x32:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044895.669023:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7000/0x2c8777a5e7d9cfcb lrc: 0/0,0 mode: --/PR res: [0x200000401:0x32:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777044895.669164:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de419fc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+43:23246:x1863365369897600:12345-192.168.201.45@tcp:54:lfs.0 Request processed in 496us (808us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044895.669180:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 788 00000100:00100000:3.0:1777044895.707656:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777044895.709589:0:5858:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369897856 00000100:00100000:2.0:1777044895.709611:0:5858:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369897856 00000100:00100000:2.0:1777044895.710071:0:5858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 184 00000100:00100000:2.0:1777044895.710092:0:5858:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de419fe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+43:23246:x1863365369897856:12345-192.168.201.45@tcp:35:lfs.0 00000100:00100000:2.0:1777044895.710543:0:5858:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de419fe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+44:23246:x1863365369897856:12345-192.168.201.45@tcp:35:lfs.0 Request processed in 454us (2929us total) trans 4294967826 rc 0/0 00000100:00100000:2.0:1777044895.710570:0:5858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 184 00010000:00010000:1.0:1777044896.166675:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777044896.213608:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df77c7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424314752:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1777044896.213784:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777044896.214350:0:6644:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424314752 00000100:00100000:1.0:1777044896.214366:0:6644:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424314752 00000100:00100000:1.0:1777044896.214518:0:6644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 351 00000100:00100000:1.0:1777044896.214538:0:6644:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77c7dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3343:x1863365424314752:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1777044896.214609:0:6644:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 61276160 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1777044896.214748:0:6644:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77c7dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3343:x1863365424314752:12345-0@lo:13:osp-pre-0-0.0 Request processed in 212us (963us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044896.214764:0:6644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 351 00000100:00080000:0.0:1777044896.214806:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1777044896.214872:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df77c7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424314752:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1777044896.374786:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777044896.375091:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369897984 00000100:00100000:1.0:1777044896.375111:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369897984 00000100:00100000:1.0:1777044896.375270:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 789 00000100:00100000:1.0:1777044896.375290:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de419fca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:146de360-3fb2-48bd-b418-06f30714148a+70:23262:x1863365369897984:12345-192.168.201.45@tcp:101:diff.0 00010000:00010000:1.0:1777044896.375327:0:5855:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777044896.375365:0:5855:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd800/0x2c8777a5e7d9cfd2 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee11486b2 expref: -99 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044896.375487:0:5855:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfcc00/0x2c8777a5e7d9cfd9 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044896.375570:0:5855:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfcc00/0x2c8777a5e7d9cfd9 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044896.375591:0:5855:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfcc00/0x2c8777a5e7d9cfd9 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044896.375641:0:5855:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd200/0x2c8777a5e7d9cfe0 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044896.375653:0:5855:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd200/0x2c8777a5e7d9cfe0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044896.375662:0:5855:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd200/0x2c8777a5e7d9cfe0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044896.376391:0:5855:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfc800/0x2c8777a5e7d9cfe7 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044896.376408:0:5855:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfc800/0x2c8777a5e7d9cfe7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x30:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044896.376422:0:5855:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfc800/0x2c8777a5e7d9cfe7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x30:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777044896.376574:0:5855:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x30:0x0]: returning size 7680 00000004:00200000:1.0:1777044896.376582:0:5855:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:1.0:1777044896.376742:0:5855:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfc800/0x2c8777a5e7d9cfe7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x30:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044896.376765:0:5855:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfcc00/0x2c8777a5e7d9cfd9 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044896.376791:0:5855:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfcc00/0x2c8777a5e7d9cfd9 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044896.376803:0:5855:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfcc00/0x2c8777a5e7d9cfd9 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044896.376814:0:5855:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de41dfcc00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:1.0:1777044896.377126:0:5855:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfcc00/0x2c8777a5e7d9cfd9 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044896.377141:0:5855:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfcc00/0x2c8777a5e7d9cfd9 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044896.377162:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff98df43d75d00) 00010000:00010000:1.0:1777044896.377167:0:5855:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777044896.377175:0:5855:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfcc00/0x2c8777a5e7d9cfd9 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044896.377184:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfcc00/0x2c8777a5e7d9cfd9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044896.377235:0:5855:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd200/0x2c8777a5e7d9cfe0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044896.377245:0:5855:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd200/0x2c8777a5e7d9cfe0 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044896.377254:0:5855:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd200/0x2c8777a5e7d9cfe0 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044896.377262:0:5855:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de41dfd200 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:1.0:1777044896.377276:0:5855:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd200/0x2c8777a5e7d9cfe0 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044896.377287:0:5855:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd200/0x2c8777a5e7d9cfe0 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044896.377300:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5b990ec8 (ffff98df46583e00) 00010000:00010000:1.0:1777044896.377304:0:5855:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777044896.377309:0:5855:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd200/0x2c8777a5e7d9cfe0 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044896.377319:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd200/0x2c8777a5e7d9cfe0 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044896.377374:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd800/0x2c8777a5e7d9cfd2 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11486b2 expref: 72 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044896.377397:0:5855:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfc800/0x2c8777a5e7d9cfe7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x30:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11486b2 expref: 71 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044896.377409:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x30:0x0].0x0 (ffff98df48c7e800) 00010000:00010000:1.0:1777044896.377413:0:5855:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:1.0:1777044896.377418:0:5855:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de41dfc800, rc 0) 00000100:00100000:1.0:1777044896.377527:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de419fca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:146de360-3fb2-48bd-b418-06f30714148a+71:23262:x1863365369897984:12345-192.168.201.45@tcp:101:diff.0 Request processed in 2240us (2757us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044896.377541:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 789 00000100:00080000:2.0:1777044896.381961:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1777044896.401939:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777044896.402089:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369898112 00000100:00100000:2.0:1777044896.402106:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369898112 00000100:00100000:2.0:1777044896.402233:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 790 00000100:00100000:2.0:1777044896.402270:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df605f4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:146de360-3fb2-48bd-b418-06f30714148a+71:23262:x1863365369898112:12345-192.168.201.45@tcp:101:diff.0 00010000:00010000:2.0:1777044896.402308:0:5857:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777044896.402344:0:5857:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7000/0x2c8777a5e7d9cfee lrc: 2/0,0 mode: --/CR res: [0x200000401:0x30:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee11486b9 expref: -99 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044896.402467:0:5857:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7600/0x2c8777a5e7d9cff5 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x30:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044896.402492:0:5857:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7600/0x2c8777a5e7d9cff5 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044896.402512:0:5857:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7600/0x2c8777a5e7d9cff5 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044896.402535:0:5857:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7a00/0x2c8777a5e7d9cffc lrc: 3/1,0 mode: --/PR res: [0x200000401:0x30:0x0].0x3b61a3c9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044896.402546:0:5857:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7a00/0x2c8777a5e7d9cffc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x30:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044896.402556:0:5857:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7a00/0x2c8777a5e7d9cffc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x30:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044896.403115:0:5857:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7800/0x2c8777a5e7d9d003 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x32:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044896.403147:0:5857:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7800/0x2c8777a5e7d9d003 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044896.403160:0:5857:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7800/0x2c8777a5e7d9d003 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777044896.403480:0:5857:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x32:0x0]: returning size 158 00000004:00200000:2.0:1777044896.403488:0:5857:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1777044896.403520:0:5857:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7800/0x2c8777a5e7d9d003 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044896.403540:0:5857:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7800/0x2c8777a5e7d9d003 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044896.403554:0:5857:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7600/0x2c8777a5e7d9cff5 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044896.403564:0:5857:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7600/0x2c8777a5e7d9cff5 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044896.403576:0:5857:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7600/0x2c8777a5e7d9cff5 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044896.403585:0:5857:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de427e7600 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:2.0:1777044896.403593:0:5857:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7600/0x2c8777a5e7d9cff5 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044896.403605:0:5857:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7600/0x2c8777a5e7d9cff5 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044896.403649:0:5857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x30:0x0].0x0 (ffff98df48c7e800) 00010000:00010000:2.0:1777044896.403664:0:5857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777044896.403674:0:5857:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7600/0x2c8777a5e7d9cff5 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044896.403683:0:5857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7600/0x2c8777a5e7d9cff5 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044896.403701:0:5857:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7a00/0x2c8777a5e7d9cffc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x30:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044896.403710:0:5857:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7a00/0x2c8777a5e7d9cffc lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x30:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044896.403720:0:5857:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7a00/0x2c8777a5e7d9cffc lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x30:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044896.403728:0:5857:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de427e7a00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:2.0:1777044896.403732:0:5857:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7a00/0x2c8777a5e7d9cffc lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x30:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044896.403741:0:5857:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7a00/0x2c8777a5e7d9cffc lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x30:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044896.403752:0:5857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x30:0x0].0x3b61a3c9 (ffff98df43d75800) 00010000:00010000:2.0:1777044896.403756:0:5857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777044896.403761:0:5857:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7a00/0x2c8777a5e7d9cffc lrc: 2/0,0 mode: --/PR res: [0x200000401:0x30:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044896.403769:0:5857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7a00/0x2c8777a5e7d9cffc lrc: 0/0,0 mode: --/PR res: [0x200000401:0x30:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044896.403817:0:5857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7000/0x2c8777a5e7d9cfee lrc: 0/0,0 mode: --/CR res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11486b9 expref: 73 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044896.403851:0:5857:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7800/0x2c8777a5e7d9d003 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11486b9 expref: 72 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044896.403863:0:5857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x32:0x0].0x0 (ffff98df48c7ed00) 00010000:00010000:2.0:1777044896.403867:0:5857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777044896.403871:0:5857:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de427e7800, rc 0) 00000100:00100000:2.0:1777044896.403976:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df605f4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:146de360-3fb2-48bd-b418-06f30714148a+72:23262:x1863365369898112:12345-192.168.201.45@tcp:101:diff.0 Request processed in 1710us (2053us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044896.403988:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 790 00000100:00100000:3.0:1777044896.418548:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777044896.425561:0:14822:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369898240 00000100:00100000:1.0:1777044896.425585:0:14822:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369898240 00000100:00100000:1.0:1777044896.425750:0:14822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 207 00000100:00100000:1.0:1777044896.425787:0:14822:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de419ffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:146de360-3fb2-48bd-b418-06f30714148a+9:2390:x1863365369898240:12345-192.168.201.45@tcp:101:diff.0 00010000:00010000:1.0:1777044896.425820:0:14822:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777044896.425861:0:14822:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000088a0b83c/0x2c8777a5e7d9d00a lrc: 2/0,0 mode: --/PR res: [0x240000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee11486c0 expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777044896.425912:0:14822:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x10:0x0] initial LVB size: 158, mtime: 0x5b965aa7, atime: 0x69eb886b, ctime: 0x69eb8d9c, blocks: 0xb 00010000:00010000:1.0:1777044896.425947:0:14822:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777044896.425951:0:14822:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777044896.425966:0:14822:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000088a0b83c/0x2c8777a5e7d9d00a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11486c0 expref: 10 pid: 14822 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044896.425999:0:14822:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000088a0b83c/0x2c8777a5e7d9d00a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11486c0 expref: 10 pid: 14822 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044896.426026:0:14822:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de41dfd800, rc 0) 00000100:00100000:1.0:1777044896.426138:0:14822:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de419ffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:146de360-3fb2-48bd-b418-06f30714148a+10:2390:x1863365369898240:12345-192.168.201.45@tcp:101:diff.0 Request processed in 358us (7609us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044896.426151:0:14822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 207 00000100:00080000:3.0:1777044896.427200:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1777044896.447519:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777044896.447778:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369898496 00000100:00100000:3.0:1777044896.447797:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369898496 00000100:00100000:3.0:1777044896.447900:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 791 00000100:00100000:3.0:1777044896.447919:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df605f7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:146de360-3fb2-48bd-b418-06f30714148a+72:23262:x1863365369898496:12345-192.168.201.45@tcp:101:diff.0 00010000:00010000:3.0:1777044896.447953:0:7939:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777044896.447988:0:7939:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7e00/0x2c8777a5e7d9d011 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x30:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee11486c7 expref: -99 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044896.448166:0:7939:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7600/0x2c8777a5e7d9d018 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x32:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044896.448200:0:7939:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7600/0x2c8777a5e7d9d018 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044896.448221:0:7939:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7600/0x2c8777a5e7d9d018 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777044896.448381:0:7939:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x32:0x0]: returning size 158 00010000:00010000:3.0:1777044896.448603:0:7939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7e00/0x2c8777a5e7d9d011 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x30:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11486c7 expref: 75 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044896.448652:0:7939:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7600/0x2c8777a5e7d9d018 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11486c7 expref: 74 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044896.448665:0:7939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x32:0x0].0x0 (ffff98df48c7ed00) 00010000:00010000:3.0:1777044896.448670:0:7939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777044896.448675:0:7939:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98df74fa7600, rc 0) 00000100:00100000:3.0:1777044896.448770:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df605f7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:146de360-3fb2-48bd-b418-06f30714148a+74:23262:x1863365369898496:12345-192.168.201.45@tcp:101:diff.0 Request processed in 855us (1268us total) trans 4294967827 rc 0/0 00000100:00100000:3.0:1777044896.449067:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 791 00000100:00100000:0.0:1777044896.471959:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777044896.472255:0:5841:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369898624 00000100:00100000:1.0:1777044896.472275:0:5841:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369898624 00000100:00100000:1.0:1777044896.472379:0:5841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 42 00000100:00100000:1.0:1777044896.472397:0:5841:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77c7c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:146de360-3fb2-48bd-b418-06f30714148a+74:2391:x1863365369898624:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777044896.472424:0:5841:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777044896.472466:0:5841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7600/0x2c8777a5e7d9d018 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11486c7 expref: 74 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044896.472528:0:5841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x32:0x0].0x0 (ffff98df48c7ed00) 00010000:00010000:1.0:1777044896.472537:0:5841:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777044896.472650:0:5841:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77c7c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:146de360-3fb2-48bd-b418-06f30714148a+73:2391:x1863365369898624:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 257us (707us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044896.472663:0:5841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 42 00000100:00100000:0.0:1777044896.486275:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777044896.487809:0:6647:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369898752 00000100:00100000:3.0:1777044896.487833:0:6647:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369898752 00002000:00100000:3.0:1777044896.487925:0:6647:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x10:0x0] (0->4095) req@ffff98df77c7ca80 x1863365369898752/t0(0) o3->146de360-3fb2-48bd-b418-06f30714148a@192.168.201.45@tcp:652/0 lens 488/0 e 0 to 0 dl 1777044907 ref 1 fl New:/600/ffffffff rc 0/-1 job:'diff.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1777044896.487947:0:6647:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98df77c7ca80 with x1863365369898752 ext(0->4095) 00002000:00010000:3.0:1777044896.487959:0:6647:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff98df77c7ca80 00000100:00100000:3.0:1777044896.488138:0:6647:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 62 00000100:00100000:3.0:1777044896.488171:0:6647:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77c7ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:146de360-3fb2-48bd-b418-06f30714148a+10:2393:x1863365369898752:12345-192.168.201.45@tcp:3:diff.0 00000100:00100000:0.0:1777044896.494688:0:6647:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77c7ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:146de360-3fb2-48bd-b418-06f30714148a+10:2393:x1863365369898752:12345-192.168.201.45@tcp:3:diff.0 Request processed in 6515us (8407us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1777044896.494710:0:6647:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 62 00002000:00100000:0.0:1777044896.494730:0:6647:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x10:0x0] (0->4095) req@ffff98df77c7ca80 x1863365369898752/t0(0) o3->146de360-3fb2-48bd-b418-06f30714148a@192.168.201.45@tcp:652/0 lens 488/4536 e 0 to 0 dl 1777044907 ref 1 fl Complete:/600/0 rc 4096/4096 job:'diff.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777044896.494748:0:6647:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98df77c7ca80 with x1863365369898752 ext(0->4095) 00002000:00010000:0.0:1777044896.494758:0:6647:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff98df77c7ca80 00000100:00100000:2.0:1777044896.524176:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777044896.524339:0:5858:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369899008 00000100:00100000:0.0:1777044896.524357:0:5858:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369899008 00000100:00100000:0.0:1777044896.524461:0:5858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 185 00000100:00100000:0.0:1777044896.524479:0:5858:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6015b450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:146de360-3fb2-48bd-b418-06f30714148a+73:23262:x1863365369899008:12345-192.168.201.45@tcp:35:diff.0 00000001:00080000:0.0:1777044896.525073:0:5858:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967828 00000100:00100000:0.0:1777044896.525318:0:5858:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6015b450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:146de360-3fb2-48bd-b418-06f30714148a+75:23262:x1863365369899008:12345-192.168.201.45@tcp:35:diff.0 Request processed in 839us (1155us total) trans 4294967829 rc 0/0 00000100:00100000:0.0:1777044896.525331:0:5858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 185 00000020:00080000:0.0:1777044896.525341:0:5858:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1777044897.173654:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777044897.237900:0:3344:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df74174000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3344:1863365424314880:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1777044897.238016:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777044897.238830:0:6644:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424314880 00000100:00100000:2.0:1777044897.238847:0:6644:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424314880 00000100:00100000:2.0:1777044897.238966:0:6644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 352 00000100:00100000:2.0:1777044897.238984:0:6644:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df605f5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1863365424314880:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1777044897.239048:0:6644:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 59572224 pending 0 free 3856662528 avail 3854565376 00000100:00100000:2.0:1777044897.239151:0:6644:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df605f5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1863365424314880:12345-0@lo:13:osp-pre-1-0.0 Request processed in 170us (1135us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044897.239162:0:6644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 352 00000100:00100000:1.0:1777044897.239444:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df77b07b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3342:1863365424315136:0@lo:400:kworker.0 00000100:00100000:1.0:1777044897.239500:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777044897.239539:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1777044897.239548:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df605f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ce657616-b3f3-4e21-ac89-518ab611901c:3342:1863365424315008:0@lo:400:kworker.0 00000100:00100000:1.0:1777044897.239594:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777044897.239659:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df77b04a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3342:1863365424315520:0@lo:400:kworker.0 00000100:00100000:1.0:1777044897.239697:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777044897.239744:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424315136 00000100:00100000:1.0:1777044897.239751:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424315136 00000100:00100000:1.0:1777044897.239801:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424315520 00000100:00100000:1.0:1777044897.239806:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424315520 00000100:00100000:1.0:1777044897.239840:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 816 00000100:00100000:1.0:1777044897.239852:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42e59f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3342:x1863365424315136:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777044897.239913:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42e59f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3342:x1863365424315136:12345-0@lo:400:kworker.0 Request processed in 63us (413us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044897.239924:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 816 00000100:00100000:1.0:1777044897.239945:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 817 00000100:00100000:1.0:1777044897.239955:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77956a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3342:x1863365424315520:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777044897.240026:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77956a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3342:x1863365424315520:12345-0@lo:400:kworker.0 Request processed in 72us (327us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044897.240037:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 817 00000100:00100000:1.0:1777044897.240116:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df77b04a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3342:1863365424315520:0@lo:400:kworker.0 00000100:00100000:1.0:1777044897.240137:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df77b07b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3342:1863365424315136:0@lo:400:kworker.0 00000100:00100000:1.0:1777044897.240497:0:3344:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df77b06a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3344:1863365424315392:0@lo:400:kworker.0 00000100:00100000:1.0:1777044897.240544:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777044897.240622:0:3344:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df74174000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3344:1863365424314880:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1777044897.240641:0:3344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1777044897.240650:0:3344:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df77b05500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3344:1863365424315264:0@lo:400:kworker.0 00000100:00100000:1.0:1777044897.240687:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777044897.240751:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424315264 00000100:00100000:1.0:1777044897.240757:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424315264 00000100:00100000:1.0:1777044897.240797:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 818 00000100:00100000:1.0:1777044897.240808:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77954e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3344:x1863365424315264:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777044897.240861:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77954e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3344:x1863365424315264:12345-0@lo:400:kworker.0 Request processed in 55us (172us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044897.240871:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 818 00000100:00100000:1.0:1777044897.240913:0:3344:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df77b05500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3344:1863365424315264:0@lo:400:kworker.0 00000100:00100000:2.0:1777044897.241285:0:5850:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424315008 00000100:00100000:2.0:1777044897.241294:0:5850:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424315008 00000100:00100000:2.0:1777044897.241339:0:5850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 739 00000100:00100000:2.0:1777044897.241350:0:5850:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df587b6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ce657616-b3f3-4e21-ac89-518ab611901c+18:3342:x1863365424315008:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777044897.241412:0:5850:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df587b6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ce657616-b3f3-4e21-ac89-518ab611901c+18:3342:x1863365424315008:12345-0@lo:400:kworker.0 Request processed in 63us (1817us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044897.241423:0:5850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 739 00000100:00100000:2.0:1777044897.241517:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df605f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ce657616-b3f3-4e21-ac89-518ab611901c:3342:1863365424315008:0@lo:400:kworker.0 00000100:00080000:3.0:1777044897.242006:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1777044897.242014:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1777044897.242026:0:6639:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424315392 00000100:00100000:0.0:1777044897.242043:0:6639:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424315392 00000100:00100000:0.0:1777044897.242112:0:6639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 615 00000100:00100000:0.0:1777044897.242123:0:6639:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77957480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3344:x1863365424315392:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777044897.242237:0:6639:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77957480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3344:x1863365424315392:12345-0@lo:400:kworker.0 Request processed in 116us (1691us total) trans 0 rc 0/0 00000100:00100000:0.0:1777044897.242270:0:6639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 615 00000100:00100000:3.0:1777044897.242418:0:3344:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df77b06a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3344:1863365424315392:0@lo:400:kworker.0 00010000:00010000:1.0:1777044898.197695:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:2.0:1777044899.044550:0:5877:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967829 is committed 00000001:00080000:2.0:1777044899.044595:0:5877:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967825 is committed 00000020:00080000:2.0:1777044899.044636:0:5877:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff98de47823000 refcount 2 committed 0 result 0 batchid 11 00000020:00080000:2.0:1777044899.044644:0:5877:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff98de4331c400 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff98de47823180 00000020:00080000:2.0:1777044899.044649:0:5877:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff98de4331cb00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff98df7b8f3000 00000001:00080000:2.0:1777044899.044679:0:5877:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967826 is committed 00000020:00080000:1.0:1777044899.045111:0:5888:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 11 committed batchid 10 00000020:00080000:1.0:1777044899.045737:0:5888:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 10 00010000:00010000:3.0:1777044899.222153:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:2.0:1777044899.453771:0:6666:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967333 is committed 00000001:00080000:2.0:1777044899.453799:0:6666:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967334 is committed 00000100:00100000:0.0:1777044899.822801:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777044899.822863:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777044899.822906:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777044899.822943:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777044899.822976:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777044899.823005:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777044899.823041:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777044899.823083:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369899392 00000100:00100000:0.0:1777044899.823096:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369899392 00000100:00100000:0.0:1777044899.823169:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369899904 00000100:00100000:0.0:1777044899.823174:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369899904 00000100:00100000:0.0:1777044899.823518:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369899520 00000100:00100000:0.0:1777044899.823524:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369899520 00000100:00100000:0.0:1777044899.823546:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369899776 00000100:00100000:0.0:1777044899.823550:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369899776 00000100:00100000:0.0:1777044899.823600:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 616 00000100:00100000:0.0:1777044899.823613:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77c7ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:146de360-3fb2-48bd-b418-06f30714148a+10:2393:x1863365369899392:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:0.0:1777044899.823704:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77c7ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:146de360-3fb2-48bd-b418-06f30714148a+10:2393:x1863365369899392:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 93us (841us total) trans 0 rc 0/0 00000100:00100000:0.0:1777044899.823715:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 616 00000100:00100000:0.0:1777044899.823739:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 617 00000100:00100000:0.0:1777044899.823748:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77c7f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2393:x1863365369899904:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:0.0:1777044899.823807:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77c7f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2393:x1863365369899904:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 58us (862us total) trans 0 rc 0/0 00000100:00100000:0.0:1777044899.823818:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 617 00000100:00100000:0.0:1777044899.823839:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 618 00000100:00100000:0.0:1777044899.823849:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d58fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:146de360-3fb2-48bd-b418-06f30714148a+11:2393:x1863365369899520:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:0.0:1777044899.823885:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d58fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:146de360-3fb2-48bd-b418-06f30714148a+11:2393:x1863365369899520:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 38us (879us total) trans 0 rc 0/0 00000100:00100000:0.0:1777044899.823894:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 618 00000100:00100000:0.0:1777044899.823913:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 619 00000100:00100000:0.0:1777044899.823923:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d58ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2393:x1863365369899776:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:0.0:1777044899.823958:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d58ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2393:x1863365369899776:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 37us (917us total) trans 0 rc 0/0 00000100:00100000:0.0:1777044899.823968:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 619 00000100:00100000:0.0:1777044899.823997:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369899648 00000100:00100000:0.0:1777044899.824002:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369899648 00000100:00100000:0.0:1777044899.824042:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369899264 00000100:00100000:0.0:1777044899.824047:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369899264 00000100:00100000:0.0:1777044899.824082:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 819 00000100:00100000:0.0:1777044899.824094:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77c7e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+34:2393:x1863365369899648:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:0.0:1777044899.824143:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77c7e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+34:2393:x1863365369899648:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 50us (1236us total) trans 0 rc 0/0 00000100:00100000:0.0:1777044899.824486:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 819 00000100:00100000:0.0:1777044899.824507:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 820 00000100:00100000:0.0:1777044899.824518:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d58d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:146de360-3fb2-48bd-b418-06f30714148a+72:2393:x1863365369899264:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:0.0:1777044899.824614:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d58d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:146de360-3fb2-48bd-b418-06f30714148a+72:2393:x1863365369899264:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 95us (1635us total) trans 0 rc 0/0 00000100:00100000:0.0:1777044899.824625:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 820 00000100:00080000:0.0:1777044899.824669:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1777044899.824676:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1777044899.824679:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1777044899.825242:0:5849:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369899136 00000100:00100000:3.0:1777044899.825249:0:5849:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369899136 00000100:00100000:3.0:1777044899.825291:0:5849:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 740 00000100:00100000:3.0:1777044899.825303:0:5849:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df587b7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2393:x1863365369899136:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777044899.825353:0:5849:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df587b7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2393:x1863365369899136:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 52us (2564us total) trans 0 rc 0/0 00000100:00100000:3.0:1777044899.825363:0:5849:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 740 00010000:00010000:1.0:1777044900.245827:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777044901.271943:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777044901.334837:0:3341:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1777044901.334865:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df485bea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424315648:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1777044901.334956:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777044901.340186:0:6644:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424315648 00000100:00100000:0.0:1777044901.340237:0:6644:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424315648 00000100:00100000:0.0:1777044901.340343:0:6644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 353 00000100:00100000:0.0:1777044901.340360:0:6644:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de419fea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3341:x1863365424315648:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1777044901.340407:0:6644:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 61276160 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1777044901.340511:0:6644:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de419fea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3341:x1863365424315648:12345-0@lo:13:osp-pre-0-0.0 Request processed in 154us (5553us total) trans 0 rc 0/0 00000100:00100000:0.0:1777044901.340522:0:6644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 353 00000100:00100000:0.0:1777044901.340612:0:3341:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967334 gen 2 00000004:00080000:0.0:1777044901.340621:0:3341:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967334 committed transno 4294967334 00000100:00100000:0.0:1777044901.340657:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df485bea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424315648:0@lo:13:osp-pre-0-0.0 00000100:00080000:3.0:1777044901.359943:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1777044902.293884:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777044902.357902:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de419fce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3341:1863365424316032:0@lo:400:kworker.0 00000100:00100000:3.0:1777044902.357970:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777044902.358052:0:3341:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1777044902.358059:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de419fe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424316160:0@lo:400:kworker.0 00000100:00100000:3.0:1777044902.358081:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777044902.358115:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424316032 00000100:00100000:3.0:1777044902.358123:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424316032 00000100:00100000:3.0:1777044902.358175:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 821 00000100:00100000:3.0:1777044902.358184:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df46688700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3341:x1863365424316032:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777044902.358271:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df46688700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3341:x1863365424316032:12345-0@lo:400:kworker.0 Request processed in 86us (298us total) trans 0 rc 0/0 00000100:00100000:3.0:1777044902.358281:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 821 00000100:00100000:3.0:1777044902.358316:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424316160 00000100:00100000:3.0:1777044902.358322:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424316160 00000100:00100000:3.0:1777044902.358354:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 620 00000100:00100000:3.0:1777044902.358363:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df4668ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3341:x1863365424316160:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777044902.358403:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df4668ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3341:x1863365424316160:12345-0@lo:400:kworker.0 Request processed in 41us (319us total) trans 0 rc 0/0 00000100:00100000:3.0:1777044902.358411:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 620 00000100:00080000:3.0:1777044902.358433:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1777044902.358479:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de419fe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424316160:0@lo:400:kworker.0 00000100:00100000:3.0:1777044902.358493:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de419fce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3341:1863365424316032:0@lo:400:kworker.0 00000100:00100000:0.0:1777044902.358635:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de419fd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ce657616-b3f3-4e21-ac89-518ab611901c:3343:1863365424315776:0@lo:400:kworker.0 00000100:00100000:0.0:1777044902.358688:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777044902.358735:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df46688a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3343:1863365424316288:0@lo:400:kworker.0 00000100:00100000:0.0:1777044902.358759:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777044902.358780:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:0.0:1777044902.358785:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de419ff100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3343:1863365424315904:0@lo:400:kworker.0 00000100:00100000:0.0:1777044902.358801:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777044902.358814:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df4668b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424316416:0@lo:400:kworker.0 00000100:00100000:0.0:1777044902.358852:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777044902.358911:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424316288 00000100:00100000:0.0:1777044902.358915:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424316288 00000100:00100000:0.0:1777044902.358945:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424315904 00000100:00100000:0.0:1777044902.358948:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424315904 00000100:00100000:0.0:1777044902.358962:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 822 00000100:00100000:0.0:1777044902.358968:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df485bea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3343:x1863365424316288:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777044902.359023:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df485bea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3343:x1863365424316288:12345-0@lo:400:kworker.0 Request processed in 55us (262us total) trans 0 rc 0/0 00000100:00100000:0.0:1777044902.359029:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 822 00000100:00100000:0.0:1777044902.359042:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 823 00000100:00100000:0.0:1777044902.359047:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df485bf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3343:x1863365424315904:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777044902.359069:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df485bf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3343:x1863365424315904:12345-0@lo:400:kworker.0 Request processed in 22us (267us total) trans 0 rc 0/0 00000100:00100000:0.0:1777044902.359074:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 823 00000100:00100000:0.0:1777044902.359090:0:14822:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424316416 00000100:00100000:0.0:1777044902.359093:0:14822:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424316416 00000100:00100000:0.0:1777044902.359116:0:14822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 621 00000100:00100000:0.0:1777044902.359121:0:14822:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df485be680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424316416:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777044902.359146:0:14822:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df485be680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424316416:12345-0@lo:400:kworker.0 Request processed in 25us (293us total) trans 0 rc 0/0 00000100:00100000:0.0:1777044902.359151:0:14822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 621 00000100:00100000:0.0:1777044902.359188:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de419ff100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3343:1863365424315904:0@lo:400:kworker.0 00000100:00100000:0.0:1777044902.359197:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df4668b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424316416:0@lo:400:kworker.0 00000100:00100000:0.0:1777044902.359245:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df46688a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3343:1863365424316288:0@lo:400:kworker.0 00000100:00100000:2.0:1777044902.359785:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1777044902.359796:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df74177b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424316544:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1777044902.360117:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777044902.360160:0:6644:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424316544 00000100:00100000:2.0:1777044902.360165:0:6644:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424316544 00000100:00100000:2.0:1777044902.360237:0:6644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 354 00000100:00100000:2.0:1777044902.360247:0:6644:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df74174380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1863365424316544:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1777044902.360283:0:6644:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 59572224 pending 0 free 3856662528 avail 3854565376 00000100:00100000:2.0:1777044902.360334:0:6644:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df74174380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1863365424316544:12345-0@lo:13:osp-pre-1-0.0 Request processed in 87us (217us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044902.360343:0:6644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 354 00000100:00100000:2.0:1777044902.360393:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df74177b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424316544:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1777044902.362450:0:5848:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424315776 00000100:00100000:3.0:1777044902.362462:0:5848:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424315776 00000100:00100000:3.0:1777044902.362550:0:5848:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 741 00000100:00100000:3.0:1777044902.362565:0:5848:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df587b6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ce657616-b3f3-4e21-ac89-518ab611901c+18:3343:x1863365424315776:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777044902.362670:0:5848:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df587b6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ce657616-b3f3-4e21-ac89-518ab611901c+18:3343:x1863365424315776:12345-0@lo:400:kworker.0 Request processed in 107us (3980us total) trans 0 rc 0/0 00000100:00100000:3.0:1777044902.362679:0:5848:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 741 00000100:00080000:3.0:1777044902.362725:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1777044902.362978:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1777044902.366018:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de419fd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ce657616-b3f3-4e21-ac89-518ab611901c:3343:1863365424315776:0@lo:400:kworker.0 00010000:00010000:3.0:1777044903.318150:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00080000:3.0:1777044904.202187:0:5877:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 11 batchid updated 00000020:00080000:1.0:1777044904.203077:0:5888:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 11 00000020:00080000:1.0:1777044904.203093:0:5888:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 11 00010000:00010000:1.0:1777044904.341728:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1777044904.470654:0:11491:0:(llog.c:801:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1777044904.470664:0:11491:0:(llog_cat.c:158:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1777044904.470719:0:11491:0:(llog.c:858:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 19 count 2 00000040:00080000:1.0:1777044904.470728:0:11491:0:(llog.c:858:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1777044904.959997:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777044904.960081:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777044904.960146:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777044904.960257:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777044904.960300:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777044904.960338:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777044904.960401:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777044904.960450:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369900544 00000100:00100000:0.0:1777044904.960465:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369900544 00000100:00100000:0.0:1777044904.960582:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369900160 00000100:00100000:0.0:1777044904.960589:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369900160 00000100:00100000:0.0:1777044904.960627:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 824 00000100:00100000:0.0:1777044904.960644:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df485bc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+34:2391:x1863365369900544:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:0.0:1777044904.960752:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df485bc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+34:2391:x1863365369900544:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 110us (604us total) trans 0 rc 0/0 00000100:00100000:0.0:1777044904.960767:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 824 00000100:00100000:0.0:1777044904.960796:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 825 00000100:00100000:0.0:1777044904.960808:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df485bf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:146de360-3fb2-48bd-b418-06f30714148a+72:2391:x1863365369900160:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:0.0:1777044904.960854:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df485bf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:146de360-3fb2-48bd-b418-06f30714148a+72:2391:x1863365369900160:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 48us (555us total) trans 0 rc 0/0 00000100:00100000:0.0:1777044904.960866:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 825 00000100:00100000:0.0:1777044904.960903:0:14822:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369900288 00000100:00100000:0.0:1777044904.960909:0:14822:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369900288 00000100:00100000:0.0:1777044904.960951:0:14822:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369900800 00000100:00100000:0.0:1777044904.960957:0:14822:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369900800 00000100:00100000:0.0:1777044904.961010:0:14822:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369900416 00000100:00100000:0.0:1777044904.961016:0:14822:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369900416 00000100:00100000:0.0:1777044904.961036:0:14822:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369900672 00000100:00100000:0.0:1777044904.961040:0:14822:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369900672 00000100:00100000:0.0:1777044904.961065:0:14822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 622 00000100:00100000:0.0:1777044904.961077:0:14822:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df485bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:146de360-3fb2-48bd-b418-06f30714148a+10:2391:x1863365369900288:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:0.0:1777044904.961133:0:14822:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df485bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:146de360-3fb2-48bd-b418-06f30714148a+10:2391:x1863365369900288:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 58us (1052us total) trans 0 rc 0/0 00000100:00100000:0.0:1777044904.961145:0:14822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 622 00000100:00100000:0.0:1777044904.961167:0:14822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 623 00000100:00100000:0.0:1777044904.961178:0:14822:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df485bd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2391:x1863365369900800:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:0.0:1777044904.961263:0:14822:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df485bd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2391:x1863365369900800:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 84us (1005us total) trans 0 rc 0/0 00000100:00100000:0.0:1777044904.961275:0:14822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 623 00000100:00100000:0.0:1777044904.961298:0:14822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 624 00000100:00100000:0.0:1777044904.961310:0:14822:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df485bc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:146de360-3fb2-48bd-b418-06f30714148a+11:2391:x1863365369900416:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:0.0:1777044904.961353:0:14822:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df485bc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:146de360-3fb2-48bd-b418-06f30714148a+11:2391:x1863365369900416:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 44us (1013us total) trans 0 rc 0/0 00000100:00100000:0.0:1777044904.961364:0:14822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 624 00000100:00100000:0.0:1777044904.961386:0:14822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 625 00000100:00100000:0.0:1777044904.961397:0:14822:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df485bc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2391:x1863365369900672:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:0.0:1777044904.961435:0:14822:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df485bc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2391:x1863365369900672:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 38us (1035us total) trans 0 rc 0/0 00000100:00100000:0.0:1777044904.961446:0:14822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 625 00000100:00100000:2.0:1777044904.961864:0:5850:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369900032 00000100:00100000:2.0:1777044904.961873:0:5850:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369900032 00000100:00100000:2.0:1777044904.961945:0:5850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 742 00000100:00100000:2.0:1777044904.961959:0:5850:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df587b5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2391:x1863365369900032:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:2.0:1777044904.962033:0:5850:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df587b5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2391:x1863365369900032:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 75us (2049us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044904.962060:0:5850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 742 00000100:00080000:3.0:1777044904.963134:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1777044904.963142:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1777044904.963148:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:1.0:1777044905.372696:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777044906.398545:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777044906.497088:0:3341:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1777044906.497132:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df46689880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424316672:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1777044906.497223:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777044906.504604:0:6644:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424316672 00000100:00100000:2.0:1777044906.504624:0:6644:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424316672 00000100:00100000:2.0:1777044906.505048:0:6644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 355 00000100:00100000:2.0:1777044906.505066:0:6644:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df46688a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3341:x1863365424316672:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1777044906.505119:0:6644:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 61276160 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1777044906.505273:0:6644:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df46688a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3341:x1863365424316672:12345-0@lo:13:osp-pre-0-0.0 Request processed in 212us (8048us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044906.505284:0:6644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 355 00000100:00100000:2.0:1777044906.505397:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df46689880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424316672:0@lo:13:osp-pre-0-0.0 00000100:00080000:3.0:1777044906.507962:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1777044907.427737:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777044907.482541:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df4668b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424316800:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1777044907.482628:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777044907.482969:0:6644:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424316800 00000100:00100000:3.0:1777044907.482980:0:6644:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424316800 00000100:00100000:3.0:1777044907.483060:0:6644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 356 00000100:00100000:3.0:1777044907.483074:0:6644:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df46689880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424316800:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1777044907.483121:0:6644:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 59572224 pending 0 free 3856662528 avail 3854565376 00000100:00100000:3.0:1777044907.483543:0:6644:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df46689880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424316800:12345-0@lo:13:osp-pre-1-0.0 Request processed in 470us (913us total) trans 0 rc 0/0 00000100:00100000:3.0:1777044907.483555:0:6644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 356 00000100:00080000:3.0:1777044907.483587:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1777044907.483635:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df4668b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424316800:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1777044907.485676:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df485bca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3341:1863365424317056:0@lo:400:kworker.0 00000100:00100000:0.0:1777044907.485735:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777044907.485772:0:3341:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1777044907.485782:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df485bdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3341:1863365424317184:0@lo:400:kworker.0 00000100:00100000:0.0:1777044907.485814:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777044907.486090:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424317056 00000100:00100000:0.0:1777044907.486098:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424317056 00000100:00100000:0.0:1777044907.486168:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424317184 00000100:00100000:0.0:1777044907.486174:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424317184 00000100:00100000:0.0:1777044907.486257:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 826 00000100:00100000:0.0:1777044907.486268:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df485bd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3341:x1863365424317056:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777044907.486341:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df485bd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3341:x1863365424317056:12345-0@lo:400:kworker.0 Request processed in 73us (604us total) trans 0 rc 0/0 00000100:00100000:0.0:1777044907.486352:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 826 00000100:00100000:0.0:1777044907.486396:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 827 00000100:00100000:0.0:1777044907.486409:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41d50380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3341:x1863365424317184:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777044907.486421:0:3344:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df485be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ce657616-b3f3-4e21-ac89-518ab611901c:3344:1863365424316928:0@lo:400:kworker.0 00000100:00100000:0.0:1777044907.486482:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41d50380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3341:x1863365424317184:12345-0@lo:400:kworker.0 Request processed in 75us (665us total) trans 0 rc 0/0 00000100:00100000:0.0:1777044907.486491:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 827 00000100:00100000:3.0:1777044907.486503:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777044907.486542:0:3344:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df485bfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3344:1863365424317440:0@lo:400:kworker.0 00000100:00100000:0.0:1777044907.486546:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df485bdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3341:1863365424317184:0@lo:400:kworker.0 00000100:00100000:0.0:1777044907.486561:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df485bca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3341:1863365424317056:0@lo:400:kworker.0 00000100:00100000:3.0:1777044907.486576:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777044907.486602:0:3344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1777044907.486611:0:3344:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df485bd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3344:1863365424317312:0@lo:400:kworker.0 00000100:00100000:3.0:1777044907.486650:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777044907.486707:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424317440 00000100:00100000:3.0:1777044907.486713:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424317440 00000100:00100000:3.0:1777044907.486755:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 828 00000100:00100000:3.0:1777044907.486765:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df4668b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3344:x1863365424317440:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777044907.486817:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df4668b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3344:x1863365424317440:12345-0@lo:400:kworker.0 Request processed in 54us (240us total) trans 0 rc 0/0 00000100:00100000:3.0:1777044907.486827:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 828 00000100:00080000:3.0:1777044907.486850:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1777044907.486862:0:5849:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424316928 00000100:00100000:3.0:1777044907.486868:0:5849:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424316928 00000100:00100000:3.0:1777044907.486930:0:5849:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 743 00000100:00100000:3.0:1777044907.486941:0:5849:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df587b5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ce657616-b3f3-4e21-ac89-518ab611901c+18:3344:x1863365424316928:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777044907.486990:0:5849:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df587b5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ce657616-b3f3-4e21-ac89-518ab611901c+18:3344:x1863365424316928:12345-0@lo:400:kworker.0 Request processed in 50us (486us total) trans 0 rc 0/0 00000100:00100000:3.0:1777044907.487001:0:5849:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 743 00000100:00100000:3.0:1777044907.487058:0:3344:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df485be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ce657616-b3f3-4e21-ac89-518ab611901c:3344:1863365424316928:0@lo:400:kworker.0 00000100:00100000:3.0:1777044907.487075:0:3344:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df485bfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3344:1863365424317440:0@lo:400:kworker.0 00000100:00100000:0.0:1777044907.488607:0:14822:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424317312 00000100:00100000:0.0:1777044907.488615:0:14822:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424317312 00000100:00100000:0.0:1777044907.488661:0:14822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 626 00000100:00100000:0.0:1777044907.488671:0:14822:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de419fd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3344:x1863365424317312:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777044907.488735:0:14822:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de419fd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3344:x1863365424317312:12345-0@lo:400:kworker.0 Request processed in 63us (2083us total) trans 0 rc 0/0 00000100:00100000:0.0:1777044907.488765:0:14822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 626 00000100:00100000:3.0:1777044907.489370:0:3344:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df485bd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3344:1863365424317312:0@lo:400:kworker.0 00010000:00010000:2.0:1777044908.466384:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777044909.525637:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777044910.070309:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777044910.070359:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777044910.070436:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777044910.070478:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777044910.070511:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777044910.070540:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777044910.070572:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777044910.070611:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369901312 00000100:00100000:3.0:1777044910.070624:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369901312 00000100:00100000:3.0:1777044910.070695:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369901568 00000100:00100000:3.0:1777044910.070700:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369901568 00000100:00100000:3.0:1777044910.070720:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369901184 00000100:00100000:3.0:1777044910.070723:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369901184 00000100:00100000:3.0:1777044910.070741:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369901696 00000100:00100000:3.0:1777044910.070745:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369901696 00000100:00100000:3.0:1777044910.070764:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 627 00000100:00100000:3.0:1777044910.070776:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de419fce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:146de360-3fb2-48bd-b418-06f30714148a+11:2391:x1863365369901312:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777044910.071096:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de419fce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:146de360-3fb2-48bd-b418-06f30714148a+11:2391:x1863365369901312:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 321us (735us total) trans 0 rc 0/0 00000100:00100000:3.0:1777044910.071108:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 627 00000100:00100000:3.0:1777044910.071134:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 628 00000100:00100000:3.0:1777044910.071145:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de419fe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2391:x1863365369901568:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777044910.071188:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de419fe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2391:x1863365369901568:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 44us (752us total) trans 0 rc 0/0 00000100:00100000:3.0:1777044910.071198:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 628 00000100:00100000:3.0:1777044910.071253:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 629 00000100:00100000:3.0:1777044910.071264:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77b5c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:146de360-3fb2-48bd-b418-06f30714148a+10:2391:x1863365369901184:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777044910.071299:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77b5c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:146de360-3fb2-48bd-b418-06f30714148a+10:2391:x1863365369901184:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 38us (787us total) trans 0 rc 0/0 00000100:00100000:3.0:1777044910.071308:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 629 00000100:00100000:3.0:1777044910.071325:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 630 00000100:00100000:3.0:1777044910.071335:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77b5c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2391:x1863365369901696:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777044910.071365:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77b5c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2391:x1863365369901696:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 32us (792us total) trans 0 rc 0/0 00000100:00100000:3.0:1777044910.071374:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 630 00000100:00080000:3.0:1777044910.071433:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1777044910.071439:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1777044910.071478:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369901056 00000100:00100000:3.0:1777044910.071485:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369901056 00000100:00100000:3.0:1777044910.071528:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369901440 00000100:00100000:3.0:1777044910.071532:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369901440 00000100:00100000:3.0:1777044910.071560:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 829 00000100:00100000:3.0:1777044910.071569:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de419ff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:146de360-3fb2-48bd-b418-06f30714148a+72:2391:x1863365369901056:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777044910.071612:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de419ff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:146de360-3fb2-48bd-b418-06f30714148a+72:2391:x1863365369901056:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 43us (1316us total) trans 0 rc 0/0 00000100:00100000:3.0:1777044910.071620:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 829 00000100:00100000:3.0:1777044910.071638:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 830 00000100:00100000:3.0:1777044910.071647:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77b5e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+34:2391:x1863365369901440:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777044910.071680:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77b5e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+34:2391:x1863365369901440:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 34us (1139us total) trans 0 rc 0/0 00000100:00100000:3.0:1777044910.071689:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 830 00000100:00100000:3.0:1777044910.071716:0:5848:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369900928 00000100:00100000:3.0:1777044910.071721:0:5848:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369900928 00000100:00100000:3.0:1777044910.071756:0:5848:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 744 00000100:00100000:3.0:1777044910.071765:0:5848:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df587b7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2391:x1863365369900928:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777044910.071801:0:5848:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df587b7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2391:x1863365369900928:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 36us (1322us total) trans 0 rc 0/0 00000100:00100000:3.0:1777044910.071810:0:5848:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 744 00000100:00080000:3.0:1777044910.071861:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:1.0:1777044910.551986:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777044911.582018:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1777044911.582054:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df77b5d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424317568:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1777044911.582158:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777044911.582627:0:6644:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424317568 00000100:00100000:3.0:1777044911.582642:0:6644:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424317568 00000100:00100000:3.0:1777044911.582735:0:6644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 357 00000100:00100000:3.0:1777044911.582754:0:6644:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77b5d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1863365424317568:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1777044911.582810:0:6644:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 61276160 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1777044911.582896:0:6644:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77b5d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1863365424317568:12345-0@lo:13:osp-pre-0-0.0 Request processed in 145us (737us total) trans 0 rc 0/0 00000100:00100000:3.0:1777044911.582912:0:6644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 357 00000100:00080000:3.0:1777044911.582955:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1777044911.583022:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df77b5d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424317568:0@lo:13:osp-pre-0-0.0 00010000:00010000:1.0:1777044911.583053:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777044912.597992:0:3341:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1777044912.598025:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df77b5d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424317696:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1777044912.598128:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777044912.598641:0:6644:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424317696 00000100:00100000:3.0:1777044912.598653:0:6644:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424317696 00000100:00100000:3.0:1777044912.598735:0:6644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 358 00000100:00100000:3.0:1777044912.598750:0:6644:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df74177b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3341:x1863365424317696:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1777044912.598802:0:6644:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 59572224 pending 0 free 3856662528 avail 3854565376 00000100:00080000:0.0:1777044912.600705:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1777044912.600964:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de41d52680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3341:1863365424318080:0@lo:400:kworker.0 00000100:00100000:2.0:1777044912.601030:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1777044912.601178:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777044912.601549:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de41d52d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ce657616-b3f3-4e21-ac89-518ab611901c:3343:1863365424317824:0@lo:400:kworker.0 00000100:00100000:1.0:1777044912.601604:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777044912.601645:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de41d52300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3343:1863365424318336:0@lo:400:kworker.0 00000100:00100000:1.0:1777044912.601681:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777044912.601714:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1777044912.601724:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de41d51f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3343:1863365424317952:0@lo:400:kworker.0 00000100:00100000:1.0:1777044912.601757:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777044912.601809:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de41d50700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424318208:0@lo:400:kworker.0 00000100:00100000:1.0:1777044912.601843:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777044912.601988:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424318080 00000100:00100000:0.0:1777044912.601998:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424318080 00000100:00100000:0.0:1777044912.602069:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424318336 00000100:00100000:0.0:1777044912.602074:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424318336 00000100:00100000:0.0:1777044912.602099:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424317952 00000100:00100000:0.0:1777044912.602103:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424317952 00000100:00100000:0.0:1777044912.602122:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 831 00000100:00100000:0.0:1777044912.602133:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df74177100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3341:x1863365424318080:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777044912.602529:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df74177100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3341:x1863365424318080:12345-0@lo:400:kworker.0 Request processed in 395us (1496us total) trans 0 rc 0/0 00000100:00100000:0.0:1777044912.602540:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 831 00000100:00100000:0.0:1777044912.602567:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 832 00000100:00100000:0.0:1777044912.602577:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77955880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3343:x1863365424318336:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777044912.602624:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77955880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3343:x1863365424318336:12345-0@lo:400:kworker.0 Request processed in 48us (942us total) trans 0 rc 0/0 00000100:00100000:0.0:1777044912.602633:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 832 00000100:00100000:0.0:1777044912.602652:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 833 00000100:00100000:0.0:1777044912.602662:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77954380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3343:x1863365424317952:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777044912.602703:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77954380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3343:x1863365424317952:12345-0@lo:400:kworker.0 Request processed in 43us (944us total) trans 0 rc 0/0 00000100:00100000:0.0:1777044912.602712:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 833 00000100:00080000:1.0:1777044912.605003:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1777044912.605186:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de41d51f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3343:1863365424317952:0@lo:400:kworker.0 00000100:00100000:1.0:1777044912.605228:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de41d52300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3343:1863365424318336:0@lo:400:kworker.0 00000100:00100000:3.0:1777044912.606438:0:6644:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df74177b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3341:x1863365424317696:12345-0@lo:13:osp-pre-1-0.0 Request processed in 7684us (8303us total) trans 0 rc 0/0 00000100:00100000:3.0:1777044912.606454:0:6644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 358 00000100:00100000:3.0:1777044912.606529:0:5850:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424317824 00000100:00100000:3.0:1777044912.606539:0:5850:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424317824 00000100:00100000:3.0:1777044912.606603:0:5850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 745 00000100:00100000:3.0:1777044912.606613:0:5850:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df50f8c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ce657616-b3f3-4e21-ac89-518ab611901c+18:3343:x1863365424317824:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777044912.606697:0:5850:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df50f8c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ce657616-b3f3-4e21-ac89-518ab611901c+18:3343:x1863365424317824:12345-0@lo:400:kworker.0 Request processed in 84us (5092us total) trans 0 rc 0/0 00000100:00100000:3.0:1777044912.606707:0:5850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 745 00000100:00100000:1.0:1777044912.607510:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de41d52d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ce657616-b3f3-4e21-ac89-518ab611901c:3343:1863365424317824:0@lo:400:kworker.0 00000100:00100000:3.0:1777044912.609049:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424318208 00000100:00100000:3.0:1777044912.609061:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424318208 00000100:00100000:3.0:1777044912.609135:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 631 00000100:00100000:3.0:1777044912.609148:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77956300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3342:x1863365424318208:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777044912.609283:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77956300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3342:x1863365424318208:12345-0@lo:400:kworker.0 Request processed in 137us (7437us total) trans 0 rc 0/0 00000100:00100000:3.0:1777044912.609293:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 631 00000100:00100000:1.0:1777044912.609627:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de41d50700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424318208:0@lo:400:kworker.0 00000100:00100000:2.0:1777044912.611432:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df77b5d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424317696:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1777044912.611511:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de41d52680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3341:1863365424318080:0@lo:400:kworker.0 00000100:00100000:2.0:1777044913.311016:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777044913.311270:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369901824 00000100:00100000:3.0:1777044913.311284:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369901824 00000100:00080000:1.0:1777044913.311501:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1777044913.311585:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 792 00000100:00100000:3.0:1777044913.311603:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df74175f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+34:23177:x1863365369901824:12345-192.168.201.45@tcp:60:lhsmtool_posix.0 00000100:00100000:3.0:1777044913.311745:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df74175f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+34:23177:x1863365369901824:12345-192.168.201.45@tcp:60:lhsmtool_posix.0 Request processed in 146us (740us total) trans 0 rc 0/0 00000100:00100000:3.0:1777044913.311758:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 792 00010000:00010000:1.0:1777044913.640189:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777044914.646587:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1777044914.711268:0:11491:0:(llog.c:801:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1777044914.711280:0:11491:0:(llog_cat.c:158:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1777044914.711722:0:11491:0:(llog.c:858:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 18 count 1 00000040:00080000:1.0:1777044914.711733:0:11491:0:(llog.c:858:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1777044915.182623:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777044915.182679:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777044915.182804:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777044915.182847:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777044915.182913:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369902464 00000100:00100000:2.0:1777044915.182926:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369902464 00000100:00100000:2.0:1777044915.183007:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 834 00000100:00100000:2.0:1777044915.183019:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77b5df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+34:2391:x1863365369902464:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:2.0:1777044915.183109:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77b5df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+34:2391:x1863365369902464:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 92us (304us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044915.183136:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 834 00000100:00100000:0.0:1777044915.183191:0:5849:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369901952 00000100:00100000:0.0:1777044915.183198:0:5849:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369901952 00000100:00100000:0.0:1777044915.183541:0:5849:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 746 00000100:00100000:0.0:1777044915.183568:0:5849:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df4fc75850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2391:x1863365369901952:12345-192.168.201.45@tcp:400:kworker.0 00000100:00080000:2.0:1777044915.183607:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1777044915.183624:0:5849:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df4fc75850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2391:x1863365369901952:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 58us (1010us total) trans 0 rc 0/0 00000100:00100000:0.0:1777044915.183655:0:5849:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 746 00000100:00100000:3.0:1777044915.192642:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777044915.192688:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777044915.192759:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369902080 00000100:00100000:2.0:1777044915.192772:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369902080 00000100:00100000:2.0:1777044915.192853:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 835 00000100:00100000:2.0:1777044915.192866:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77b5f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:146de360-3fb2-48bd-b418-06f30714148a+72:2391:x1863365369902080:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:2.0:1777044915.192955:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77b5f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:146de360-3fb2-48bd-b418-06f30714148a+72:2391:x1863365369902080:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 90us (323us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044915.192966:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 835 00000100:00080000:2.0:1777044915.193000:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1777044915.202581:0:8776:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369902208 00000100:00100000:1.0:1777044915.202597:0:8776:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369902208 00000100:00100000:0.0:1777044915.202727:0:6639:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369902720 00000100:00100000:0.0:1777044915.202733:0:6639:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369902720 00000100:00100000:0.0:1777044915.203112:0:6639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 632 00000100:00100000:0.0:1777044915.203129:0:6639:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77b5e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:146de360-3fb2-48bd-b418-06f30714148a+10:2391:x1863365369902208:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:0.0:1777044915.203234:0:6639:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77b5e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:146de360-3fb2-48bd-b418-06f30714148a+10:2391:x1863365369902208:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 110us (20552us total) trans 0 rc 0/0 00000100:00100000:0.0:1777044915.203244:0:6639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 632 00000100:00100000:0.0:1777044915.203266:0:6639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 633 00000100:00100000:0.0:1777044915.203275:0:6639:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77b5ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2391:x1863365369902720:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:0.0:1777044915.203305:0:6639:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77b5ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2391:x1863365369902720:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 31us (20458us total) trans 0 rc 0/0 00000100:00100000:0.0:1777044915.203334:0:6639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 633 00000100:00080000:2.0:1777044915.203443:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1777044915.203448:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1777044915.209051:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777044915.209152:0:6641:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369902336 00000100:00100000:1.0:1777044915.209164:0:6641:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369902336 00000100:00100000:1.0:1777044915.209269:0:6641:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369902592 00000100:00100000:1.0:1777044915.209274:0:6641:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369902592 00000100:00100000:1.0:1777044915.209334:0:6641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 634 00000100:00100000:1.0:1777044915.209347:0:6641:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77b5d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:146de360-3fb2-48bd-b418-06f30714148a+11:2391:x1863365369902336:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:1.0:1777044915.209430:0:6641:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77b5d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:146de360-3fb2-48bd-b418-06f30714148a+11:2391:x1863365369902336:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 84us (16740us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044915.209441:0:6641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 634 00000100:00100000:1.0:1777044915.209463:0:6641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 635 00000100:00100000:1.0:1777044915.209474:0:6641:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77b5c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2391:x1863365369902592:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:1.0:1777044915.209510:0:6641:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77b5c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2391:x1863365369902592:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 37us (470us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044915.209518:0:6641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 635 00000100:00080000:2.0:1777044915.209738:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1777044915.209743:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1777044915.670084:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777044916.693493:0:3344:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df77b5f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3344:1863365424318464:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1777044916.693598:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777044916.693680:0:6643:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424318464 00000100:00100000:3.0:1777044916.693693:0:6643:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424318464 00000100:00100000:3.0:1777044916.694053:0:6643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 359 00000100:00100000:3.0:1777044916.694069:0:6643:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41d50000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1863365424318464:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1777044916.694117:0:6643:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 61276160 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1777044916.694180:0:6643:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41d50000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1863365424318464:12345-0@lo:13:osp-pre-0-0.0 Request processed in 115us (585us total) trans 0 rc 0/0 00000100:00100000:3.0:1777044916.694192:0:6643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 359 00010000:00010000:1.0:1777044916.694343:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777044916.694397:0:3344:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df77b5f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3344:1863365424318464:0@lo:13:osp-pre-0-0.0 00000100:00080000:0.0:1777044916.694442:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1777044917.718847:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777044917.719027:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1777044917.719055:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df77b5fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424318592:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1777044917.719139:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777044917.719316:0:6644:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424318592 00000100:00100000:2.0:1777044917.719327:0:6644:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424318592 00000100:00100000:2.0:1777044917.719402:0:6644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 360 00000100:00100000:2.0:1777044917.719416:0:6644:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77b5ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1863365424318592:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1777044917.719463:0:6644:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 59572224 pending 0 free 3856662528 avail 3854565376 00000100:00100000:2.0:1777044917.719522:0:6644:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77b5ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1863365424318592:12345-0@lo:13:osp-pre-1-0.0 Request processed in 108us (382us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044917.719533:0:6644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 360 00000100:00080000:2.0:1777044917.719568:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1777044917.720230:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df77b5fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424318592:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1777044917.730231:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df74174000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ce657616-b3f3-4e21-ac89-518ab611901c:3342:1863365424318720:0@lo:400:kworker.0 00000100:00100000:0.0:1777044917.731763:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777044917.735035:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df605f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3343:1863365424318848:0@lo:400:kworker.0 00000100:00100000:2.0:1777044917.735123:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777044917.735579:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1777044917.735592:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df605f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3343:1863365424318976:0@lo:400:kworker.0 00000100:00100000:2.0:1777044917.735632:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777044917.735696:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7b938380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3342:1863365424319232:0@lo:400:kworker.0 00000100:00100000:2.0:1777044917.735732:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777044917.735760:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1777044917.735768:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7b93a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424319104:0@lo:400:kworker.0 00000100:00100000:2.0:1777044917.735806:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777044917.735948:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424318848 00000100:00100000:2.0:1777044917.735958:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424318848 00000100:00100000:2.0:1777044917.736015:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424318976 00000100:00100000:2.0:1777044917.736019:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424318976 00000100:00100000:2.0:1777044917.736049:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424319232 00000100:00100000:2.0:1777044917.736053:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424319232 00000100:00100000:2.0:1777044917.736075:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 836 00000100:00100000:2.0:1777044917.736088:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b93bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3343:x1863365424318848:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777044917.736161:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b93bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3343:x1863365424318848:12345-0@lo:400:kworker.0 Request processed in 75us (1038us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044917.736171:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 836 00000100:00100000:2.0:1777044917.736228:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 837 00000100:00100000:2.0:1777044917.736239:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b939c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3343:x1863365424318976:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777044917.736308:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b939c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3343:x1863365424318976:12345-0@lo:400:kworker.0 Request processed in 70us (675us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044917.736319:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 837 00000100:00100000:2.0:1777044917.736341:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 838 00000100:00100000:2.0:1777044917.736359:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b939500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3342:x1863365424319232:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777044917.736440:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b939500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3342:x1863365424319232:12345-0@lo:400:kworker.0 Request processed in 89us (706us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044917.736450:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 838 00000100:00100000:2.0:1777044917.736489:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424319104 00000100:00100000:2.0:1777044917.736495:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424319104 00000100:00100000:2.0:1777044917.736535:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 636 00000100:00100000:2.0:1777044917.736544:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b93b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3342:x1863365424319104:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777044917.736588:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b93b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3342:x1863365424319104:12345-0@lo:400:kworker.0 Request processed in 44us (781us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044917.736597:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 636 00000100:00100000:2.0:1777044917.736653:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7b93a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424319104:0@lo:400:kworker.0 00000100:00100000:2.0:1777044917.736668:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7b938380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3342:1863365424319232:0@lo:400:kworker.0 00000100:00080000:2.0:1777044917.736705:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1777044917.736730:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df605f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3343:1863365424318976:0@lo:400:kworker.0 00000100:00100000:2.0:1777044917.736744:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df605f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3343:1863365424318848:0@lo:400:kworker.0 00000100:00100000:1.0:1777044917.737624:0:5848:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424318720 00000100:00100000:1.0:1777044917.737641:0:5848:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424318720 00000100:00100000:1.0:1777044917.737691:0:5848:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 747 00000100:00100000:1.0:1777044917.737700:0:5848:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df4fc77450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ce657616-b3f3-4e21-ac89-518ab611901c+18:3342:x1863365424318720:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777044917.737757:0:5848:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df4fc77450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ce657616-b3f3-4e21-ac89-518ab611901c+18:3342:x1863365424318720:12345-0@lo:400:kworker.0 Request processed in 58us (5997us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044917.737766:0:5848:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 747 00000100:00100000:2.0:1777044917.744542:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df74174000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ce657616-b3f3-4e21-ac89-518ab611901c:3342:1863365424318720:0@lo:400:kworker.0 00000001:02000400:1.0:1777044918.462921:0:17422:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 12b: Restore an imported file implicitly ========================================================== 11:35:13 (1777044913) 00010000:00010000:1.0:1777044918.749068:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777044919.331618:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777044919.331662:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369902848 00000100:00100000:3.0:1777044919.331674:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369902848 00000100:00100000:3.0:1777044919.331753:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 793 00000100:00100000:3.0:1777044919.331769:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77b5fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+34:23877:x1863365369902848:12345-192.168.201.45@tcp:59:lhsmtool_posix.0 00000100:00080000:0.0:1777044919.334053:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1777044919.347041:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77b5fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+34:23877:x1863365369902848:12345-192.168.201.45@tcp:59:lhsmtool_posix.0 Request processed in 15262us (15421us total) trans 0 rc 0/0 00000100:00100000:3.0:1777044919.347060:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 793 00000100:00100000:1.0:1777044919.445326:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777044919.445686:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369902976 00000100:00100000:2.0:1777044919.445699:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369902976 00000100:00100000:2.0:1777044919.446082:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 794 00000100:00100000:2.0:1777044919.446115:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77b06a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:146de360-3fb2-48bd-b418-06f30714148a+72:23879:x1863365369902976:12345-192.168.201.45@tcp:101:lfs.0 00010000:00010000:2.0:1777044919.446142:0:12646:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777044919.446169:0:12646:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7a00/0x2c8777a5e7d9d026 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee11486ce expref: -99 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044919.446373:0:12646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7600/0x2c8777a5e7d9d02d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044919.446394:0:12646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7600/0x2c8777a5e7d9d02d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044919.446410:0:12646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7600/0x2c8777a5e7d9d02d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044919.446429:0:12646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e6e00/0x2c8777a5e7d9d034 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044919.446440:0:12646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e6e00/0x2c8777a5e7d9d034 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044919.446450:0:12646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e6e00/0x2c8777a5e7d9d034 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00080000:0.0:1777044919.446813:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1777044919.446818:0:12646:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7600/0x2c8777a5e7d9d02d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044919.446830:0:12646:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7600/0x2c8777a5e7d9d02d lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044919.446841:0:12646:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7600/0x2c8777a5e7d9d02d lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044919.446850:0:12646:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de427e7600 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:2.0:1777044919.446856:0:12646:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7600/0x2c8777a5e7d9d02d lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044919.446885:0:12646:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7600/0x2c8777a5e7d9d02d lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044919.446903:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff98df43d75d00) 00010000:00010000:2.0:1777044919.446908:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777044919.446915:0:12646:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7600/0x2c8777a5e7d9d02d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044919.446923:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7600/0x2c8777a5e7d9d02d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044919.446945:0:12646:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e6e00/0x2c8777a5e7d9d034 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044919.446955:0:12646:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e6e00/0x2c8777a5e7d9d034 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044919.446964:0:12646:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e6e00/0x2c8777a5e7d9d034 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044919.446972:0:12646:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de427e6e00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:2.0:1777044919.446975:0:12646:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e6e00/0x2c8777a5e7d9d034 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044919.446984:0:12646:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e6e00/0x2c8777a5e7d9d034 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044919.446995:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa5954980 (ffff98df43d75800) 00010000:00010000:2.0:1777044919.446999:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777044919.447003:0:12646:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e6e00/0x2c8777a5e7d9d034 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044919.447029:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e6e00/0x2c8777a5e7d9d034 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044919.447076:0:12646:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7a00/0x2c8777a5e7d9d026 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11486ce expref: 73 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044919.447092:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff98df43d75d00) 00010000:00010000:2.0:1777044919.447095:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777044919.447100:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7a00/0x2c8777a5e7d9d026 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11486ce expref: 73 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044919.447113:0:12646:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de427e7a00, rc 0) 00000100:00100000:2.0:1777044919.447272:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77b06a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:146de360-3fb2-48bd-b418-06f30714148a+72:23879:x1863365369902976:12345-192.168.201.45@tcp:101:lfs.0 Request processed in 1109us (1888us total) trans 0 rc 301/301 00000100:00100000:2.0:1777044919.447285:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 794 00000100:00100000:1.0:1777044919.487618:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777044919.488472:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369903232 00000100:00100000:2.0:1777044919.488487:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369903232 00000100:00100000:2.0:1777044919.488557:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 795 00000100:00100000:2.0:1777044919.488572:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77b05500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:146de360-3fb2-48bd-b418-06f30714148a+72:23879:x1863365369903232:12345-192.168.201.45@tcp:36:lfs.0 00010000:00010000:2.0:1777044919.488651:0:5855:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777044919.488689:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e6000/0x2c8777a5e7d9ce19 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114863b expref: 72 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044919.488740:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff98df43d75d00) 00010000:00010000:2.0:1777044919.488749:0:5855:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777044919.494734:0:5855:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7200/0x2c8777a5e7d9d03b lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044919.494771:0:5855:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43107800/0x2c8777a5e7d9ce43 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148649 expref: 33 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044919.494786:0:5855:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7200/0x2c8777a5e7d9d03b lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044919.494841:0:5855:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff98de43107800/0x2c8777a5e7d9ce43 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148649 expref: 33 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044919.494867:0:5855:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43107800/0x2c8777a5e7d9ce43 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148649 expref: 33 pid: 12646 timeout: 1647 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777044919.494891:0:5855:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df77b5dc00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5855:1863365424319360:192.168.201.45@tcp:104: 00000100:00100000:3.0:1777044919.495119:0:5855:0:(client.c:2691:ptlrpc_set_wait()) set ffff98de41e61c00 going to sleep for 11 seconds 00000100:00100000:1.0:1777044919.519635:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777044919.520126:0:6655:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369903360 00000100:00100000:2.0:1777044919.520155:0:6655:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369903360 00010000:00010000:2.0:1777044919.520281:0:6655:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de43107800/0x2c8777a5e7d9ce43 lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148649 expref: 34 pid: 12646 timeout: 1647 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777044919.520332:0:6655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 248 00000100:00100000:2.0:1777044919.520354:0:6655:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77b07b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+34:2391:x1863365369903360:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777044919.520376:0:6655:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777044919.520385:0:6655:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: mdt-lustre-MDT0000_UUID lock: ffff98de43107800/0x2c8777a5e7d9ce43 lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148649 expref: 34 pid: 12646 timeout: 1647 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044919.520407:0:6655:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff98de43107800/0x2c8777a5e7d9ce43 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148649 expref: 34 pid: 12646 timeout: 1647 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044919.520447:0:6655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff98df43d75d00) 00010000:00010000:2.0:1777044919.520457:0:6655:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7200/0x2c8777a5e7d9d03b lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044919.520470:0:6655:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7200/0x2c8777a5e7d9d03b lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044919.520483:0:6655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7200/0x2c8777a5e7d9d03b lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044919.520511:0:6655:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777044919.520593:0:6655:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77b07b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+34:2391:x1863365369903360:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 242us (967us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044919.520606:0:6655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 248 00010000:00010000:3.0:1777044919.521113:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43107800/0x2c8777a5e7d9ce43 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148649 expref: 33 pid: 12646 timeout: 1647 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777044919.521140:0:5855:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df77b5dc00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5855:1863365424319360:192.168.201.45@tcp:104: 00010000:00010000:3.0:1777044919.521166:0:5855:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7200/0x2c8777a5e7d9d03b lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044919.521180:0:5855:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7200/0x2c8777a5e7d9d03b lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044919.522399:0:5855:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7200/0x2c8777a5e7d9d03b lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044919.522452:0:5855:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7600/0x2c8777a5e7d9d042 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xa5954980 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044919.522467:0:5855:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7600/0x2c8777a5e7d9d042 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044919.522480:0:5855:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7600/0x2c8777a5e7d9d042 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777044919.542626:0:5855:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x33:0x0]: returning size 512 00010000:00010000:2.0:1777044919.542654:0:5855:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7200/0x2c8777a5e7d9d03b lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044919.542690:0:5855:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7200/0x2c8777a5e7d9d03b lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044919.542703:0:5855:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7200/0x2c8777a5e7d9d03b lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044919.542746:0:5855:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98df74fa7200 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:2.0:1777044919.542754:0:5855:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7200/0x2c8777a5e7d9d03b lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044919.542767:0:5855:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7200/0x2c8777a5e7d9d03b lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044919.542789:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff98df43d75d00) 00010000:00010000:2.0:1777044919.542794:0:5855:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777044919.542801:0:5855:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7200/0x2c8777a5e7d9d03b lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044919.542811:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7200/0x2c8777a5e7d9d03b lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777044919.544758:0:5855:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000097b9d66c reply state 00000000186be03e transno 4294967830 ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7600/0x2c8777a5e7d9d042 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777044919.551579:0:5855:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777044919.551736:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77b05500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:146de360-3fb2-48bd-b418-06f30714148a+73:23879:x1863365369903232:12345-192.168.201.45@tcp:36:lfs.0 Request processed in 63160us (64122us total) trans 4294967830 rc 0/0 00000100:00100000:2.0:1777044919.551750:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 795 00010000:00010000:1.0:1777044919.573959:0:3328:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7600/0x2c8777a5e7d9d042 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044919.573984:0:3328:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7600/0x2c8777a5e7d9d042 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044919.574013:0:3328:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7600/0x2c8777a5e7d9d042 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044919.574022:0:3328:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98df74fa7600 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:1.0:1777044919.574030:0:3328:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7600/0x2c8777a5e7d9d042 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044919.574043:0:3328:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7600/0x2c8777a5e7d9d042 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044919.574065:0:3328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa5954980 (ffff98df4ababc00) 00010000:00010000:1.0:1777044919.574070:0:3328:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777044919.574094:0:3328:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7600/0x2c8777a5e7d9d042 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044919.574105:0:3328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7600/0x2c8777a5e7d9d042 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044919.766166:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1777044919.833088:0:11491:0:(llog.c:801:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1777044919.833100:0:11491:0:(llog_cat.c:158:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1777044919.837499:0:11491:0:(llog.c:858:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:1.0:1777044919.837522:0:11491:0:(llog.c:858:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1777044920.302665:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777044920.302723:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777044920.302771:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777044920.302807:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777044920.302859:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777044920.302900:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369903616 00000100:00100000:1.0:1777044920.302911:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369903616 00000100:00100000:1.0:1777044920.302979:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369903872 00000100:00100000:1.0:1777044920.302984:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369903872 00000100:00100000:1.0:1777044920.303002:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369903744 00000100:00100000:1.0:1777044920.303005:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369903744 00000100:00100000:1.0:1777044920.303019:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369904000 00000100:00100000:1.0:1777044920.303022:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369904000 00000100:00100000:1.0:1777044920.303043:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 637 00000100:00100000:1.0:1777044920.303056:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77b04a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:146de360-3fb2-48bd-b418-06f30714148a+10:2390:x1863365369903616:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:1.0:1777044920.303134:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77b04a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:146de360-3fb2-48bd-b418-06f30714148a+10:2390:x1863365369903616:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 81us (481us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044920.303144:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 637 00000100:00100000:1.0:1777044920.303165:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 638 00000100:00100000:1.0:1777044920.303175:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77fd4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2390:x1863365369903872:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:1.0:1777044920.303295:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77fd4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2390:x1863365369903872:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 120us (570us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044920.303305:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 638 00000100:00100000:1.0:1777044920.303325:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 639 00000100:00100000:1.0:1777044920.303333:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77fd5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:146de360-3fb2-48bd-b418-06f30714148a+11:2390:x1863365369903744:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:1.0:1777044920.303365:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77fd5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:146de360-3fb2-48bd-b418-06f30714148a+11:2390:x1863365369903744:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 33us (557us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044920.303374:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 639 00000100:00100000:1.0:1777044920.303387:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 640 00000100:00100000:1.0:1777044920.303395:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77fd6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2390:x1863365369904000:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:1.0:1777044920.303424:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77fd6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2390:x1863365369904000:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 30us (566us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044920.303431:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 640 00000100:00100000:0.0:1777044920.304775:0:5849:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369903488 00000100:00100000:0.0:1777044920.304805:0:5849:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369903488 00000100:00100000:0.0:1777044920.305124:0:5849:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 748 00000100:00100000:0.0:1777044920.305144:0:5849:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df4fc76050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2390:x1863365369903488:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:0.0:1777044920.305186:0:5849:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df4fc76050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2390:x1863365369903488:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 44us (2414us total) trans 0 rc 0/0 00000100:00100000:0.0:1777044920.305196:0:5849:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 748 00000100:00080000:0.0:1777044920.305607:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1777044920.305612:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1777044920.789751:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777044920.799855:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777044920.800288:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369904128 00000100:00100000:3.0:1777044920.800301:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369904128 00000100:00100000:3.0:1777044920.800384:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 796 00000100:00100000:3.0:1777044920.800399:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77fd7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:146de360-3fb2-48bd-b418-06f30714148a+72:23918:x1863365369904128:12345-192.168.201.45@tcp:101:mkdir.0 00010000:00010000:3.0:1777044920.800428:0:5856:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777044920.800455:0:5856:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7e00/0x2c8777a5e7d9d049 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee11486d5 expref: -99 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044920.800556:0:5856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7a00/0x2c8777a5e7d9d050 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044920.800575:0:5856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7a00/0x2c8777a5e7d9d050 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044920.800591:0:5856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7a00/0x2c8777a5e7d9d050 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777044920.800664:0:5856:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 8704 00000004:00200000:3.0:1777044920.800670:0:5856:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 22 stripe count 1 MDT count 1 00000004:00010000:3.0:1777044920.800701:0:5856:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7a00/0x2c8777a5e7d9d050 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044920.800756:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7e00/0x2c8777a5e7d9d049 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11486d5 expref: 74 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044920.800779:0:5856:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7a00/0x2c8777a5e7d9d050 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11486d5 expref: 73 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044920.800791:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff98df4abab600) 00010000:00010000:3.0:1777044920.800795:0:5856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1777044920.800800:0:5856:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98df74fa7a00, rc 0) 00000100:00100000:3.0:1777044920.800878:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77fd7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:146de360-3fb2-48bd-b418-06f30714148a+73:23918:x1863365369904128:12345-192.168.201.45@tcp:101:mkdir.0 Request processed in 482us (1034us total) trans 0 rc 0/0 00000100:00100000:3.0:1777044920.800890:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 796 00000100:00100000:0.0:1777044920.811684:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777044920.813314:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369904384 00000100:00100000:3.0:1777044920.813329:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369904384 00000100:00100000:3.0:1777044920.813412:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 797 00000100:00100000:3.0:1777044920.813426:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41d51880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:146de360-3fb2-48bd-b418-06f30714148a+73:23918:x1863365369904384:12345-192.168.201.45@tcp:36:mkdir.0 00010000:00010000:3.0:1777044920.813494:0:5857:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777044920.813527:0:5857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7a00/0x2c8777a5e7d9d050 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11486d5 expref: 73 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044920.813553:0:5857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff98df4abab600) 00010000:00010000:3.0:1777044920.813567:0:5857:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777044920.814167:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41d51880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:146de360-3fb2-48bd-b418-06f30714148a+72:23918:x1863365369904384:12345-192.168.201.45@tcp:36:mkdir.0 Request processed in 740us (2491us total) trans 0 rc -17/-17 00000100:00100000:3.0:1777044920.814179:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 797 00000100:00100000:1.0:1777044920.860399:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777044920.860551:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369904512 00000100:00100000:2.0:1777044920.860580:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369904512 00000100:00100000:2.0:1777044920.860658:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 798 00000100:00100000:2.0:1777044920.860673:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77fd5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:146de360-3fb2-48bd-b418-06f30714148a+72:23918:x1863365369904512:12345-192.168.201.45@tcp:101:mkdir.0 00010000:00010000:2.0:1777044920.860698:0:5855:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777044920.860749:0:5855:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e6000/0x2c8777a5e7d9d057 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee11486dc expref: -99 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044920.860832:0:5855:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e6e00/0x2c8777a5e7d9d05e lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044920.860852:0:5855:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e6e00/0x2c8777a5e7d9d05e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044920.860868:0:5855:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e6e00/0x2c8777a5e7d9d05e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777044920.860943:0:5855:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 8704 00000004:00200000:2.0:1777044920.860949:0:5855:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 22 stripe count 1 MDT count 1 00000004:00010000:2.0:1777044920.860980:0:5855:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e6e00/0x2c8777a5e7d9d05e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044920.861013:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e6000/0x2c8777a5e7d9d057 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11486dc expref: 74 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044920.861043:0:5855:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e6e00/0x2c8777a5e7d9d05e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11486dc expref: 73 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044920.861056:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff98df43d75d00) 00010000:00010000:2.0:1777044920.861060:0:5855:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1777044920.861066:0:5855:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de427e6e00, rc 0) 00000100:00100000:2.0:1777044920.861388:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77fd5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:146de360-3fb2-48bd-b418-06f30714148a+73:23918:x1863365369904512:12345-192.168.201.45@tcp:101:mkdir.0 Request processed in 716us (998us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044920.861401:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 798 00000100:00100000:1.0:1777044920.893998:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777044920.894169:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369904640 00000100:00100000:2.0:1777044920.894185:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369904640 00000100:00100000:2.0:1777044920.894345:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 799 00000100:00100000:2.0:1777044920.894362:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b51df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:146de360-3fb2-48bd-b418-06f30714148a+73:23918:x1863365369904640:12345-192.168.201.45@tcp:101:mkdir.0 00010000:00010000:2.0:1777044920.894391:0:12646:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777044920.894418:0:12646:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e6000/0x2c8777a5e7d9d065 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee11486e3 expref: -99 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044920.894514:0:12646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7600/0x2c8777a5e7d9d06c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044920.894537:0:12646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7600/0x2c8777a5e7d9d06c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044920.894556:0:12646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7600/0x2c8777a5e7d9d06c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044920.894579:0:12646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7e00/0x2c8777a5e7d9d073 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044920.894591:0:12646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7e00/0x2c8777a5e7d9d073 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044920.894603:0:12646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7e00/0x2c8777a5e7d9d073 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044920.895449:0:12646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e6c00/0x2c8777a5e7d9d07a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x33:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044920.895481:0:12646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e6c00/0x2c8777a5e7d9d07a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x33:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044920.895493:0:12646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e6c00/0x2c8777a5e7d9d07a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x33:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777044920.895551:0:12646:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x33:0x0]: returning size 512 00000004:00200000:2.0:1777044920.895556:0:12646:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1777044920.895590:0:12646:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e6c00/0x2c8777a5e7d9d07a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x33:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044920.895607:0:12646:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7600/0x2c8777a5e7d9d06c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044920.895618:0:12646:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7600/0x2c8777a5e7d9d06c lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044920.895629:0:12646:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7600/0x2c8777a5e7d9d06c lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044920.895638:0:12646:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de427e7600 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:2.0:1777044920.895644:0:12646:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7600/0x2c8777a5e7d9d06c lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044920.895655:0:12646:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7600/0x2c8777a5e7d9d06c lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044920.895672:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff98df43d75d00) 00010000:00010000:2.0:1777044920.895677:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777044920.895683:0:12646:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7600/0x2c8777a5e7d9d06c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044920.897420:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7600/0x2c8777a5e7d9d06c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044920.897450:0:12646:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7e00/0x2c8777a5e7d9d073 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044920.897463:0:12646:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7e00/0x2c8777a5e7d9d073 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044920.897473:0:12646:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7e00/0x2c8777a5e7d9d073 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044920.897481:0:12646:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de427e7e00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:2.0:1777044920.897487:0:12646:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7e00/0x2c8777a5e7d9d073 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044920.897496:0:12646:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7e00/0x2c8777a5e7d9d073 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044920.897510:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa5954980 (ffff98df43d75800) 00010000:00010000:2.0:1777044920.897515:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777044920.897520:0:12646:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7e00/0x2c8777a5e7d9d073 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044920.897529:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7e00/0x2c8777a5e7d9d073 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044920.897582:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e6000/0x2c8777a5e7d9d065 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11486e3 expref: 75 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044920.897656:0:12646:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e6c00/0x2c8777a5e7d9d07a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x33:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11486e3 expref: 74 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044920.897668:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x33:0x0].0x0 (ffff98df43d75500) 00010000:00010000:2.0:1777044920.897671:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1777044920.897675:0:12646:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de427e6c00, rc 0) 00000100:00100000:2.0:1777044920.903652:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b51df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:146de360-3fb2-48bd-b418-06f30714148a+74:23918:x1863365369904640:12345-192.168.201.45@tcp:101:mkdir.0 Request processed in 9281us (9947us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044920.903668:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 799 00000100:00100000:0.0:1777044921.205162:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777044921.206026:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369904768 00000100:00100000:2.0:1777044921.206042:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369904768 00000100:00100000:2.0:1777044921.206158:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 800 00000100:00100000:2.0:1777044921.206177:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41d53100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+33:23925:x1863365369904768:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1777044921.206526:0:7939:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777044921.206559:0:7939:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e6000/0x2c8777a5e7d9d081 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee11486ea expref: -99 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044921.206658:0:7939:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7e00/0x2c8777a5e7d9d088 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044921.206682:0:7939:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7e00/0x2c8777a5e7d9d088 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044921.206700:0:7939:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7e00/0x2c8777a5e7d9d088 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777044921.206787:0:7939:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 8704 00000004:00200000:2.0:1777044921.206813:0:7939:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 22 stripe count 1 MDT count 1 00000004:00010000:2.0:1777044921.206862:0:7939:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7e00/0x2c8777a5e7d9d088 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044921.206903:0:7939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e6000/0x2c8777a5e7d9d081 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11486ea expref: 35 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044921.206935:0:7939:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7e00/0x2c8777a5e7d9d088 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11486ea expref: 34 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044921.206949:0:7939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff98df43d75d00) 00010000:00010000:2.0:1777044921.206954:0:7939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1777044921.206960:0:7939:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de427e7e00, rc 0) 00000100:00100000:2.0:1777044921.207056:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41d53100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+34:23925:x1863365369904768:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 Request processed in 884us (1907us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044921.207069:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 800 00000100:00080000:0.0:1777044921.207196:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1777044921.243560:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777044921.245149:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369905024 00000100:00100000:2.0:1777044921.245165:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369905024 00000100:00080000:0.0:1777044921.245569:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1777044921.246082:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 801 00000100:00100000:2.0:1777044921.246100:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b51f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:146de360-3fb2-48bd-b418-06f30714148a+74:23925:x1863365369905024:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1777044921.246128:0:5855:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777044921.246133:0:5855:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1777044921.246167:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e6c00/0x2c8777a5e7d9d07a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x33:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11486e3 expref: 74 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044921.246199:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x33:0x0].0x0 (ffff98df43d75500) 00010000:00010000:2.0:1777044921.246235:0:5855:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777044921.246257:0:5855:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e6000/0x2c8777a5e7d9d08f lrc: 2/0,0 mode: --/CW res: [0x200000401:0x33:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee11486f1 expref: -99 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044921.246459:0:5855:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7600/0x2c8777a5e7d9d096 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x33:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044921.246479:0:5855:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7600/0x2c8777a5e7d9d096 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x33:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044921.246494:0:5855:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7600/0x2c8777a5e7d9d096 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x33:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044921.246513:0:5855:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7a00/0x2c8777a5e7d9d09d lrc: 3/0,1 mode: --/PW res: [0x200000401:0x33:0x0].0x4f0c1d45 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044921.246523:0:5855:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7a00/0x2c8777a5e7d9d09d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x33:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044921.246533:0:5855:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7a00/0x2c8777a5e7d9d09d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x33:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044921.247457:0:5855:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7000/0x2c8777a5e7d9d0a4 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x35:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044921.247472:0:5855:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7000/0x2c8777a5e7d9d0a4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044921.247484:0:5855:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7000/0x2c8777a5e7d9d0a4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777044921.247498:0:5855:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x35:0x0]: returning size 0 00010000:00010000:2.0:1777044921.247529:0:5855:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7600/0x2c8777a5e7d9d096 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x33:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044921.247556:0:5855:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7600/0x2c8777a5e7d9d096 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x33:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044921.247566:0:5855:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7600/0x2c8777a5e7d9d096 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x33:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044921.247575:0:5855:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de427e7600 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:2.0:1777044921.247581:0:5855:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7600/0x2c8777a5e7d9d096 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x33:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044921.247591:0:5855:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7600/0x2c8777a5e7d9d096 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x33:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044921.247604:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x33:0x0].0x0 (ffff98df43d75800) 00010000:00010000:2.0:1777044921.247609:0:5855:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777044921.247614:0:5855:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7600/0x2c8777a5e7d9d096 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x33:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044921.247623:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7600/0x2c8777a5e7d9d096 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x33:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777044921.247639:0:5855:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000002c7760b8 reply state 00000000cfca87cb transno 4294967831 ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7a00/0x2c8777a5e7d9d09d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x33:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777044921.247652:0:5855:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1777044921.247690:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e6000/0x2c8777a5e7d9d08f lrc: 0/0,0 mode: --/CW res: [0x200000401:0x33:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11486f1 expref: 76 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044921.247712:0:5855:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7000/0x2c8777a5e7d9d0a4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11486f1 expref: 75 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044921.247744:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x35:0x0].0x0 (ffff98df43d75300) 00010000:00010000:2.0:1777044921.247748:0:5855:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777044921.247751:0:5855:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de427e7000, rc 0) 00000100:00100000:2.0:1777044921.247837:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b51f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:146de360-3fb2-48bd-b418-06f30714148a+76:23925:x1863365369905024:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 Request processed in 1741us (4289us total) trans 4294967831 rc 0/0 00000100:00100000:2.0:1777044921.247847:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 801 00000100:00100000:1.0:1777044921.261871:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00010000:00010000:3.0:1777044921.262623:0:3327:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7a00/0x2c8777a5e7d9d09d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x33:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044921.262640:0:3327:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7a00/0x2c8777a5e7d9d09d lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x33:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044921.262651:0:3327:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7a00/0x2c8777a5e7d9d09d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x33:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044921.262659:0:3327:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de427e7a00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:3.0:1777044921.262666:0:3327:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7a00/0x2c8777a5e7d9d09d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x33:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044921.262676:0:3327:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7a00/0x2c8777a5e7d9d09d lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x33:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044921.262699:0:3327:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x33:0x0].0x4f0c1d45 (ffff98df43d75100) 00010000:00010000:3.0:1777044921.262705:0:3327:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777044921.262713:0:3327:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7a00/0x2c8777a5e7d9d09d lrc: 2/0,0 mode: --/PW res: [0x200000401:0x33:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044921.262722:0:3327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7a00/0x2c8777a5e7d9d09d lrc: 0/0,0 mode: --/PW res: [0x200000401:0x33:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777044921.263674:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369905280 00000100:00100000:2.0:1777044921.263688:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369905280 00000100:00100000:2.0:1777044921.264019:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 802 00000100:00100000:2.0:1777044921.264035:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b51c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:146de360-3fb2-48bd-b418-06f30714148a+75:23925:x1863365369905280:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1777044921.264065:0:12646:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777044921.264089:0:12646:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e6c00/0x2c8777a5e7d9d0b2 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x33:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee11486f8 expref: -99 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044921.264272:0:12646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7400/0x2c8777a5e7d9d0b9 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x35:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044921.264541:0:12646:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7000/0x2c8777a5e7d9d0a4 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11486f1 expref: 76 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044921.264555:0:12646:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7400/0x2c8777a5e7d9d0b9 lrc: 4/0,1 mode: --/EX res: [0x200000401:0x35:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044921.264603:0:12646:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7000/0x2c8777a5e7d9d0a4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11486f1 expref: 76 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044921.264622:0:12646:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7000/0x2c8777a5e7d9d0a4 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11486f1 expref: 76 pid: 5855 timeout: 1649 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777044921.264660:0:12646:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7b938380 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12646:1863365424319488:192.168.201.45@tcp:104: 00000100:00100000:2.0:1777044921.264784:0:12646:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df467e1480 going to sleep for 11 seconds 00000100:00100000:2.0:1777044921.274476:0:12646:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7b938380 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12646:1863365424319488:192.168.201.45@tcp:104: 00010000:00010000:2.0:1777044921.274512:0:12646:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7400/0x2c8777a5e7d9d0b9 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x35:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777044921.281129:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777044921.285871:0:5842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369905408 00000100:00100000:0.0:1777044921.285888:0:5842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369905408 00010000:00010000:0.0:1777044921.285950:0:5842:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7000/0x2c8777a5e7d9d0a4 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11486f1 expref: 77 pid: 5855 timeout: 1649 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777044921.286027:0:5842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 249 00000100:00100000:0.0:1777044921.286040:0:5842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b51f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:146de360-3fb2-48bd-b418-06f30714148a+77:2390:x1863365369905408:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777044921.286064:0:5842:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777044921.286073:0:5842:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7000/0x2c8777a5e7d9d0a4 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11486f1 expref: 77 pid: 5855 timeout: 1649 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044921.286091:0:5842:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7000/0x2c8777a5e7d9d0a4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11486f1 expref: 77 pid: 5855 timeout: 1649 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044921.286118:0:5842:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7000/0x2c8777a5e7d9d0a4 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11486f1 expref: 77 pid: 5855 timeout: 1649 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044921.286174:0:5842:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x35:0x0].0x0 (ffff98df43d75300) 00010000:00010000:0.0:1777044921.286182:0:5842:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7400/0x2c8777a5e7d9d0b9 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x35:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044921.286195:0:5842:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7400/0x2c8777a5e7d9d0b9 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x35:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044921.286318:0:5842:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7400/0x2c8777a5e7d9d0b9 lrc: 4/0,1 mode: EX/EX res: [0x200000401:0x35:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044921.286370:0:5842:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777044921.286466:0:5842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b51f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:146de360-3fb2-48bd-b418-06f30714148a+76:2390:x1863365369905408:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 426us (5347us total) trans 0 rc 0/0 00010000:00010000:3.0:1777044921.286737:0:12646:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7400/0x2c8777a5e7d9d0b9 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x35:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044921.286750:0:12646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7400/0x2c8777a5e7d9d0b9 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x35:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777044921.286775:0:12646:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x35:0x0]: returning size 0 00010000:00010000:3.0:1777044921.287106:0:12646:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7400/0x2c8777a5e7d9d0b9 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x35:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044921.287118:0:12646:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7400/0x2c8777a5e7d9d0b9 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x35:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044921.287128:0:12646:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7400/0x2c8777a5e7d9d0b9 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x35:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044921.287136:0:12646:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de427e7400 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:3.0:1777044921.287142:0:12646:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7400/0x2c8777a5e7d9d0b9 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x35:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044921.287152:0:12646:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7400/0x2c8777a5e7d9d0b9 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x35:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044921.287165:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x35:0x0].0x0 (ffff98df43d75300) 00010000:00010000:3.0:1777044921.287170:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1777044921.287175:0:12646:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7400/0x2c8777a5e7d9d0b9 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x35:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044921.287189:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7400/0x2c8777a5e7d9d0b9 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x35:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777044921.287781:0:5842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 249 00010000:00010000:0.0:1777044921.294674:0:12646:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e6c00/0x2c8777a5e7d9d0b2 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x33:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11486f8 expref: 76 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044921.294701:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x33:0x0].0x0 (ffff98df43d75500) 00010000:00010000:0.0:1777044921.294705:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1777044921.294712:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e6c00/0x2c8777a5e7d9d0b2 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x33:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11486f8 expref: 76 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044921.294742:0:12646:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de427e6c00, rc 0) 00000100:00100000:0.0:1777044921.294828:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b51c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:146de360-3fb2-48bd-b418-06f30714148a+75:23925:x1863365369905280:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 Request processed in 30795us (32965us total) trans 4294967832 rc 301/301 00000100:00100000:0.0:1777044921.294842:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 802 00000100:00100000:1.0:1777044921.308939:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777044921.309068:0:5858:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369905664 00000100:00100000:0.0:1777044921.309097:0:5858:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369905664 00000100:00100000:0.0:1777044921.309564:0:5858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 186 00000100:00100000:0.0:1777044921.309582:0:5858:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b51fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:146de360-3fb2-48bd-b418-06f30714148a+75:23925:x1863365369905664:12345-192.168.201.45@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1777044921.310009:0:5858:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b51fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:146de360-3fb2-48bd-b418-06f30714148a+76:23925:x1863365369905664:12345-192.168.201.45@tcp:35:lhsmtool_posix.0 Request processed in 430us (1079us total) trans 4294967833 rc 0/0 00000100:00100000:0.0:1777044921.310021:0:5858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 186 00000100:00100000:1.0:1777044921.319389:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777044921.319610:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369905792 00000100:00100000:2.0:1777044921.319622:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369905792 00000100:00100000:2.0:1777044921.319713:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 803 00000100:00100000:2.0:1777044921.319726:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b51c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:146de360-3fb2-48bd-b418-06f30714148a+76:23925:x1863365369905792:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1777044921.319753:0:7939:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777044921.319782:0:7939:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e6000/0x2c8777a5e7d9d0c7 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x35:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee11486ff expref: -99 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044921.319873:0:7939:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e6000/0x2c8777a5e7d9d0c7 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x35:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11486ff expref: 77 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044921.319894:0:7939:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e6000/0x2c8777a5e7d9d0c7 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x35:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11486ff expref: 77 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044921.319919:0:7939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x35:0x0].0x0 (ffff98df43d75800) 00010000:00010000:2.0:1777044921.319923:0:7939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1777044921.319928:0:7939:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de427e6000, rc 0) 00000100:00100000:2.0:1777044921.320005:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b51c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:146de360-3fb2-48bd-b418-06f30714148a+77:23925:x1863365369905792:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 Request processed in 280us (625us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044921.320037:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 803 00000100:00100000:1.0:1777044921.328948:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777044921.330188:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369906048 00000100:00100000:2.0:1777044921.330285:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369906048 00000100:00100000:2.0:1777044921.330368:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 804 00000100:00100000:2.0:1777044921.330384:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b51e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:146de360-3fb2-48bd-b418-06f30714148a+77:23925:x1863365369906048:12345-192.168.201.45@tcp:55:lhsmtool_posix.0 00010000:00010000:2.0:1777044921.330487:0:5855:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7600/0x2c8777a5e7d9d0ce lrc: 3/0,1 mode: --/PW res: [0x200000401:0x35:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044921.330511:0:5855:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7600/0x2c8777a5e7d9d0ce lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x35:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044921.330529:0:5855:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7600/0x2c8777a5e7d9d0ce lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x35:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044921.330838:0:5855:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7600/0x2c8777a5e7d9d0ce lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x35:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044921.330850:0:5855:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7600/0x2c8777a5e7d9d0ce lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x35:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044921.330861:0:5855:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7600/0x2c8777a5e7d9d0ce lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x35:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044921.330871:0:5855:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de427e7600 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:2.0:1777044921.330876:0:5855:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7600/0x2c8777a5e7d9d0ce lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x35:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044921.330887:0:5855:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7600/0x2c8777a5e7d9d0ce lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x35:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044921.330930:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x35:0x0].0x0 (ffff98df43d75800) 00010000:00010000:2.0:1777044921.330955:0:5855:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:2.0:1777044921.330964:0:5855:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7600/0x2c8777a5e7d9d0ce lrc: 2/0,0 mode: --/PW res: [0x200000401:0x35:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044921.330973:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7600/0x2c8777a5e7d9d0ce lrc: 0/0,0 mode: --/PW res: [0x200000401:0x35:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777044921.331088:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b51e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:146de360-3fb2-48bd-b418-06f30714148a+78:23925:x1863365369906048:12345-192.168.201.45@tcp:55:lhsmtool_posix.0 Request processed in 706us (2147us total) trans 4294967834 rc 0/0 00000100:00100000:2.0:1777044921.331101:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 804 00000100:00100000:1.0:1777044921.344650:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777044921.348905:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369906304 00000100:00100000:0.0:1777044921.348921:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369906304 00000100:00100000:0.0:1777044921.349035:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 805 00000100:00100000:0.0:1777044921.349050:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b51d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:146de360-3fb2-48bd-b418-06f30714148a+78:23925:x1863365369906304:12345-192.168.201.45@tcp:36:lhsmtool_posix.0 00010000:00010000:0.0:1777044921.349468:0:12646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537000/0x2c8777a5e7d9d0d5 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x35:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044921.349490:0:12646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537000/0x2c8777a5e7d9d0d5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x35:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044921.349505:0:12646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537000/0x2c8777a5e7d9d0d5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x35:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1777044921.349603:0:12646:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967835 00000004:00010000:0.0:1777044921.349660:0:12646:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000ffbe0009 reply state 000000000595a9df transno 4294967836 ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537000/0x2c8777a5e7d9d0d5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x35:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777044921.350427:0:12646:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777044921.350542:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b51d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:146de360-3fb2-48bd-b418-06f30714148a+81:23925:x1863365369906304:12345-192.168.201.45@tcp:36:lhsmtool_posix.0 Request processed in 1493us (5900us total) trans 4294967836 rc 0/0 00000100:00100000:0.0:1777044921.350553:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 805 00000020:00080000:0.0:1777044921.350560:0:12646:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1777044921.359605:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777044921.360353:0:5858:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369906560 00000100:00100000:0.0:1777044921.360376:0:5858:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369906560 00000100:00100000:0.0:1777044921.360519:0:5858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 187 00000100:00100000:0.0:1777044921.360534:0:5858:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42c8bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:146de360-3fb2-48bd-b418-06f30714148a+81:23925:x1863365369906560:12345-192.168.201.45@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1777044921.360867:0:5858:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42c8bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:146de360-3fb2-48bd-b418-06f30714148a+82:23925:x1863365369906560:12345-192.168.201.45@tcp:35:lhsmtool_posix.0 Request processed in 335us (1269us total) trans 4294967837 rc 0/0 00000100:00100000:0.0:1777044921.360879:0:5858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 187 00010000:00010000:3.0:1777044921.365187:0:3328:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537000/0x2c8777a5e7d9d0d5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x35:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044921.365268:0:3328:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537000/0x2c8777a5e7d9d0d5 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x35:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044921.365279:0:3328:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537000/0x2c8777a5e7d9d0d5 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x35:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044921.365287:0:3328:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98df7b537000 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:3.0:1777044921.365293:0:3328:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537000/0x2c8777a5e7d9d0d5 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x35:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044921.365303:0:3328:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537000/0x2c8777a5e7d9d0d5 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x35:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044921.365323:0:3328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x35:0x0].0x0 (ffff98df43d75800) 00010000:00010000:3.0:1777044921.365328:0:3328:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1777044921.365334:0:3328:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537000/0x2c8777a5e7d9d0d5 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x35:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044921.365344:0:3328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537000/0x2c8777a5e7d9d0d5 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x35:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777044921.511641:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777044921.512289:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369906688 00000100:00100000:3.0:1777044921.512303:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369906688 00000100:00100000:3.0:1777044921.512393:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 806 00000100:00100000:3.0:1777044921.512410:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42c88700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:146de360-3fb2-48bd-b418-06f30714148a+81:23928:x1863365369906688:12345-192.168.201.45@tcp:101:lfs.0 00010000:00010000:3.0:1777044921.512446:0:5857:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777044921.512477:0:5857:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7a00/0x2c8777a5e7d9d0dc lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148706 expref: -99 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044921.512569:0:5857:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7e00/0x2c8777a5e7d9d0e3 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044921.512592:0:5857:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7e00/0x2c8777a5e7d9d0e3 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044921.512612:0:5857:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7e00/0x2c8777a5e7d9d0e3 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044921.512632:0:5857:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa6400/0x2c8777a5e7d9d0ea lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044921.512644:0:5857:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa6400/0x2c8777a5e7d9d0ea lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044921.512653:0:5857:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa6400/0x2c8777a5e7d9d0ea lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044921.513051:0:5857:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa6800/0x2c8777a5e7d9d0f1 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x33:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044921.513067:0:5857:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa6800/0x2c8777a5e7d9d0f1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x33:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044921.513079:0:5857:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa6800/0x2c8777a5e7d9d0f1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x33:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777044921.513131:0:5857:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x33:0x0]: returning size 512 00000004:00200000:3.0:1777044921.513139:0:5857:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:3.0:1777044921.513172:0:5857:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa6800/0x2c8777a5e7d9d0f1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x33:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044921.513509:0:5857:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7e00/0x2c8777a5e7d9d0e3 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044921.513521:0:5857:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7e00/0x2c8777a5e7d9d0e3 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044921.513530:0:5857:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7e00/0x2c8777a5e7d9d0e3 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044921.513540:0:5857:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98df74fa7e00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:3.0:1777044921.513545:0:5857:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7e00/0x2c8777a5e7d9d0e3 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044921.513555:0:5857:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7e00/0x2c8777a5e7d9d0e3 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044921.513572:0:5857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff98df43d75d00) 00010000:00010000:3.0:1777044921.513577:0:5857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777044921.513583:0:5857:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7e00/0x2c8777a5e7d9d0e3 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044921.513591:0:5857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7e00/0x2c8777a5e7d9d0e3 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044921.513609:0:5857:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa6400/0x2c8777a5e7d9d0ea lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044921.513620:0:5857:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa6400/0x2c8777a5e7d9d0ea lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044921.513634:0:5857:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa6400/0x2c8777a5e7d9d0ea lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044921.513642:0:5857:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98df74fa6400 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:3.0:1777044921.513646:0:5857:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa6400/0x2c8777a5e7d9d0ea lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044921.513654:0:5857:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa6400/0x2c8777a5e7d9d0ea lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044921.513664:0:5857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa5954980 (ffff98df4abab600) 00010000:00010000:3.0:1777044921.513667:0:5857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777044921.513670:0:5857:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa6400/0x2c8777a5e7d9d0ea lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044921.513679:0:5857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa6400/0x2c8777a5e7d9d0ea lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044921.513722:0:5857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7a00/0x2c8777a5e7d9d0dc lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148706 expref: 83 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044921.513744:0:5857:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa6800/0x2c8777a5e7d9d0f1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x33:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148706 expref: 82 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044921.513755:0:5857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x33:0x0].0x0 (ffff98df4abab800) 00010000:00010000:3.0:1777044921.513759:0:5857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1777044921.513763:0:5857:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98df74fa6800, rc 0) 00000100:00100000:3.0:1777044921.514125:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42c88700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:146de360-3fb2-48bd-b418-06f30714148a+82:23928:x1863365369906688:12345-192.168.201.45@tcp:101:lfs.0 Request processed in 1717us (2495us total) trans 0 rc 0/0 00000100:00100000:3.0:1777044921.514141:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 806 00000100:00100000:1.0:1777044921.537995:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777044921.538142:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369906944 00000100:00100000:2.0:1777044921.538156:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369906944 00000100:00100000:2.0:1777044921.538300:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 807 00000100:00100000:2.0:1777044921.538316:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df470cd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:146de360-3fb2-48bd-b418-06f30714148a+82:23928:x1863365369906944:12345-192.168.201.45@tcp:101:lfs.0 00010000:00010000:2.0:1777044921.538342:0:5856:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777044921.538368:0:5856:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7600/0x2c8777a5e7d9d0f8 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x33:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee114870d expref: -99 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044921.538499:0:5856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e6c00/0x2c8777a5e7d9d0ff lrc: 3/1,0 mode: --/CR res: [0x200000401:0x33:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044921.538520:0:5856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e6c00/0x2c8777a5e7d9d0ff lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x33:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044921.538535:0:5856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e6c00/0x2c8777a5e7d9d0ff lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x33:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044921.538555:0:5856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7400/0x2c8777a5e7d9d106 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x33:0x0].0x4f0c1d45 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044921.538584:0:5856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7400/0x2c8777a5e7d9d106 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x33:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044921.538596:0:5856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7400/0x2c8777a5e7d9d106 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x33:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044921.538771:0:5856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7000/0x2c8777a5e7d9d10d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x35:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044921.538785:0:5856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7000/0x2c8777a5e7d9d10d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044921.538795:0:5856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7000/0x2c8777a5e7d9d10d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777044921.539081:0:5856:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x35:0x0]: returning size 158 00010000:00010000:2.0:1777044921.539269:0:5856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e6c00/0x2c8777a5e7d9d0ff lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x33:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044921.539282:0:5856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e6c00/0x2c8777a5e7d9d0ff lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x33:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044921.539292:0:5856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e6c00/0x2c8777a5e7d9d0ff lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x33:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044921.539302:0:5856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de427e6c00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:2.0:1777044921.539308:0:5856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e6c00/0x2c8777a5e7d9d0ff lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x33:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044921.539319:0:5856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e6c00/0x2c8777a5e7d9d0ff lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x33:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044921.539357:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x33:0x0].0x0 (ffff98df4abab800) 00010000:00010000:2.0:1777044921.539362:0:5856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777044921.539369:0:5856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e6c00/0x2c8777a5e7d9d0ff lrc: 2/0,0 mode: --/CR res: [0x200000401:0x33:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044921.539379:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e6c00/0x2c8777a5e7d9d0ff lrc: 0/0,0 mode: --/CR res: [0x200000401:0x33:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044921.539404:0:5856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7400/0x2c8777a5e7d9d106 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x33:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044921.539414:0:5856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7400/0x2c8777a5e7d9d106 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x33:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044921.539422:0:5856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7400/0x2c8777a5e7d9d106 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x33:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044921.539430:0:5856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de427e7400 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:2.0:1777044921.539435:0:5856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7400/0x2c8777a5e7d9d106 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x33:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044921.539442:0:5856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7400/0x2c8777a5e7d9d106 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x33:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044921.539453:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x33:0x0].0x4f0c1d45 (ffff98df43d75e00) 00010000:00010000:2.0:1777044921.539456:0:5856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777044921.539460:0:5856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7400/0x2c8777a5e7d9d106 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x33:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044921.539468:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7400/0x2c8777a5e7d9d106 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x33:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044921.539547:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7600/0x2c8777a5e7d9d0f8 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x33:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114870d expref: 85 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044921.539571:0:5856:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7000/0x2c8777a5e7d9d10d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114870d expref: 84 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044921.539582:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x35:0x0].0x0 (ffff98df43d75800) 00010000:00010000:2.0:1777044921.539586:0:5856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777044921.539590:0:5856:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de427e7000, rc 0) 00000100:00100000:2.0:1777044921.539680:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df470cd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:146de360-3fb2-48bd-b418-06f30714148a+84:23928:x1863365369906944:12345-192.168.201.45@tcp:101:lfs.0 Request processed in 1365us (1718us total) trans 4294967838 rc 0/0 00000100:00100000:2.0:1777044921.539692:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 807 00000100:00100000:1.0:1777044921.562760:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777044921.563150:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369907072 00000100:00100000:0.0:1777044921.563163:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369907072 00000100:00100000:0.0:1777044921.563305:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 808 00000100:00100000:0.0:1777044921.563320:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df470ced80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:146de360-3fb2-48bd-b418-06f30714148a+84:23928:x1863365369907072:12345-192.168.201.45@tcp:54:lfs.0 00010000:00010000:0.0:1777044921.563402:0:12646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537000/0x2c8777a5e7d9d11b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x35:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044921.563424:0:12646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537000/0x2c8777a5e7d9d11b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x35:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044921.563441:0:12646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537000/0x2c8777a5e7d9d11b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x35:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044921.563479:0:12646:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537000/0x2c8777a5e7d9d11b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x35:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044921.563489:0:12646:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537000/0x2c8777a5e7d9d11b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x35:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044921.563499:0:12646:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537000/0x2c8777a5e7d9d11b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x35:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044921.563508:0:12646:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98df7b537000 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:0.0:1777044921.563514:0:12646:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537000/0x2c8777a5e7d9d11b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x35:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044921.563545:0:12646:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537000/0x2c8777a5e7d9d11b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x35:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044921.563563:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x35:0x0].0x0 (ffff98df43d75800) 00010000:00010000:0.0:1777044921.563567:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1777044921.563573:0:12646:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537000/0x2c8777a5e7d9d11b lrc: 2/0,0 mode: --/PR res: [0x200000401:0x35:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044921.563582:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537000/0x2c8777a5e7d9d11b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x35:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777044921.563682:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df470ced80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:146de360-3fb2-48bd-b418-06f30714148a+84:23928:x1863365369907072:12345-192.168.201.45@tcp:54:lfs.0 Request processed in 364us (932us total) trans 0 rc 0/0 00000100:00100000:0.0:1777044921.563695:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 808 00000100:00100000:1.0:1777044921.583094:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777044921.585726:0:5859:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369907328 00000100:00100000:3.0:1777044921.585742:0:5859:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369907328 00000100:00100000:3.0:1777044921.585841:0:5859:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 188 00000100:00100000:3.0:1777044921.585856:0:5859:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df470cf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:146de360-3fb2-48bd-b418-06f30714148a+84:23928:x1863365369907328:12345-192.168.201.45@tcp:35:lfs.0 00000100:00100000:3.0:1777044921.586392:0:5859:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df470cf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:146de360-3fb2-48bd-b418-06f30714148a+85:23928:x1863365369907328:12345-192.168.201.45@tcp:35:lfs.0 Request processed in 537us (3308us total) trans 4294967839 rc 0/0 00000100:00100000:3.0:1777044921.586405:0:5859:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 188 00000100:00100000:1.0:1777044921.792659:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777044921.793323:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369907584 00000100:00100000:0.0:1777044921.793339:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369907584 00000100:00100000:0.0:1777044921.793444:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 809 00000100:00100000:0.0:1777044921.793463:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df470cea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:146de360-3fb2-48bd-b418-06f30714148a+85:23933:x1863365369907584:12345-192.168.201.45@tcp:101:cat.0 00010000:00010000:0.0:1777044921.793499:0:5855:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777044921.793527:0:5855:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537000/0x2c8777a5e7d9d122 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x33:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148714 expref: -99 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044921.793695:0:5855:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537600/0x2c8777a5e7d9d129 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x35:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044921.793720:0:5855:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537600/0x2c8777a5e7d9d129 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044921.793741:0:5855:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537600/0x2c8777a5e7d9d129 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777044921.793788:0:5855:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x35:0x0]: returning size 158 00010000:00010000:0.0:1777044921.798794:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537000/0x2c8777a5e7d9d122 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x33:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148714 expref: 88 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044921.798828:0:5855:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537600/0x2c8777a5e7d9d129 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148714 expref: 87 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044921.799097:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x35:0x0].0x0 (ffff98df43d75800) 00010000:00010000:0.0:1777044921.799103:0:5855:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777044921.799109:0:5855:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98df7b537600, rc 0) 00000100:00100000:0.0:1777044921.802286:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df470cea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:146de360-3fb2-48bd-b418-06f30714148a+87:23933:x1863365369907584:12345-192.168.201.45@tcp:101:cat.0 Request processed in 8817us (9630us total) trans 4294967840 rc 0/0 00000100:00100000:0.0:1777044921.802304:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 809 00000100:00100000:2.0:1777044921.816135:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00010000:00010000:3.0:1777044921.816352:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777044921.816572:0:5841:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369907840 00000100:00100000:0.0:1777044921.816588:0:5841:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369907840 00000100:00100000:0.0:1777044921.816691:0:5841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 43 00000100:00100000:0.0:1777044921.816710:0:5841:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df677a6c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:146de360-3fb2-48bd-b418-06f30714148a+87:23933:x1863365369907840:12345-192.168.201.45@tcp:103:cat.0 00010000:00010000:0.0:1777044921.816734:0:5841:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:0.0:1777044921.816769:0:5841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537600/0x2c8777a5e7d9d129 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148714 expref: 87 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044921.816805:0:5841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7000/0x2c8777a5e7d9d10d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114870d expref: 86 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044921.816833:0:5841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e6000/0x2c8777a5e7d9d0c7 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x35:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11486ff expref: 85 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044921.816882:0:5841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x35:0x0].0x0 (ffff98df43d75800) 00010000:00010000:0.0:1777044921.816899:0:5841:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777044921.816996:0:5841:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df677a6c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:146de360-3fb2-48bd-b418-06f30714148a+84:23933:x1863365369907840:12345-192.168.201.45@tcp:103:cat.0 Request processed in 290us (872us total) trans 0 rc 0/0 00000100:00100000:0.0:1777044921.817011:0:5841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 43 00000100:00100000:3.0:1777044921.826819:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df470cdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424319616:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1777044921.826909:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777044921.828807:0:6644:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424319616 00000100:00100000:1.0:1777044921.828823:0:6644:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424319616 00000100:00100000:1.0:1777044921.828933:0:6644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 361 00000100:00100000:1.0:1777044921.828967:0:6644:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77b5dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424319616:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1777044921.829018:0:6644:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 61276160 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1777044921.829105:0:6644:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77b5dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424319616:12345-0@lo:13:osp-pre-0-0.0 Request processed in 158us (2194us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044921.829118:0:6644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 361 00000100:00100000:1.0:1777044921.829507:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df470cdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424319616:0@lo:13:osp-pre-0-0.0 00000100:00080000:0.0:1777044921.831130:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1777044921.838824:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777044921.852164:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369907968 00000100:00100000:0.0:1777044921.853664:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369907968 00000100:00100000:1.0:1777044921.873685:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 810 00000100:00100000:1.0:1777044921.873705:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df470cdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:146de360-3fb2-48bd-b418-06f30714148a+84:23933:x1863365369907968:12345-192.168.201.45@tcp:58:cat.0 00010000:00010000:1.0:1777044921.873843:0:7939:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfde00/0x2c8777a5e7d9d137 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x35:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044921.873868:0:7939:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfde00/0x2c8777a5e7d9d137 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x35:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044921.873884:0:7939:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfde00/0x2c8777a5e7d9d137 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x35:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1777044921.874251:0:7939:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].19, 136 off10776 00000100:00100000:1.0:1777044921.874388:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df470cdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:146de360-3fb2-48bd-b418-06f30714148a+84:23933:x1863365369907968:12345-192.168.201.45@tcp:58:cat.0 Request processed in 686us (35573us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044921.874422:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 810 00000040:00080000:1.0:1777044921.880567:0:11491:0:(llog.c:801:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1777044921.880579:0:11491:0:(llog_cat.c:158:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1777044921.880636:0:11491:0:(llog.c:858:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 20 count 2 00000040:00080000:1.0:1777044921.880644:0:11491:0:(llog.c:858:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1777044921.881102:0:11491:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df58664a80 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11491:1863365424319744:192.168.201.45@tcp:107:hsm_cdtr.0 00000100:00100000:1.0:1777044921.881282:0:11491:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df77b93cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1777044921.912591:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777044921.913077:0:11491:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df58664a80 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11491:1863365424319744:192.168.201.45@tcp:107:hsm_cdtr.0 00000100:00100000:3.0:1777044921.915581:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369908096 00000100:00100000:3.0:1777044921.915597:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369908096 00000100:00100000:3.0:1777044921.915699:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 811 00000100:00100000:3.0:1777044921.915716:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df58664700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:146de360-3fb2-48bd-b418-06f30714148a+84:23933:x1863365369908096:12345-192.168.201.45@tcp:101:cat.0 00010000:00010000:3.0:1777044921.915741:0:5857:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777044921.915768:0:5857:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7a00/0x2c8777a5e7d9d13e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x35:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee114871b expref: -99 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044921.915839:0:5857:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfde00/0x2c8777a5e7d9d137 lrc: 2/0,1 mode: EX/EX res: [0x200000401:0x35:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044921.915854:0:5857:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7a00/0x2c8777a5e7d9d13e lrc: 4/0,0 mode: --/CR res: [0x200000401:0x35:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114871b expref: 85 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044921.915882:0:5857:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfde00/0x2c8777a5e7d9d137 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x35:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044921.915900:0:5857:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7a00/0x2c8777a5e7d9d13e lrc: 3/0,0 mode: --/CR res: [0x200000401:0x35:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114871b expref: 85 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044921.915920:0:5857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x35:0x0].0x0 (ffff98df46583200) 00010000:00010000:3.0:1777044921.915925:0:5857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1777044921.915930:0:5857:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7a00/0x2c8777a5e7d9d13e lrc: 3/0,0 mode: --/CR res: [0x200000401:0x35:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114871b expref: 85 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044921.915942:0:5857:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98df74fa7a00, rc 0) 00000100:00100000:3.0:1777044921.916023:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df58664700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:146de360-3fb2-48bd-b418-06f30714148a+85:23933:x1863365369908096:12345-192.168.201.45@tcp:101:cat.0 Request processed in 310us (3444us total) trans 0 rc 0/0 00000100:00100000:3.0:1777044921.916033:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 811 00000100:00100000:2.0:1777044921.929980:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777044921.930144:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369908224 00000100:00100000:0.0:1777044921.930158:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369908224 00000100:00100000:0.0:1777044921.930309:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 812 00000100:00100000:0.0:1777044921.930326:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b938380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+34:23934:x1863365369908224:12345-192.168.201.45@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1777044921.930371:0:5855:0:(mdt_handler.c:7958:mdt_fid2path()) path get [0x200000401:0x35:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1777044921.930527:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b938380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+34:23934:x1863365369908224:12345-192.168.201.45@tcp:53:lhsmtool_posix.0 Request processed in 205us (558us total) trans 0 rc 0/0 00000100:00100000:0.0:1777044921.930540:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 812 00000100:00100000:1.0:1777044921.949970:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777044921.950450:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369908352 00000100:00100000:0.0:1777044921.950463:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369908352 00000100:00100000:0.0:1777044921.950544:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 813 00000100:00100000:0.0:1777044921.950559:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df58665880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+34:23934:x1863365369908352:12345-192.168.201.45@tcp:34:lhsmtool_posix.0 00010000:00010000:0.0:1777044921.950653:0:12646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537600/0x2c8777a5e7d9d145 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044921.950678:0:12646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537600/0x2c8777a5e7d9d145 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044921.950715:0:12646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537600/0x2c8777a5e7d9d145 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044921.950738:0:12646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537000/0x2c8777a5e7d9d14c lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x3d0032c8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044921.950751:0:12646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537000/0x2c8777a5e7d9d14c lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x3d0032c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044921.950761:0:12646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537000/0x2c8777a5e7d9d14c lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x3d0032c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044921.950797:0:12646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103600/0x2c8777a5e7d9d153 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x35:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044921.950813:0:12646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103600/0x2c8777a5e7d9d153 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x35:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044921.950824:0:12646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103600/0x2c8777a5e7d9d153 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x35:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777044921.950878:0:12646:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x35:0x0]: returning size 158 00000004:00200000:0.0:1777044921.950885:0:12646:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1777044921.950905:0:12646:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103600/0x2c8777a5e7d9d153 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x35:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044921.950920:0:12646:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537600/0x2c8777a5e7d9d145 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044921.950930:0:12646:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537600/0x2c8777a5e7d9d145 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044921.950956:0:12646:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537600/0x2c8777a5e7d9d145 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044921.950965:0:12646:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98df7b537600 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:0.0:1777044921.950972:0:12646:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537600/0x2c8777a5e7d9d145 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044921.950984:0:12646:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537600/0x2c8777a5e7d9d145 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044921.951000:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff98df4a351500) 00010000:00010000:0.0:1777044921.951005:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777044921.951011:0:12646:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537600/0x2c8777a5e7d9d145 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044921.951020:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537600/0x2c8777a5e7d9d145 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044921.951039:0:12646:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537000/0x2c8777a5e7d9d14c lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x3d0032c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044921.951049:0:12646:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537000/0x2c8777a5e7d9d14c lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x3d0032c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044921.951062:0:12646:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537000/0x2c8777a5e7d9d14c lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x3d0032c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044921.951070:0:12646:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98df7b537000 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:0.0:1777044921.951073:0:12646:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537000/0x2c8777a5e7d9d14c lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x3d0032c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044921.951097:0:12646:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537000/0x2c8777a5e7d9d14c lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x3d0032c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044921.951109:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x3d0032c8 (ffff98df48c7e600) 00010000:00010000:0.0:1777044921.951113:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777044921.951117:0:12646:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537000/0x2c8777a5e7d9d14c lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x3d0032c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044921.951126:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537000/0x2c8777a5e7d9d14c lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x3d0032c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044921.951146:0:12646:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103600/0x2c8777a5e7d9d153 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x35:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044921.951156:0:12646:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103600/0x2c8777a5e7d9d153 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x35:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044921.951164:0:12646:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103600/0x2c8777a5e7d9d153 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x35:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044921.951172:0:12646:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de43103600 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:0.0:1777044921.951175:0:12646:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103600/0x2c8777a5e7d9d153 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x35:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044921.951184:0:12646:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103600/0x2c8777a5e7d9d153 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x35:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044921.951194:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x35:0x0].0x0 (ffff98df46583200) 00010000:00010000:0.0:1777044921.951197:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777044921.953405:0:12646:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103600/0x2c8777a5e7d9d153 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x35:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044921.953444:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103600/0x2c8777a5e7d9d153 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x35:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777044921.953587:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df58665880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+34:23934:x1863365369908352:12345-192.168.201.45@tcp:34:lhsmtool_posix.0 Request processed in 3026us (3623us total) trans 0 rc 0/0 00000100:00100000:0.0:1777044921.953602:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 813 00000100:00100000:2.0:1777044921.967686:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777044921.967869:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369908608 00000100:00100000:3.0:1777044921.967883:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369908608 00000100:00100000:3.0:1777044921.967964:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 814 00000100:00100000:3.0:1777044921.967981:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b93a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+34:23934:x1863365369908608:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1777044921.968011:0:5856:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777044921.968040:0:5856:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7e00/0x2c8777a5e7d9d15a lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148722 expref: -99 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044921.968185:0:5856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7600/0x2c8777a5e7d9d161 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x35:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044921.968398:0:5856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7600/0x2c8777a5e7d9d161 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x35:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044921.968419:0:5856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7600/0x2c8777a5e7d9d161 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x35:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777044921.968438:0:5856:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x35:0x0]: returning size 158 00010000:00010000:2.0:1777044922.006788:0:5856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7600/0x2c8777a5e7d9d161 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x35:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044922.006813:0:5856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7600/0x2c8777a5e7d9d161 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x35:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044922.006825:0:5856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7600/0x2c8777a5e7d9d161 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x35:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044922.006835:0:5856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98df74fa7600 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:2.0:1777044922.006842:0:5856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7600/0x2c8777a5e7d9d161 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x35:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044922.006880:0:5856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7600/0x2c8777a5e7d9d161 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x35:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044922.006904:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x35:0x0].0x0 (ffff98df46583200) 00010000:00010000:2.0:1777044922.006909:0:5856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1777044922.006916:0:5856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7600/0x2c8777a5e7d9d161 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x35:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044922.006926:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7600/0x2c8777a5e7d9d161 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x35:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044922.007927:0:5856:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7e00/0x2c8777a5e7d9d15a lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148722 expref: 36 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044922.007966:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff98df4a351500) 00010000:00010000:3.0:1777044922.007971:0:5856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1777044922.007979:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7e00/0x2c8777a5e7d9d15a lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148722 expref: 36 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044922.007998:0:5856:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98df74fa7e00, rc 0) 00000100:00100000:3.0:1777044922.008088:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b93a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+35:23934:x1863365369908608:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 Request processed in 40109us (40415us total) trans 4294967841 rc 301/301 00000100:00100000:3.0:1777044922.008101:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 814 00000100:00100000:3.0:1777044922.055140:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777044922.074164:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369908736 00000100:00100000:1.0:1777044922.074186:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369908736 00000100:00100000:0.0:1777044922.075758:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 815 00000100:00100000:0.0:1777044922.075777:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77b5ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+35:23934:x1863365369908736:12345-192.168.201.45@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1777044922.075855:0:7939:0:(mdt_handler.c:7958:mdt_fid2path()) path get [0x200000401:0x35:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1777044922.076248:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77b5ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+35:23934:x1863365369908736:12345-192.168.201.45@tcp:53:lhsmtool_posix.0 Request processed in 474us (21119us total) trans 0 rc 0/0 00000100:00100000:0.0:1777044922.076264:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 815 00000100:00100000:2.0:1777044922.101136:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777044922.105585:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369908864 00000100:00100000:0.0:1777044922.105605:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369908864 00000100:00100000:0.0:1777044922.105729:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 816 00000100:00100000:0.0:1777044922.105748:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b938a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+35:23934:x1863365369908864:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1777044922.105779:0:12646:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777044922.105809:0:12646:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102a00/0x2c8777a5e7d9d16f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148729 expref: -99 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044922.109076:0:12646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103800/0x2c8777a5e7d9d176 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044922.109109:0:12646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103800/0x2c8777a5e7d9d176 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044922.109129:0:12646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103800/0x2c8777a5e7d9d176 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044922.109271:0:12646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102400/0x2c8777a5e7d9d17d lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044922.109291:0:12646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102400/0x2c8777a5e7d9d17d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044922.109305:0:12646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102400/0x2c8777a5e7d9d17d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044922.109478:0:12646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103600/0x2c8777a5e7d9d184 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x33:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044922.109495:0:12646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103600/0x2c8777a5e7d9d184 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x33:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044922.109509:0:12646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103600/0x2c8777a5e7d9d184 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x33:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777044922.109571:0:12646:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x33:0x0]: returning size 512 00000004:00200000:0.0:1777044922.109578:0:12646:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:0.0:1777044922.109617:0:12646:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103600/0x2c8777a5e7d9d184 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x33:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044922.109639:0:12646:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103800/0x2c8777a5e7d9d176 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044922.109652:0:12646:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103800/0x2c8777a5e7d9d176 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044922.109664:0:12646:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103800/0x2c8777a5e7d9d176 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044922.109695:0:12646:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de43103800 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:0.0:1777044922.109703:0:12646:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103800/0x2c8777a5e7d9d176 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044922.109715:0:12646:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103800/0x2c8777a5e7d9d176 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044922.109736:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff98df43d75d00) 00010000:00010000:0.0:1777044922.109742:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777044922.109749:0:12646:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103800/0x2c8777a5e7d9d176 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044922.110013:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103800/0x2c8777a5e7d9d176 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044922.110042:0:12646:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102400/0x2c8777a5e7d9d17d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044922.110054:0:12646:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102400/0x2c8777a5e7d9d17d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044922.110064:0:12646:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102400/0x2c8777a5e7d9d17d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044922.110073:0:12646:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de43102400 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:0.0:1777044922.110078:0:12646:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102400/0x2c8777a5e7d9d17d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044922.110089:0:12646:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102400/0x2c8777a5e7d9d17d lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044922.110121:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa5954980 (ffff98df48c7e600) 00010000:00010000:0.0:1777044922.110126:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777044922.110131:0:12646:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102400/0x2c8777a5e7d9d17d lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044922.110141:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102400/0x2c8777a5e7d9d17d lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044922.110269:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102a00/0x2c8777a5e7d9d16f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148729 expref: 37 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044922.110300:0:12646:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103600/0x2c8777a5e7d9d184 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x33:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148729 expref: 36 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044922.110313:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x33:0x0].0x0 (ffff98df4abab800) 00010000:00010000:0.0:1777044922.110318:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1777044922.110322:0:12646:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de43103600, rc 0) 00000100:00100000:0.0:1777044922.110418:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b938a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+36:23934:x1863365369908864:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 Request processed in 4674us (9293us total) trans 0 rc 0/0 00000100:00100000:0.0:1777044922.110433:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 816 00000100:00100000:0.0:1777044922.146690:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777044922.148596:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369909120 00000100:00100000:3.0:1777044922.148611:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369909120 00000100:00100000:3.0:1777044922.148797:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 817 00000100:00100000:3.0:1777044922.148814:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41d51c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+36:23934:x1863365369909120:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1777044922.148843:0:5856:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777044922.148874:0:5856:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa6400/0x2c8777a5e7d9d18b lrc: 2/0,0 mode: --/CW res: [0x200000401:0x33:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148730 expref: -99 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1777044922.150386:0:5856:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x10:0x0], index 1: 0 00010000:00010000:3.0:1777044922.150783:0:5856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7200/0x2c8777a5e7d9d192 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x15:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044922.150814:0:5856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7200/0x2c8777a5e7d9d192 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x15:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044922.164450:0:5856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7200/0x2c8777a5e7d9d192 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x15:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044922.164629:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa6400/0x2c8777a5e7d9d18b lrc: 0/0,0 mode: --/CW res: [0x200000401:0x33:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148730 expref: 39 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044922.164668:0:5856:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7200/0x2c8777a5e7d9d192 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x15:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148730 expref: 38 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044922.164684:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x15:0x0].0x0 (ffff98df4abab600) 00010000:00010000:3.0:1777044922.164690:0:5856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777044922.164696:0:5856:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98df74fa7200, rc 0) 00000100:00100000:3.0:1777044922.165660:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41d51c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+38:23934:x1863365369909120:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 Request processed in 16845us (18995us total) trans 4294967842 rc 0/0 00000100:00100000:3.0:1777044922.165676:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 817 00000100:00100000:3.0:1777044922.188124:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777044922.203353:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369909376 00000100:00100000:0.0:1777044922.203371:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369909376 00000100:00100000:0.0:1777044922.203498:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 818 00000100:00100000:0.0:1777044922.203517:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77b5ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+38:23934:x1863365369909376:12345-192.168.201.45@tcp:36:lhsmtool_posix.0 00010000:00010000:0.0:1777044922.203604:0:7939:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777044922.203642:0:7939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7200/0x2c8777a5e7d9d192 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x15:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148730 expref: 38 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044922.203694:0:7939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x15:0x0].0x0 (ffff98df4abab600) 00010000:00010000:0.0:1777044922.203711:0:7939:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777044922.203742:0:7939:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102a00/0x2c8777a5e7d9d1a0 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x33:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044922.203764:0:7939:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102a00/0x2c8777a5e7d9d1a0 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x33:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044922.203780:0:7939:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102a00/0x2c8777a5e7d9d1a0 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x33:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044922.206475:0:7939:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd600/0x2c8777a5e7d9d1a7 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x33:0x0].0x12effea1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044922.206498:0:7939:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd600/0x2c8777a5e7d9d1a7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x33:0x0].0x12effea1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044922.206515:0:7939:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd600/0x2c8777a5e7d9d1a7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x33:0x0].0x12effea1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044922.206622:0:7939:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102a00/0x2c8777a5e7d9d1a0 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x33:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044922.206635:0:7939:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102a00/0x2c8777a5e7d9d1a0 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x33:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044922.206646:0:7939:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102a00/0x2c8777a5e7d9d1a0 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x33:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044922.206656:0:7939:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de43102a00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:1.0:1777044922.206677:0:7939:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102a00/0x2c8777a5e7d9d1a0 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x33:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044922.206690:0:7939:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102a00/0x2c8777a5e7d9d1a0 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x33:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044922.206707:0:7939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x33:0x0].0x0 (ffff98df4abab800) 00010000:00010000:1.0:1777044922.206713:0:7939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777044922.206719:0:7939:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102a00/0x2c8777a5e7d9d1a0 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x33:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044922.206729:0:7939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102a00/0x2c8777a5e7d9d1a0 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x33:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044922.206750:0:7939:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd600/0x2c8777a5e7d9d1a7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x33:0x0].0x12effea1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044922.206761:0:7939:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd600/0x2c8777a5e7d9d1a7 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x33:0x0].0x12effea1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044922.206770:0:7939:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd600/0x2c8777a5e7d9d1a7 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x33:0x0].0x12effea1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044922.206779:0:7939:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de41dfd600 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:1.0:1777044922.206784:0:7939:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd600/0x2c8777a5e7d9d1a7 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x33:0x0].0x12effea1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044922.206793:0:7939:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd600/0x2c8777a5e7d9d1a7 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x33:0x0].0x12effea1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044922.206805:0:7939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x33:0x0].0x12effea1 (ffff98df46583000) 00010000:00010000:1.0:1777044922.206809:0:7939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777044922.206860:0:7939:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd600/0x2c8777a5e7d9d1a7 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x33:0x0].0x12effea1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044922.206871:0:7939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd600/0x2c8777a5e7d9d1a7 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x33:0x0].0x12effea1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777044922.207029:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77b5ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+37:23934:x1863365369909376:12345-192.168.201.45@tcp:36:lhsmtool_posix.0 Request processed in 3511us (18912us total) trans 0 rc -2/-2 00000100:00100000:1.0:1777044922.207045:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 818 00000100:00100000:2.0:1777044922.222520:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777044922.222974:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369909504 00000100:00100000:0.0:1777044922.222990:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369909504 00000100:00100000:0.0:1777044922.223081:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 819 00000100:00100000:0.0:1777044922.223100:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b938e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+37:23934:x1863365369909504:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1777044922.223128:0:5855:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777044922.223162:0:5855:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103800/0x2c8777a5e7d9d1ae lrc: 2/0,0 mode: --/PR res: [0x200000402:0x15:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148737 expref: -99 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044922.223332:0:5855:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102400/0x2c8777a5e7d9d1b5 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x15:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044922.223358:0:5855:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102400/0x2c8777a5e7d9d1b5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x15:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044922.223377:0:5855:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102400/0x2c8777a5e7d9d1b5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x15:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044922.223532:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103800/0x2c8777a5e7d9d1ae lrc: 0/0,0 mode: --/PR res: [0x200000402:0x15:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148737 expref: 39 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044922.223578:0:5855:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102400/0x2c8777a5e7d9d1b5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x15:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148737 expref: 38 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044922.223593:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x15:0x0].0x0 (ffff98df48c7e600) 00010000:00010000:0.0:1777044922.223599:0:5855:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1777044922.223605:0:5855:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de43102400, rc 0) 00000100:00100000:0.0:1777044922.223703:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b938e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+38:23934:x1863365369909504:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 Request processed in 607us (1193us total) trans 0 rc 0/0 00000100:00100000:0.0:1777044922.223717:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 819 00000100:00100000:0.0:1777044922.245305:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777044922.246602:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369909760 00000100:00100000:3.0:1777044922.246618:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369909760 00000100:00100000:3.0:1777044922.246720:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 820 00000100:00100000:3.0:1777044922.246737:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41d53800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+38:23934:x1863365369909760:12345-192.168.201.45@tcp:36:lhsmtool_posix.0 00010000:00010000:3.0:1777044922.247495:0:5856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa6400/0x2c8777a5e7d9d1bc lrc: 3/0,1 mode: --/PW res: [0x200000402:0x15:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044922.247524:0:5856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa6400/0x2c8777a5e7d9d1bc lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x15:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044922.247587:0:5856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa6400/0x2c8777a5e7d9d1bc lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x15:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1777044922.249650:0:5856:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].7, 88 off8712 00000004:00080000:3.0:1777044922.249670:0:5856:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1550739466648ns, next at 1551739461416ns, rc = 0 00000004:00010000:3.0:1777044922.253648:0:5856:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000000a673adc reply state 00000000bbead7d9 transno 4294967843 ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa6400/0x2c8777a5e7d9d1bc lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x15:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777044922.253676:0:5856:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777044922.263038:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41d53800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+40:23934:x1863365369909760:12345-192.168.201.45@tcp:36:lhsmtool_posix.0 Request processed in 16293us (17733us total) trans 4294967843 rc 0/0 00000100:00100000:2.0:1777044922.263056:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 820 00000100:00100000:3.0:1777044922.281600:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00010000:00010000:2.0:1777044922.281772:0:3327:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa6400/0x2c8777a5e7d9d1bc lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x15:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044922.281793:0:3327:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa6400/0x2c8777a5e7d9d1bc lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x15:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044922.281806:0:3327:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa6400/0x2c8777a5e7d9d1bc lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x15:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044922.281817:0:3327:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98df74fa6400 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:2.0:1777044922.281825:0:3327:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa6400/0x2c8777a5e7d9d1bc lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x15:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044922.281838:0:3327:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa6400/0x2c8777a5e7d9d1bc lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x15:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044922.281884:0:3327:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x15:0x0].0x0 (ffff98df48c7e600) 00010000:00010000:2.0:1777044922.281889:0:3327:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1777044922.281897:0:3327:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa6400/0x2c8777a5e7d9d1bc lrc: 2/0,0 mode: --/PW res: [0x200000402:0x15:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044922.281907:0:3327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa6400/0x2c8777a5e7d9d1bc lrc: 0/0,0 mode: --/PW res: [0x200000402:0x15:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777044922.294328:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369909888 00000100:00100000:1.0:1777044922.294350:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369909888 00000100:00100000:1.0:1777044922.294469:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 821 00000100:00100000:1.0:1777044922.294487:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77b5f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+39:23934:x1863365369909888:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1777044922.294519:0:7939:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777044922.294547:0:7939:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd600/0x2c8777a5e7d9d1c3 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x15:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee114873e expref: -99 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044922.294626:0:7939:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd600/0x2c8777a5e7d9d1c3 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x15:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114873e expref: 40 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044922.294649:0:7939:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd600/0x2c8777a5e7d9d1c3 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x15:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114873e expref: 40 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044922.294676:0:7939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x15:0x0].0x0 (ffff98df48c7e600) 00010000:00010000:1.0:1777044922.294682:0:7939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1777044922.294688:0:7939:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de41dfd600, rc 0) 00000100:00100000:1.0:1777044922.294971:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77b5f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+40:23934:x1863365369909888:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 Request processed in 486us (13380us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044922.295018:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 821 00000100:00100000:2.0:1777044922.318631:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777044922.319019:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369910016 00000100:00100000:1.0:1777044922.319032:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369910016 00000100:00100000:1.0:1777044922.319233:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 208 00000100:00100000:1.0:1777044922.319251:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b939880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2393:x1863365369910016:12345-192.168.201.45@tcp:2:lhsmtool_posix.0 00000100:00100000:1.0:1777044922.319754:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b939880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+10:2393:x1863365369910016:12345-192.168.201.45@tcp:2:lhsmtool_posix.0 Request processed in 506us (1132us total) trans 4294967334 rc 0/0 00000100:00100000:1.0:1777044922.319768:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 208 00000100:00080000:0.0:1777044922.321436:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1777044922.350477:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777044922.355108:0:5859:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369910272 00000100:00100000:3.0:1777044922.355127:0:5859:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369910272 00000100:00100000:3.0:1777044922.355296:0:5859:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 189 00000100:00100000:3.0:1777044922.355315:0:5859:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df58666680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+40:23934:x1863365369910272:12345-192.168.201.45@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1777044922.355663:0:5859:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df58666680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+41:23934:x1863365369910272:12345-192.168.201.45@tcp:35:lhsmtool_posix.0 Request processed in 350us (5193us total) trans 4294967844 rc 0/0 00000100:00100000:3.0:1777044922.355677:0:5859:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 189 00000100:00100000:3.0:1777044922.365972:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777044922.369525:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369910528 00000100:00100000:2.0:1777044922.369543:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369910528 00000100:00100000:2.0:1777044922.369648:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 822 00000100:00100000:2.0:1777044922.369666:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77b5d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+41:23934:x1863365369910528:12345-192.168.201.45@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1777044922.369836:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77b5d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+41:23934:x1863365369910528:12345-192.168.201.45@tcp:57:lhsmtool_posix.0 Request processed in 173us (3877us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044922.369849:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 822 00000100:00100000:2.0:1777044922.387898:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777044922.388318:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369910656 00000100:00100000:0.0:1777044922.388332:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369910656 00000100:00100000:0.0:1777044922.388417:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 823 00000100:00100000:0.0:1777044922.388433:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b93b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+41:23934:x1863365369910656:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1777044922.388460:0:5856:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777044922.388487:0:5856:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103800/0x2c8777a5e7d9d1ca lrc: 2/0,0 mode: --/CR res: [0x200000402:0x15:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148745 expref: -99 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044922.388583:0:5856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102a00/0x2c8777a5e7d9d1d1 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x15:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044922.388604:0:5856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102a00/0x2c8777a5e7d9d1d1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x15:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044922.388623:0:5856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102a00/0x2c8777a5e7d9d1d1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x15:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777044922.388692:0:5856:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1777044922.388718:0:5856:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102a00/0x2c8777a5e7d9d1d1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x15:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044922.388756:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103800/0x2c8777a5e7d9d1ca lrc: 0/0,0 mode: --/CR res: [0x200000402:0x15:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148745 expref: 43 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044922.388783:0:5856:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102a00/0x2c8777a5e7d9d1d1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x15:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148745 expref: 42 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044922.388796:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x15:0x0].0x0 (ffff98df48c7e600) 00010000:00010000:0.0:1777044922.388801:0:5856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:0.0:1777044922.388806:0:5856:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de43102a00, rc 0) 00000100:00100000:0.0:1777044922.388899:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b93b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+42:23934:x1863365369910656:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 Request processed in 468us (1010us total) trans 0 rc 0/0 00000100:00100000:0.0:1777044922.388910:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 823 00000100:00100000:1.0:1777044922.403640:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777044922.403808:0:8776:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369910784 00000100:00100000:2.0:1777044922.403821:0:8776:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369910784 00000100:00100000:2.0:1777044922.403994:0:8776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 209 00000100:00100000:2.0:1777044922.404012:0:8776:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df58665500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+10:2393:x1863365369910784:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1777044922.404038:0:8776:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777044922.404066:0:8776:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002edda626/0x2c8777a5e7d9d1d8 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee114874c expref: -99 pid: 8776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777044922.404107:0:8776:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x10:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x69eb8dba, blocks: 0x1 00010000:00010000:2.0:1777044922.404157:0:8776:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777044922.404161:0:8776:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777044922.404173:0:8776:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002edda626/0x2c8777a5e7d9d1d8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114874c expref: 11 pid: 8776 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044922.404232:0:8776:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000002edda626/0x2c8777a5e7d9d1d8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114874c expref: 11 pid: 8776 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044922.404256:0:8776:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de427e7000, rc 0) 00000100:00100000:2.0:1777044922.404401:0:8776:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df58665500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+11:2393:x1863365369910784:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 Request processed in 392us (770us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044922.404414:0:8776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 209 00000100:00100000:3.0:1777044922.420610:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777044922.423300:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369911040 00000100:00100000:0.0:1777044922.423315:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369911040 00000100:00100000:0.0:1777044922.423403:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 824 00000100:00100000:0.0:1777044922.423419:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de4282df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+42:23934:x1863365369911040:12345-192.168.201.45@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1777044922.423925:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de4282df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+42:23934:x1863365369911040:12345-192.168.201.45@tcp:57:lhsmtool_posix.0 Request processed in 507us (3325us total) trans 0 rc 0/0 00000100:00100000:0.0:1777044922.423939:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 824 00000100:00100000:3.0:1777044922.456705:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777044922.457700:0:14822:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369911168 00000100:00100000:2.0:1777044922.457715:0:14822:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369911168 00000100:00100000:2.0:1777044922.457799:0:14822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 210 00000100:00100000:2.0:1777044922.457841:0:14822:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de4282e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+11:23934:x1863365369911168:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1777044922.457868:0:14822:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777044922.457896:0:14822:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004873c2e4/0x2c8777a5e7d9d1df lrc: 2/0,0 mode: --/PW res: [0x280000400:0x10:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148753 expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044922.457945:0:14822:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000002edda626/0x2c8777a5e7d9d1d8 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114874c expref: 12 pid: 8776 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044922.457962:0:14822:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777044922.457965:0:14822:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777044922.457972:0:14822:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004873c2e4/0x2c8777a5e7d9d1df lrc: 4/0,0 mode: --/PW res: [0x280000400:0x10:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148753 expref: 12 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044922.458070:0:14822:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000002edda626/0x2c8777a5e7d9d1d8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114874c expref: 12 pid: 8776 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044922.458093:0:14822:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000002edda626/0x2c8777a5e7d9d1d8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114874c expref: 12 pid: 8776 timeout: 1650 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777044922.458116:0:14822:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7b939f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14822:1863365424319872:192.168.201.45@tcp:104: 00000100:00100000:2.0:1777044922.458360:0:14822:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df467e1480 going to sleep for 11 seconds 00000100:00100000:2.0:1777044922.478723:0:14822:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7b939f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14822:1863365424319872:192.168.201.45@tcp:104: 00010000:00010000:2.0:1777044922.478774:0:14822:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000004873c2e4/0x2c8777a5e7d9d1df lrc: 3/0,0 mode: --/PW res: [0x280000400:0x10:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148753 expref: 12 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044922.478808:0:14822:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de427e7600, rc 0) 00000100:00100000:2.0:1777044922.478924:0:14822:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de4282e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+12:23934:x1863365369911168:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 Request processed in 21109us (22228us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044922.478960:0:14822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 210 00000100:00100000:3.0:1777044922.493677:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777044922.494396:0:5842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369911296 00000100:00100000:0.0:1777044922.494412:0:5842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369911296 00010000:00010000:0.0:1777044922.494476:0:5842:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000002edda626/0x2c8777a5e7d9d1d8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114874c expref: 12 pid: 8776 timeout: 1650 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777044922.494577:0:5842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 250 00000100:00100000:0.0:1777044922.494594:0:5842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de4282ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+12:2392:x1863365369911296:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777044922.494639:0:5842:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777044922.494673:0:5842:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000002edda626/0x2c8777a5e7d9d1d8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x10:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114874c expref: 12 pid: 8776 timeout: 1650 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044922.494700:0:5842:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000002edda626/0x2c8777a5e7d9d1d8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x10:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114874c expref: 12 pid: 8776 timeout: 1650 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044922.494737:0:5842:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002edda626/0x2c8777a5e7d9d1d8 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x10:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114874c expref: 12 pid: 8776 timeout: 1650 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044922.494764:0:5842:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777044922.494767:0:5842:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777044922.494779:0:5842:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000004873c2e4/0x2c8777a5e7d9d1df lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148753 expref: 11 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044922.494797:0:5842:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004873c2e4/0x2c8777a5e7d9d1df lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148753 expref: 11 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044922.495176:0:5842:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000004873c2e4/0x2c8777a5e7d9d1df lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148753 expref: 11 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777044922.495316:0:5842:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de41d53480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5842:1863365424320000:192.168.201.45@tcp:105: 00000100:00100000:0.0:1777044922.495445:0:5842:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df586ea3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1777044922.532106:0:5842:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de41d53480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5842:1863365424320000:192.168.201.45@tcp:105: 00010000:00010000:0.0:1777044922.532150:0:5842:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777044922.532345:0:5842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de4282ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+11:2392:x1863365369911296:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 37752us (38677us total) trans 0 rc 0/0 00000100:00100000:0.0:1777044922.532365:0:5842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 250 00000100:00100000:3.0:1777044922.533344:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777044922.536309:0:6645:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369911424 00000100:00100000:0.0:1777044922.536326:0:6645:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369911424 00002000:00100000:0.0:1777044922.536405:0:6645:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x10:0x0] (0->157) req@ffff98de4282f480 x1863365369911424/t0(0) o4->15144518-a1c7-4352-a966-cb31eadd4d9b@192.168.201.45@tcp:678/0 lens 648/0 e 0 to 0 dl 1777044933 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777044922.536425:0:6645:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98de4282f480 with x1863365369911424 ext(0->157) 00002000:00010000:0.0:1777044922.536435:0:6645:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff98de4282f480 00000100:00100000:0.0:1777044922.536489:0:6645:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 63 00000100:00100000:0.0:1777044922.536506:0:6645:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de4282f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+11:2392:x1863365369911424:12345-192.168.201.45@tcp:4:lhsmtool_posix.0 00000100:00100000:0.0:1777044922.538632:0:6645:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de4282f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+13:2392:x1863365369911424:12345-192.168.201.45@tcp:4:lhsmtool_posix.0 Request processed in 2124us (5287us total) trans 4294967335 rc 0/0 00000100:00100000:0.0:1777044922.538648:0:6645:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 63 00002000:00100000:0.0:1777044922.538663:0:6645:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x10:0x0] (0->157) req@ffff98de4282f480 x1863365369911424/t4294967335(0) o4->15144518-a1c7-4352-a966-cb31eadd4d9b@192.168.201.45@tcp:678/0 lens 648/448 e 0 to 0 dl 1777044933 ref 1 fl Complete:/600/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777044922.538680:0:6645:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98de4282f480 with x1863365369911424 ext(0->157) 00002000:00010000:0.0:1777044922.538687:0:6645:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff98de4282f480 00000100:00100000:3.0:1777044922.580149:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777044922.580760:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369911552 00000100:00100000:0.0:1777044922.580776:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369911552 00000100:00100000:0.0:1777044922.581181:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 825 00000100:00100000:0.0:1777044922.581256:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de4282ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+42:23934:x1863365369911552:12345-192.168.201.45@tcp:44:lhsmtool_posix.0 00000100:00100000:1.0:1777044922.837824:0:3344:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de4282fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3344:1863365424320128:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1777044922.837907:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777044922.838533:0:6644:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424320128 00000100:00100000:0.0:1777044922.838544:0:6644:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424320128 00000100:00100000:0.0:1777044922.838634:0:6644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 362 00000100:00100000:0.0:1777044922.838647:0:6644:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df58665180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1863365424320128:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1777044922.838677:0:6644:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 62980096 pending 1703936 free 3856662528 avail 3854565376 00000100:00080000:3.0:1777044922.838763:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1777044922.839637:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7b939f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ce657616-b3f3-4e21-ac89-518ab611901c:3341:1863365424320256:0@lo:400:kworker.0 00000100:00100000:0.0:1777044922.840442:0:6644:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df58665180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1863365424320128:12345-0@lo:13:osp-pre-1-0.0 Request processed in 1793us (2531us total) trans 0 rc 0/0 00000100:00100000:0.0:1777044922.840456:0:6644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 362 00000100:00100000:2.0:1777044922.841172:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777044922.841298:0:5850:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424320256 00000100:00100000:3.0:1777044922.841306:0:5850:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424320256 00000100:00100000:3.0:1777044922.841371:0:5850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 749 00000100:00100000:3.0:1777044922.841386:0:5850:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df4fc76c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ce657616-b3f3-4e21-ac89-518ab611901c+18:3341:x1863365424320256:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777044922.841452:0:5850:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df4fc76c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ce657616-b3f3-4e21-ac89-518ab611901c+18:3341:x1863365424320256:12345-0@lo:400:kworker.0 Request processed in 69us (279us total) trans 0 rc 0/0 00000100:00100000:3.0:1777044922.841464:0:5850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 749 00000100:00100000:1.0:1777044922.842376:0:3344:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de4282fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3344:1863365424320128:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1777044922.842417:0:3344:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7b93a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3344:1863365424320640:0@lo:400:kworker.0 00000100:00100000:1.0:1777044922.842471:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777044922.842757:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7b93b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3342:1863365424320384:0@lo:400:kworker.0 00000100:00100000:3.0:1777044922.842817:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777044922.842897:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424320640 00000100:00100000:0.0:1777044922.842905:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424320640 00000100:00100000:0.0:1777044922.843007:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 641 00000100:00100000:0.0:1777044922.843024:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df58664000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3344:x1863365424320640:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777044922.843095:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df58664000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3344:x1863365424320640:12345-0@lo:400:kworker.0 Request processed in 76us (623us total) trans 0 rc 0/0 00000100:00100000:0.0:1777044922.843425:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 641 00000100:00100000:2.0:1777044922.843591:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7b939f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ce657616-b3f3-4e21-ac89-518ab611901c:3341:1863365424320256:0@lo:400:kworker.0 00000100:00100000:2.0:1777044922.843604:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7b939180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3341:1863365424320768:0@lo:400:kworker.0 00000100:00100000:2.0:1777044922.843650:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1777044922.843716:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777044922.844368:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424320384 00000100:00100000:0.0:1777044922.844375:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424320384 00000100:00100000:0.0:1777044922.844430:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424320768 00000100:00100000:0.0:1777044922.844436:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424320768 00000100:00080000:0.0:1777044922.844468:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1777044922.844502:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 839 00000100:00100000:0.0:1777044922.844513:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de4282ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3342:x1863365424320384:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777044922.844571:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de4282ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3342:x1863365424320384:12345-0@lo:400:kworker.0 Request processed in 59us (1754us total) trans 0 rc 0/0 00000100:00100000:0.0:1777044922.844582:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 839 00000100:00100000:0.0:1777044922.844601:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 840 00000100:00100000:0.0:1777044922.844611:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df74174000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3341:x1863365424320768:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777044922.844672:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df74174000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3341:x1863365424320768:12345-0@lo:400:kworker.0 Request processed in 62us (1021us total) trans 0 rc 0/0 00000100:00100000:0.0:1777044922.844683:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 840 00000100:00100000:2.0:1777044922.844833:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7b939180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3341:1863365424320768:0@lo:400:kworker.0 00000100:00100000:1.0:1777044922.845579:0:3344:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7b93a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3344:1863365424320640:0@lo:400:kworker.0 00000100:00100000:1.0:1777044922.845604:0:3344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1777044922.845616:0:3344:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7b938000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3344:1863365424320512:0@lo:400:kworker.0 00000100:00100000:1.0:1777044922.845666:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777044922.845717:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424320512 00000100:00100000:1.0:1777044922.845724:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424320512 00000100:00100000:1.0:1777044922.845875:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 841 00000100:00100000:1.0:1777044922.845886:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df58664a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3344:x1863365424320512:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777044922.845974:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df58664a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3344:x1863365424320512:12345-0@lo:400:kworker.0 Request processed in 88us (306us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044922.845998:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 841 00000100:00100000:1.0:1777044922.846054:0:3344:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7b938000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3344:1863365424320512:0@lo:400:kworker.0 00000100:00100000:3.0:1777044922.846541:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7b93b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3342:1863365424320384:0@lo:400:kworker.0 00000001:00080000:3.0:1777044922.846834:0:5877:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967840 is committed 00000001:00080000:3.0:1777044922.846925:0:5877:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967841 is committed 00000100:00080000:2.0:1777044922.847711:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000001:00080000:0.0:1777044922.848702:0:5877:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967844 is committed 00000004:00080000:0.0:1777044922.848719:0:5877:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 10 committed 00000100:00100000:1.0:1777044922.849175:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de4282ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+39:23934:x1863365369911552:12345-192.168.201.45@tcp:44:lhsmtool_posix.0 Request processed in 267970us (269030us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044922.849254:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 825 00000100:00100000:3.0:1777044922.850691:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7b93b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424320896:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1777044922.850757:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777044922.850876:0:8776:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424320896 00000100:00100000:1.0:1777044922.850887:0:8776:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424320896 00000100:00100000:1.0:1777044922.850979:0:8776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 211 00000100:00100000:1.0:1777044922.850994:0:8776:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de4282d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3342:x1863365424320896:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1777044922.851280:0:8776:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x10:0x0] updating lvb size from disk: 0 -> 158 00002000:00010000:1.0:1777044922.851287:0:8776:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x10:0x0] updating lvb mtime from disk: 0 -> 1777044922 00002000:00010000:1.0:1777044922.851292:0:8776:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x10:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1777044922.851296:0:8776:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x10:0x0] updating lvb ctime from disk: 1777044922 -> 1777044922 00002000:00010000:1.0:1777044922.851301:0:8776:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x10:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:1.0:1777044922.852831:0:8776:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de4282d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3342:x1863365424320896:12345-0@lo:2:osp-syn-1-0.0 Request processed in 1836us (2069us total) trans 4294967336 rc 0/0 00000100:00100000:1.0:1777044922.852844:0:8776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 211 00000004:00080000:3.0:1777044922.853482:0:3342:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98df7b93b100/2, rc 0, transno 4294967336 00000100:00100000:3.0:1777044922.853493:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7b93b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424320896:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1777044922.874123:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777044922.884324:0:14822:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369911680 00000100:00100000:3.0:1777044922.884345:0:14822:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369911680 00000100:00100000:0.0:1777044922.887649:0:14822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 212 00000100:00100000:0.0:1777044922.887669:0:14822:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b938000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+13:2392:x1863365369911680:12345-192.168.201.45@tcp:16:lhsmtool_posix.0 00000001:00080000:0.0:1777044923.066930:0:7533:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967335 is committed 00000001:00080000:0.0:1777044923.066972:0:7533:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967336 is committed 00000100:00100000:1.0:1777044923.067831:0:14822:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b938000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+10:2392:x1863365369911680:12345-192.168.201.45@tcp:16:lhsmtool_posix.0 Request processed in 180160us (193712us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044923.067849:0:14822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 212 00000100:00100000:3.0:1777044923.081404:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777044923.084064:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369911936 00000100:00100000:2.0:1777044923.084079:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369911936 00000100:00100000:1.0:1777044923.086644:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 826 00000100:00100000:1.0:1777044923.086669:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de4282f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+38:23934:x1863365369911936:12345-192.168.201.45@tcp:36:lhsmtool_posix.0 00010000:00010000:1.0:1777044923.086746:0:7939:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777044923.086782:0:7939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102a00/0x2c8777a5e7d9d1d1 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x15:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148745 expref: 38 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044923.086834:0:7939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x15:0x0].0x0 (ffff98df48c7e600) 00010000:00010000:1.0:1777044923.086843:0:7939:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777044923.086884:0:7939:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfca00/0x2c8777a5e7d9d1e6 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x15:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044923.086905:0:7939:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfca00/0x2c8777a5e7d9d1e6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x15:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044923.086919:0:7939:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfca00/0x2c8777a5e7d9d1e6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x15:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00080000:0.0:1777044923.087655:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000004:00010000:1.0:1777044923.091619:0:7939:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000275a5017 reply state 000000005381a4d6 transno 4294967845 ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfca00/0x2c8777a5e7d9d1e6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x15:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777044923.091642:0:7939:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777044923.091815:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de4282f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+39:23934:x1863365369911936:12345-192.168.201.45@tcp:36:lhsmtool_posix.0 Request processed in 5151us (10418us total) trans 4294967845 rc 0/0 00000100:00100000:1.0:1777044923.091830:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 826 00000100:00100000:2.0:1777044923.126472:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777044923.126644:0:6639:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369912064 00000100:00100000:0.0:1777044923.126659:0:6639:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369912064 00000100:00100000:0.0:1777044923.126748:0:6639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 213 00000100:00100000:0.0:1777044923.126763:0:6639:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b93a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+10:2390:x1863365369912064:12345-192.168.201.45@tcp:2:lhsmtool_posix.0 00002000:00010000:0.0:1777044923.127126:0:6639:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x10:0x0] updating lvb size from disk: 158 -> 158 00002000:00010000:0.0:1777044923.127133:0:6639:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x10:0x0] updating lvb mtime from disk: 1777044922 -> 1536580263 00002000:00010000:0.0:1777044923.127138:0:6639:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x10:0x0] updating lvb atime from disk: 0 -> 1777043563 00002000:00010000:0.0:1777044923.127142:0:6639:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x10:0x0] updating lvb ctime from disk: 1777044922 -> 1777044921 00002000:00010000:0.0:1777044923.127146:0:6639:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x10:0x0] updating lvb blocks from disk: 1 -> 11 00000100:00100000:0.0:1777044923.127313:0:6639:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b93a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+11:2390:x1863365369912064:12345-192.168.201.45@tcp:2:lhsmtool_posix.0 Request processed in 551us (851us total) trans 4294967337 rc 0/0 00000100:00100000:0.0:1777044923.127326:0:6639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 213 00010000:00010000:3.0:1777044923.128457:0:3328:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfca00/0x2c8777a5e7d9d1e6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x15:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044923.128476:0:3328:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfca00/0x2c8777a5e7d9d1e6 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x15:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044923.128490:0:3328:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfca00/0x2c8777a5e7d9d1e6 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x15:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044923.128501:0:3328:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de41dfca00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:3.0:1777044923.128508:0:3328:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfca00/0x2c8777a5e7d9d1e6 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x15:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044923.128522:0:3328:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfca00/0x2c8777a5e7d9d1e6 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x15:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044923.128546:0:3328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x15:0x0].0x0 (ffff98df48c7e600) 00010000:00010000:3.0:1777044923.128551:0:3328:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777044923.128558:0:3328:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfca00/0x2c8777a5e7d9d1e6 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x15:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044923.128569:0:3328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfca00/0x2c8777a5e7d9d1e6 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x15:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777044923.145825:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777044923.148027:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369912320 00000100:00100000:0.0:1777044923.148042:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369912320 00000100:00100000:0.0:1777044923.148139:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 827 00000100:00100000:0.0:1777044923.148155:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42770700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+38:23934:x1863365369912320:12345-192.168.201.45@tcp:55:lhsmtool_posix.0 00010000:00010000:0.0:1777044923.148606:0:5856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103800/0x2c8777a5e7d9d1ed lrc: 3/0,1 mode: --/PW res: [0x200000402:0x15:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044923.148633:0:5856:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102400/0x2c8777a5e7d9d1b5 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x15:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148737 expref: 38 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044923.148647:0:5856:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103800/0x2c8777a5e7d9d1ed lrc: 4/0,1 mode: --/PW res: [0x200000402:0x15:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044923.148695:0:5856:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102400/0x2c8777a5e7d9d1b5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x15:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148737 expref: 38 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044923.148715:0:5856:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102400/0x2c8777a5e7d9d1b5 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x15:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148737 expref: 38 pid: 5855 timeout: 1651 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777044923.148735:0:5856:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de41d53480 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5856:1863365424321024:192.168.201.45@tcp:104: 00000100:00100000:0.0:1777044923.149118:0:5856:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df586ea3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1777044923.172616:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777044923.172771:0:5841:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369912448 00000100:00100000:1.0:1777044923.172784:0:5841:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369912448 00010000:00010000:1.0:1777044923.172841:0:5841:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102400/0x2c8777a5e7d9d1b5 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x15:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148737 expref: 39 pid: 5855 timeout: 1651 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777044923.172906:0:5841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 251 00000100:00100000:1.0:1777044923.172923:0:5841:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b939180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+39:2393:x1863365369912448:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777044923.172945:0:5841:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777044923.172976:0:5841:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102400/0x2c8777a5e7d9d1b5 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x15:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148737 expref: 39 pid: 5855 timeout: 1651 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044923.172996:0:5841:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102400/0x2c8777a5e7d9d1b5 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x15:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148737 expref: 39 pid: 5855 timeout: 1651 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044923.173028:0:5841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x15:0x0].0x0 (ffff98df48c7e600) 00010000:00010000:1.0:1777044923.173036:0:5841:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103800/0x2c8777a5e7d9d1ed lrc: 3/0,1 mode: --/PW res: [0x200000402:0x15:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044923.173050:0:5841:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103800/0x2c8777a5e7d9d1ed lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x15:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044923.173061:0:5841:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103800/0x2c8777a5e7d9d1ed lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x15:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044923.173088:0:5841:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777044923.173172:0:5841:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b939180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+39:2393:x1863365369912448:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 251us (567us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044923.173274:0:5841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 251 00010000:00010000:0.0:1777044923.176873:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102400/0x2c8777a5e7d9d1b5 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x15:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148737 expref: 38 pid: 5855 timeout: 1651 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777044923.176907:0:5856:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de41d53480 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5856:1863365424321024:192.168.201.45@tcp:104: 00010000:00010000:0.0:1777044923.176962:0:5856:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103800/0x2c8777a5e7d9d1ed lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x15:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044923.176976:0:5856:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103800/0x2c8777a5e7d9d1ed lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x15:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044923.176985:0:5856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103800/0x2c8777a5e7d9d1ed lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x15:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044923.177044:0:5856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103800/0x2c8777a5e7d9d1ed lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x15:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044923.177056:0:5856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103800/0x2c8777a5e7d9d1ed lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x15:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044923.177067:0:5856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103800/0x2c8777a5e7d9d1ed lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x15:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044923.177076:0:5856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de43103800 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:0.0:1777044923.177082:0:5856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103800/0x2c8777a5e7d9d1ed lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x15:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044923.177092:0:5856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103800/0x2c8777a5e7d9d1ed lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x15:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044923.177112:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x15:0x0].0x0 (ffff98df48c7e600) 00010000:00010000:0.0:1777044923.177117:0:5856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:0.0:1777044923.177123:0:5856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103800/0x2c8777a5e7d9d1ed lrc: 2/0,0 mode: --/PW res: [0x200000402:0x15:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044923.177132:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103800/0x2c8777a5e7d9d1ed lrc: 0/0,0 mode: --/PW res: [0x200000402:0x15:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777044923.177599:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42770700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+37:23934:x1863365369912320:12345-192.168.201.45@tcp:55:lhsmtool_posix.0 Request processed in 29443us (31781us total) trans 0 rc -22/-22 00000100:00100000:0.0:1777044923.177616:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 827 00000100:00100000:2.0:1777044923.192073:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777044923.192554:0:6641:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369912576 00000100:00100000:1.0:1777044923.192568:0:6641:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369912576 00000100:00100000:1.0:1777044923.192649:0:6641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 214 00000100:00100000:1.0:1777044923.192664:0:6641:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b939f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+11:2393:x1863365369912576:12345-192.168.201.45@tcp:1:lhsmtool_posix.0 00010000:00010000:1.0:1777044923.192723:0:6641:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000003b9780bc/0x2c8777a5e7d9d1f4 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x10:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044923.192753:0:6641:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000004873c2e4/0x2c8777a5e7d9d1df lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148753 expref: 11 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044923.192795:0:6641:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777044923.192799:0:6641:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777044923.192806:0:6641:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003b9780bc/0x2c8777a5e7d9d1f4 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044923.192861:0:6641:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000004873c2e4/0x2c8777a5e7d9d1df lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148753 expref: 11 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044923.193170:0:6641:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000004873c2e4/0x2c8777a5e7d9d1df lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148753 expref: 11 pid: 14822 timeout: 1651 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777044923.193302:0:6641:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de42772d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6641:1863365424321152:192.168.201.45@tcp:104: 00000100:00100000:1.0:1777044923.193428:0:6641:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df7416e0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1777044923.211908:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777044923.212498:0:5843:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369912704 00000100:00100000:3.0:1777044923.212513:0:5843:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369912704 00010000:00010000:3.0:1777044923.212570:0:5843:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000004873c2e4/0x2c8777a5e7d9d1df lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148753 expref: 12 pid: 14822 timeout: 1651 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777044923.212648:0:5843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 252 00000100:00100000:3.0:1777044923.212666:0:5843:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df605f5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+12:2392:x1863365369912704:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777044923.212691:0:5843:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777044923.212725:0:5843:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000004873c2e4/0x2c8777a5e7d9d1df lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x10:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148753 expref: 12 pid: 14822 timeout: 1651 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044923.212748:0:5843:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000004873c2e4/0x2c8777a5e7d9d1df lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x10:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148753 expref: 12 pid: 14822 timeout: 1651 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044923.212788:0:5843:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777044923.212792:0:5843:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777044923.212800:0:5843:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000003b9780bc/0x2c8777a5e7d9d1f4 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x10:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044923.213151:0:5843:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003b9780bc/0x2c8777a5e7d9d1f4 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x10:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044923.213235:0:5843:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777044923.213331:0:5843:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df605f5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+12:2392:x1863365369912704:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 665us (1432us total) trans 0 rc 0/0 00000100:00100000:3.0:1777044923.213345:0:5843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 252 00010000:00010000:1.0:1777044923.213635:0:6641:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004873c2e4/0x2c8777a5e7d9d1df lrc: 0/0,0 mode: --/PW res: [0x280000400:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148753 expref: 11 pid: 14822 timeout: 1651 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777044923.213663:0:6641:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de42772d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6641:1863365424321152:192.168.201.45@tcp:104: 00010000:00010000:1.0:1777044923.213695:0:6641:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000003b9780bc/0x2c8777a5e7d9d1f4 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044923.213712:0:6641:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000003b9780bc/0x2c8777a5e7d9d1f4 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044923.213725:0:6641:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003b9780bc/0x2c8777a5e7d9d1f4 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044923.213785:0:6641:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000003b9780bc/0x2c8777a5e7d9d1f4 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044923.213799:0:6641:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000003b9780bc/0x2c8777a5e7d9d1f4 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044923.213812:0:6641:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000003b9780bc/0x2c8777a5e7d9d1f4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044923.213851:0:6641:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de41dfd000 already unused, calling callback (ffffffffc17d22d0) 00010000:00010000:1.0:1777044923.213858:0:6641:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000003b9780bc/0x2c8777a5e7d9d1f4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044923.213872:0:6641:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000003b9780bc/0x2c8777a5e7d9d1f4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044923.213894:0:6641:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000003b9780bc/0x2c8777a5e7d9d1f4 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044923.213907:0:6641:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003b9780bc/0x2c8777a5e7d9d1f4 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777044923.213984:0:6641:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b939f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+10:2393:x1863365369912576:12345-192.168.201.45@tcp:1:lhsmtool_posix.0 Request processed in 21322us (21923us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044923.214013:0:6641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 214 00000100:00100000:3.0:1777044923.253327:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777044923.257694:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369912960 00000100:00100000:1.0:1777044923.257714:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369912960 00000100:00100000:1.0:1777044923.258132:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 828 00000100:00100000:1.0:1777044923.258150:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de4282d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+37:23934:x1863365369912960:12345-192.168.201.45@tcp:57:lhsmtool_posix.0 00010000:00010000:1.0:1777044923.258352:0:12646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd000/0x2c8777a5e7d9d1fb lrc: 3/0,1 mode: --/PW res: [0x200000401:0x35:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044923.258390:0:12646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd000/0x2c8777a5e7d9d1fb lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x35:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044923.258411:0:12646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd000/0x2c8777a5e7d9d1fb lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x35:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044923.258760:0:12646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd400/0x2c8777a5e7d9d202 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x15:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044923.258781:0:12646:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd600/0x2c8777a5e7d9d1c3 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x15:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114873e expref: 38 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044923.258795:0:12646:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd400/0x2c8777a5e7d9d202 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x15:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044923.259528:0:12646:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd600/0x2c8777a5e7d9d1c3 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x15:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114873e expref: 38 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044923.259554:0:12646:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd600/0x2c8777a5e7d9d1c3 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x15:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114873e expref: 38 pid: 7939 timeout: 1651 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777044923.259610:0:12646:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de42772d80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12646:1863365424321280:192.168.201.45@tcp:104: 00000100:00100000:1.0:1777044923.259743:0:12646:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df7416e0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1777044923.281809:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777044923.283500:0:12646:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de42772d80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12646:1863365424321280:192.168.201.45@tcp:104: 00010000:00010000:1.0:1777044923.283541:0:12646:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd400/0x2c8777a5e7d9d202 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x15:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777044923.284413:0:5841:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369913088 00000100:00100000:2.0:1777044923.284426:0:5841:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369913088 00010000:00010000:2.0:1777044923.284485:0:5841:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd600/0x2c8777a5e7d9d1c3 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x15:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114873e expref: 39 pid: 7939 timeout: 1651 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777044923.284558:0:5841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 253 00000100:00100000:2.0:1777044923.284575:0:5841:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41d53480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+39:2393:x1863365369913088:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777044923.284599:0:5841:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777044923.284610:0:5841:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd600/0x2c8777a5e7d9d1c3 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x15:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114873e expref: 39 pid: 7939 timeout: 1651 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044923.284631:0:5841:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd600/0x2c8777a5e7d9d1c3 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x15:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114873e expref: 39 pid: 7939 timeout: 1651 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044923.284690:0:5841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd600/0x2c8777a5e7d9d1c3 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x15:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114873e expref: 39 pid: 7939 timeout: 1651 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044923.284717:0:5841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x15:0x0].0x0 (ffff98df48c7e600) 00010000:00010000:2.0:1777044923.284725:0:5841:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd400/0x2c8777a5e7d9d202 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x15:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044923.284763:0:5841:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd400/0x2c8777a5e7d9d202 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x15:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044923.284777:0:5841:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd400/0x2c8777a5e7d9d202 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x15:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044923.284830:0:5841:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777044923.284923:0:5841:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41d53480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+38:2393:x1863365369913088:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 350us (3125us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044923.284956:0:5841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 253 00010000:00010000:1.0:1777044923.287126:0:12646:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd400/0x2c8777a5e7d9d202 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x15:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044923.287143:0:12646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd400/0x2c8777a5e7d9d202 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x15:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1777044923.295660:0:12646:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967846 00000001:00080000:0.0:1777044923.296602:0:12646:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967847 00000001:00080000:0.0:1777044923.296708:0:12646:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967848 00000100:00100000:0.0:1777044923.296841:0:12646:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de41d50a80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:12646:1863365424321408:0@lo:1000:mdt00_004.0 00000100:00100000:0.0:1777044923.296924:0:12646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777044923.296987:0:12646:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df41254540 going to sleep for 11 seconds 00000100:00100000:2.0:1777044923.298162:0:5860:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424321408 00000100:00100000:2.0:1777044923.298175:0:5860:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424321408 00000100:00100000:2.0:1777044923.298294:0:5860:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:2.0:1777044923.298309:0:5860:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41d51180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:12646:x1863365424321408:12345-0@lo:1000:mdt00_004.0 00000100:00100000:2.0:1777044923.298487:0:5860:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41d51180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:12646:x1863365424321408:12345-0@lo:1000:mdt00_004.0 Request processed in 179us (1561us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044923.298500:0:5860:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00100000:0.0:1777044923.302059:0:12646:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967336 gen 2 00000004:00080000:0.0:1777044923.302074:0:12646:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98df7b93b100, transno 4294967336 00000100:00100000:0.0:1777044923.302118:0:12646:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de41d50a80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:12646:1863365424321408:0@lo:1000:mdt00_004.0 00000001:00080000:0.0:1777044923.312415:0:12646:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967849 00000100:00100000:0.0:1777044923.312581:0:12646:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de41d50a80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:12646:1863365424321536:0@lo:1000:mdt00_004.0 00000100:00100000:0.0:1777044923.312671:0:12646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777044923.312729:0:12646:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df50f279c0 going to sleep for 11 seconds 00000100:00100000:2.0:1777044923.315017:0:5860:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424321536 00000100:00100000:2.0:1777044923.315033:0:5860:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424321536 00000100:00100000:2.0:1777044923.315120:0:5860:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:2.0:1777044923.315135:0:5860:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41d51500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:12646:x1863365424321536:12345-0@lo:1000:mdt00_004.0 00000100:00100000:2.0:1777044923.315546:0:5860:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41d51500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:12646:x1863365424321536:12345-0@lo:1000:mdt00_004.0 Request processed in 413us (2873us total) trans 4294967338 rc 0/0 00000100:00100000:2.0:1777044923.315561:0:5860:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:0.0:1777044923.315755:0:12646:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de41d50a80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:12646:1863365424321536:0@lo:1000:mdt00_004.0 00010000:00010000:0.0:1777044923.315812:0:12646:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd400/0x2c8777a5e7d9d202 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x15:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044923.315831:0:12646:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd400/0x2c8777a5e7d9d202 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x15:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044923.315842:0:12646:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd400/0x2c8777a5e7d9d202 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x15:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044923.316139:0:12646:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de41dfd400 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:0.0:1777044923.316146:0:12646:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd400/0x2c8777a5e7d9d202 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x15:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044923.316159:0:12646:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd400/0x2c8777a5e7d9d202 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x15:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044923.316270:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x15:0x0].0x0 (ffff98df48c7e600) 00010000:00010000:0.0:1777044923.316296:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1777044923.316305:0:12646:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd400/0x2c8777a5e7d9d202 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x15:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044923.316317:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd400/0x2c8777a5e7d9d202 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x15:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044923.316364:0:12646:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfde00/0x2c8777a5e7d9d137 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x35:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044923.316375:0:12646:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfde00/0x2c8777a5e7d9d137 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x35:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044923.316385:0:12646:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfde00/0x2c8777a5e7d9d137 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x35:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044923.316393:0:12646:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de41dfde00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:0.0:1777044923.316400:0:12646:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfde00/0x2c8777a5e7d9d137 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x35:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044923.316410:0:12646:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfde00/0x2c8777a5e7d9d137 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x35:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000020 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044923.316423:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x35:0x0].0x0 (ffff98df46583200) 00010000:00010000:0.0:1777044923.316427:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1777044923.316438:0:12646:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7a00/0x2c8777a5e7d9d13e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x35:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114871b expref: 73 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044923.316457:0:12646:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7a00/0x2c8777a5e7d9d13e lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x35:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114871b expref: 73 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044923.316472:0:12646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7a00/0x2c8777a5e7d9d13e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x35:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114871b expref: 73 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044923.316531:0:12646:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7a00/0x2c8777a5e7d9d13e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x35:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114871b expref: 73 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777044923.316551:0:12646:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de41d50e00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12646:1863365424321664:192.168.201.45@tcp:105: 00000100:00100000:0.0:1777044923.316644:0:12646:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df50f279c0 going to sleep for 11 seconds 00000100:00100000:0.0:1777044923.353802:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777044923.356296:0:5859:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369913216 00000100:00100000:3.0:1777044923.356313:0:5859:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369913216 00000100:00100000:3.0:1777044923.356429:0:5859:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 190 00000100:00100000:3.0:1777044923.356446:0:5859:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41d52680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:146de360-3fb2-48bd-b418-06f30714148a+74:23933:x1863365369913216:12345-192.168.201.45@tcp:49:cat.0 00000100:00100000:3.0:1777044923.356635:0:5859:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41d52680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:146de360-3fb2-48bd-b418-06f30714148a+74:23933:x1863365369913216:12345-192.168.201.45@tcp:49:cat.0 Request processed in 191us (2843us total) trans 0 rc 0/0 00000100:00100000:3.0:1777044923.356649:0:5859:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 190 00000100:00100000:2.0:1777044923.357402:0:12646:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de41d50e00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12646:1863365424321664:192.168.201.45@tcp:105: 00010000:00010000:2.0:1777044923.357443:0:12646:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfde00/0x2c8777a5e7d9d137 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x35:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044923.357482:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfde00/0x2c8777a5e7d9d137 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x35:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044923.357529:0:12646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e6000/0x2c8777a5e7d9d209 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x35:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044923.357550:0:12646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e6000/0x2c8777a5e7d9d209 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x35:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044923.357566:0:12646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e6000/0x2c8777a5e7d9d209 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x35:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044923.357580:0:12646:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e6000/0x2c8777a5e7d9d209 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x35:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044923.357590:0:12646:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e6000/0x2c8777a5e7d9d209 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x35:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044923.357600:0:12646:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e6000/0x2c8777a5e7d9d209 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x35:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044923.357608:0:12646:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de427e6000 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:2.0:1777044923.357614:0:12646:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e6000/0x2c8777a5e7d9d209 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x35:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044923.357624:0:12646:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e6000/0x2c8777a5e7d9d209 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x35:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044923.357638:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x35:0x0].0x0 (ffff98df46583200) 00010000:00010000:2.0:1777044923.357642:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777044923.357648:0:12646:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e6000/0x2c8777a5e7d9d209 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x35:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044923.357668:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e6000/0x2c8777a5e7d9d209 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x35:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044923.357706:0:12646:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd000/0x2c8777a5e7d9d1fb lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x35:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044923.357715:0:12646:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd000/0x2c8777a5e7d9d1fb lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x35:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044923.357995:0:12646:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd000/0x2c8777a5e7d9d1fb lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x35:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044923.358003:0:12646:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de41dfd000 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:2.0:1777044923.358008:0:12646:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd000/0x2c8777a5e7d9d1fb lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x35:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044923.358016:0:12646:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd000/0x2c8777a5e7d9d1fb lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x35:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044923.358028:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x35:0x0].0x0 (ffff98df46583200) 00010000:00010000:2.0:1777044923.358031:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1777044923.358035:0:12646:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd000/0x2c8777a5e7d9d1fb lrc: 2/0,0 mode: --/PW res: [0x200000401:0x35:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044923.358044:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd000/0x2c8777a5e7d9d1fb lrc: 0/0,0 mode: --/PW res: [0x200000401:0x35:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00080000:1.0:1777044923.362682:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1777044923.365743:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de4282d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+41:23934:x1863365369912960:12345-192.168.201.45@tcp:57:lhsmtool_posix.0 Request processed in 107587us (112420us total) trans 4294967850 rc 0/0 00000100:00100000:3.0:1777044923.365763:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 828 00000020:00080000:3.0:1777044923.365773:0:12646:0:(tgt_main.c:783:tgt_ses_key_exit()) total 5 transactions per RPC 00000040:00080000:0.0:1777044923.371272:0:11491:0:(llog.c:801:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1777044923.371283:0:11491:0:(llog_cat.c:158:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1777044923.372388:0:11491:0:(llog.c:858:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 2 00000040:00080000:0.0:1777044923.372404:0:11491:0:(llog.c:858:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1777044923.401943:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777044923.402094:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777044923.402343:0:14822:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369913344 00000100:00100000:0.0:1777044923.402358:0:14822:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369913344 00000100:00100000:0.0:1777044923.402460:0:14822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 215 00000100:00100000:0.0:1777044923.402477:0:14822:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42772d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:146de360-3fb2-48bd-b418-06f30714148a+11:23933:x1863365369913344:12345-192.168.201.45@tcp:101:cat.0 00010000:00010000:0.0:1777044923.402501:0:14822:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777044923.402528:0:14822:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000041638ba4/0x2c8777a5e7d9d210 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee114875a expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777044923.402565:0:14822:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x10:0x0] initial LVB size: 158, mtime: 0x5b965aa7, atime: 0x69eb886b, ctime: 0x69eb8db9, blocks: 0xb 00010000:00010000:0.0:1777044923.402590:0:14822:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777044923.402593:0:14822:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777044923.402605:0:14822:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000041638ba4/0x2c8777a5e7d9d210 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114875a expref: 12 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044923.402630:0:14822:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000041638ba4/0x2c8777a5e7d9d210 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114875a expref: 12 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044923.402696:0:14822:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de43102400, rc 0) 00000100:00100000:0.0:1777044923.402767:0:14822:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42772d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:146de360-3fb2-48bd-b418-06f30714148a+12:23933:x1863365369913344:12345-192.168.201.45@tcp:101:cat.0 Request processed in 295us (874us total) trans 0 rc 0/0 00000100:00100000:0.0:1777044923.402778:0:14822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 215 00000100:00100000:3.0:1777044923.407546:0:5859:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369913600 00000100:00100000:3.0:1777044923.407560:0:5859:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369913600 00000100:00100000:3.0:1777044923.407626:0:5859:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 191 00000100:00100000:3.0:1777044923.407640:0:5859:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6015a050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+41:23934:x1863365369913600:12345-192.168.201.45@tcp:35:lhsmtool_posix.0 00000100:00080000:1.0:1777044923.409555:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000004:00080000:3.0:1777044923.421767:0:5859:0:(mdd_object.c:4010:mdd_close()) Object [0x200000402:0x15:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:3.0:1777044923.422004:0:5859:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967851 00010000:00010000:3.0:1777044923.422113:0:5859:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa6400/0x2c8777a5e7d9d217 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x15:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5859 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777044923.422674:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777044923.424080:0:6646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369913728 00000100:00100000:0.0:1777044923.424095:0:6646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369913728 00002000:00100000:0.0:1777044923.424163:0:6646:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x10:0x0] (0->4095) req@ffff98df605f4380 x1863365369913728/t0(0) o3->146de360-3fb2-48bd-b418-06f30714148a@192.168.201.45@tcp:679/0 lens 488/0 e 0 to 0 dl 1777044934 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777044923.424568:0:6646:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98df605f4380 with x1863365369913728 ext(0->4095) 00002000:00010000:0.0:1777044923.424578:0:6646:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff98df605f4380 00000100:00100000:0.0:1777044923.424622:0:6646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 64 00000100:00100000:0.0:1777044923.424639:0:6646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df605f4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:146de360-3fb2-48bd-b418-06f30714148a+12:2390:x1863365369913728:12345-192.168.201.45@tcp:3:cat.0 00010000:00010000:3.0:1777044923.426263:0:5859:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa6400/0x2c8777a5e7d9d217 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x15:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 5859 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044923.426299:0:5859:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa6400/0x2c8777a5e7d9d217 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x15:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 5859 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044923.426315:0:5859:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa6400/0x2c8777a5e7d9d217 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x15:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 5859 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044923.426326:0:5859:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa6400/0x2c8777a5e7d9d217 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x15:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 5859 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044923.426337:0:5859:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa6400/0x2c8777a5e7d9d217 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x15:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 5859 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044923.426368:0:5859:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1777044923.426844:0:6646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df605f4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:146de360-3fb2-48bd-b418-06f30714148a+12:2390:x1863365369913728:12345-192.168.201.45@tcp:3:cat.0 Request processed in 2201us (4167us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1777044923.426862:0:6646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 64 00002000:00100000:0.0:1777044923.426878:0:6646:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x10:0x0] (0->4095) req@ffff98df605f4380 x1863365369913728/t0(0) o3->146de360-3fb2-48bd-b418-06f30714148a@192.168.201.45@tcp:679/0 lens 488/4536 e 0 to 0 dl 1777044934 ref 1 fl Complete:/600/0 rc 4096/4096 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777044923.426894:0:6646:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98df605f4380 with x1863365369913728 ext(0->4095) 00002000:00010000:0.0:1777044923.426905:0:6646:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff98df605f4380 00000100:00100000:3.0:1777044923.440522:0:5859:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6015a050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+43:23934:x1863365369913600:12345-192.168.201.45@tcp:35:lhsmtool_posix.0 Request processed in 32866us (38410us total) trans 4294967852 rc 0/0 00000100:00100000:3.0:1777044923.440545:0:5859:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 191 00000020:00080000:3.0:1777044923.440559:0:5859:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1777044923.440704:0:5845:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777044923.440717:0:5845:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa6400/0x2c8777a5e7d9d217 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x15:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5859 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044923.440733:0:5845:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98df74fa6400 already unused, calling callback (ffffffffc17d22d0) 00010000:00010000:3.0:1777044923.440739:0:5845:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa6400/0x2c8777a5e7d9d217 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x15:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5859 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044923.440760:0:5845:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa6400/0x2c8777a5e7d9d217 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x15:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5859 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044923.440785:0:5845:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x15:0x0].0x0 (ffff98df4ababf00) 00010000:00010000:3.0:1777044923.440790:0:5845:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1777044923.440798:0:5845:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa6400/0x2c8777a5e7d9d217 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x15:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5859 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044923.440808:0:5845:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa6400/0x2c8777a5e7d9d217 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x15:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5859 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044923.440838:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777044923.440841:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777044923.440844:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777044923.477433:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777044923.478275:0:5858:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369913984 00000100:00100000:0.0:1777044923.478291:0:5858:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369913984 00000100:00100000:0.0:1777044923.478379:0:5858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 192 00000100:00100000:0.0:1777044923.478397:0:5858:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b8ed180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:146de360-3fb2-48bd-b418-06f30714148a+74:23933:x1863365369913984:12345-192.168.201.45@tcp:35:cat.0 00000001:00080000:0.0:1777044923.478831:0:5858:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967853 00000100:00100000:0.0:1777044923.478998:0:5858:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b8ed180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:146de360-3fb2-48bd-b418-06f30714148a+76:23933:x1863365369913984:12345-192.168.201.45@tcp:35:cat.0 Request processed in 603us (1576us total) trans 4294967854 rc 0/0 00000100:00100000:0.0:1777044923.479012:0:5858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 192 00000020:00080000:0.0:1777044923.479020:0:5858:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1777044923.583587:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777044923.583752:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369914240 00000100:00100000:0.0:1777044923.583769:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369914240 00000100:00100000:0.0:1777044923.583865:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 829 00000100:00100000:0.0:1777044923.583884:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42771500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:146de360-3fb2-48bd-b418-06f30714148a+76:23937:x1863365369914240:12345-192.168.201.45@tcp:101:lfs.0 00010000:00010000:0.0:1777044923.583918:0:5857:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777044923.583963:0:5857:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102a00/0x2c8777a5e7d9d21e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x33:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148761 expref: -99 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044923.584080:0:5857:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103800/0x2c8777a5e7d9d225 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x33:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044923.584102:0:5857:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103800/0x2c8777a5e7d9d225 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x33:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044923.584122:0:5857:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103800/0x2c8777a5e7d9d225 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x33:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044923.584253:0:5857:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537000/0x2c8777a5e7d9d22c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x33:0x0].0x4f0c1d45 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044923.584269:0:5857:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537000/0x2c8777a5e7d9d22c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x33:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044923.584280:0:5857:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537000/0x2c8777a5e7d9d22c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x33:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044923.584874:0:5857:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537600/0x2c8777a5e7d9d233 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x35:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044923.584892:0:5857:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537600/0x2c8777a5e7d9d233 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044923.584905:0:5857:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537600/0x2c8777a5e7d9d233 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777044923.584921:0:5857:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x35:0x0]: returning size 158 00010000:00010000:0.0:1777044923.585050:0:5857:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103800/0x2c8777a5e7d9d225 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x33:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044923.585063:0:5857:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103800/0x2c8777a5e7d9d225 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x33:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044923.585074:0:5857:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103800/0x2c8777a5e7d9d225 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x33:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044923.585082:0:5857:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de43103800 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:0.0:1777044923.585088:0:5857:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103800/0x2c8777a5e7d9d225 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x33:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044923.585100:0:5857:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103800/0x2c8777a5e7d9d225 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x33:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044923.585117:0:5857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x33:0x0].0x0 (ffff98df4abab800) 00010000:00010000:0.0:1777044923.585123:0:5857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777044923.585129:0:5857:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103800/0x2c8777a5e7d9d225 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x33:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044923.585240:0:5857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103800/0x2c8777a5e7d9d225 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x33:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044923.585265:0:5857:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537000/0x2c8777a5e7d9d22c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x33:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044923.585276:0:5857:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537000/0x2c8777a5e7d9d22c lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x33:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044923.585285:0:5857:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537000/0x2c8777a5e7d9d22c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x33:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044923.585294:0:5857:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98df7b537000 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:0.0:1777044923.585298:0:5857:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537000/0x2c8777a5e7d9d22c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x33:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044923.585308:0:5857:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537000/0x2c8777a5e7d9d22c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x33:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044923.585321:0:5857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x33:0x0].0x4f0c1d45 (ffff98df48c7e700) 00010000:00010000:0.0:1777044923.585326:0:5857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777044923.585331:0:5857:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537000/0x2c8777a5e7d9d22c lrc: 2/0,0 mode: --/PR res: [0x200000401:0x33:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044923.585340:0:5857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537000/0x2c8777a5e7d9d22c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x33:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044923.585406:0:5857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102a00/0x2c8777a5e7d9d21e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x33:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148761 expref: 79 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044923.585455:0:5857:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537600/0x2c8777a5e7d9d233 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148761 expref: 78 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044923.585467:0:5857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x35:0x0].0x0 (ffff98df46583200) 00010000:00010000:0.0:1777044923.585471:0:5857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777044923.585475:0:5857:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98df7b537600, rc 0) 00000100:00100000:0.0:1777044923.585558:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42771500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:146de360-3fb2-48bd-b418-06f30714148a+78:23937:x1863365369914240:12345-192.168.201.45@tcp:101:lfs.0 Request processed in 1677us (1980us total) trans 4294967855 rc 0/0 00000100:00100000:0.0:1777044923.585572:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 829 00000100:00100000:2.0:1777044923.600496:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777044923.601385:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369914368 00000100:00100000:3.0:1777044923.601400:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369914368 00000100:00100000:3.0:1777044923.601491:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 830 00000100:00100000:3.0:1777044923.601508:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b8ed500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:146de360-3fb2-48bd-b418-06f30714148a+78:23937:x1863365369914368:12345-192.168.201.45@tcp:54:lfs.0 00010000:00010000:3.0:1777044923.601603:0:5856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa6400/0x2c8777a5e7d9d241 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x35:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044923.601631:0:5856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa6400/0x2c8777a5e7d9d241 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x35:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044923.601648:0:5856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa6400/0x2c8777a5e7d9d241 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x35:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044923.601686:0:5856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa6400/0x2c8777a5e7d9d241 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x35:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044923.601706:0:5856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa6400/0x2c8777a5e7d9d241 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x35:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044923.601717:0:5856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa6400/0x2c8777a5e7d9d241 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x35:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044923.601732:0:5856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98df74fa6400 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:3.0:1777044923.601739:0:5856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa6400/0x2c8777a5e7d9d241 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x35:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044923.601751:0:5856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa6400/0x2c8777a5e7d9d241 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x35:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044923.601767:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x35:0x0].0x0 (ffff98df46583200) 00010000:00010000:3.0:1777044923.601773:0:5856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1777044923.601780:0:5856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa6400/0x2c8777a5e7d9d241 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x35:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044923.601790:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa6400/0x2c8777a5e7d9d241 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x35:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777044923.601889:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b8ed500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:146de360-3fb2-48bd-b418-06f30714148a+78:23937:x1863365369914368:12345-192.168.201.45@tcp:54:lfs.0 Request processed in 382us (1404us total) trans 0 rc 0/0 00000100:00100000:3.0:1777044923.601904:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 830 00000100:00100000:2.0:1777044923.617971:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777044923.618488:0:5858:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369914624 00000100:00100000:0.0:1777044923.618505:0:5858:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369914624 00000100:00100000:0.0:1777044923.618600:0:5858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 193 00000100:00100000:0.0:1777044923.618619:0:5858:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b8edf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:146de360-3fb2-48bd-b418-06f30714148a+78:23937:x1863365369914624:12345-192.168.201.45@tcp:35:lfs.0 00000100:00100000:0.0:1777044923.618967:0:5858:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b8edf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:146de360-3fb2-48bd-b418-06f30714148a+79:23937:x1863365369914624:12345-192.168.201.45@tcp:35:lfs.0 Request processed in 351us (1005us total) trans 4294967856 rc 0/0 00000100:00100000:0.0:1777044923.618981:0:5858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 193 00010000:00010000:2.0:1777044923.862109:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777044924.209622:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777044924.209779:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369914880 00000100:00100000:0.0:1777044924.209793:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369914880 00000100:00100000:0.0:1777044924.209900:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 831 00000100:00100000:0.0:1777044924.209917:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42773800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:146de360-3fb2-48bd-b418-06f30714148a+79:23953:x1863365369914880:12345-192.168.201.45@tcp:101:diff.0 00010000:00010000:0.0:1777044924.209949:0:12646:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777044924.209977:0:12646:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537000/0x2c8777a5e7d9d248 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x33:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148768 expref: -99 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044924.210155:0:12646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102a00/0x2c8777a5e7d9d24f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x35:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044924.210251:0:12646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102a00/0x2c8777a5e7d9d24f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x35:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044924.210269:0:12646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102a00/0x2c8777a5e7d9d24f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x35:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777044924.210292:0:12646:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x35:0x0]: returning size 158 00010000:00010000:0.0:1777044924.210485:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537000/0x2c8777a5e7d9d248 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x33:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148768 expref: 82 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044924.210516:0:12646:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102a00/0x2c8777a5e7d9d24f lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x35:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148768 expref: 81 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044924.210532:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x35:0x0].0x0 (ffff98df46583200) 00010000:00010000:0.0:1777044924.210536:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:0.0:1777044924.210541:0:12646:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de43102a00, rc 0) 00000100:00100000:0.0:1777044924.210834:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42773800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:146de360-3fb2-48bd-b418-06f30714148a+81:23953:x1863365369914880:12345-192.168.201.45@tcp:101:diff.0 Request processed in 919us (1221us total) trans 4294967857 rc 0/0 00000100:00100000:0.0:1777044924.210849:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 831 00000040:00080000:0.0:1777044924.373666:0:11491:0:(llog.c:801:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1777044924.373676:0:11491:0:(llog_cat.c:158:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1777044924.373722:0:11491:0:(llog.c:858:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 20 count 2 00000040:00080000:0.0:1777044924.373732:0:11491:0:(llog.c:858:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:3.0:1777044924.891494:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777044925.436506:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777044925.460683:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777044925.460731:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777044925.460783:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777044925.460847:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369915264 00000100:00100000:3.0:1777044925.460861:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369915264 00000100:00100000:3.0:1777044925.460934:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369915392 00000100:00100000:3.0:1777044925.460940:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369915392 00000100:00100000:3.0:1777044925.460989:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 642 00000100:00100000:3.0:1777044925.461005:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de4282d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:146de360-3fb2-48bd-b418-06f30714148a+10:2391:x1863365369915264:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777044925.461102:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de4282d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:146de360-3fb2-48bd-b418-06f30714148a+10:2391:x1863365369915264:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 101us (369us total) trans 0 rc 0/0 00000100:00100000:3.0:1777044925.461114:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 642 00000100:00100000:3.0:1777044925.461137:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 643 00000100:00100000:3.0:1777044925.461178:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de4282dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:146de360-3fb2-48bd-b418-06f30714148a+12:2390:x1863365369915392:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777044925.461218:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de4282dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:146de360-3fb2-48bd-b418-06f30714148a+12:2390:x1863365369915392:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 43us (435us total) trans 0 rc 0/0 00000100:00100000:3.0:1777044925.461227:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 643 00000100:00080000:3.0:1777044925.461252:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1777044925.461256:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1777044925.461319:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777044925.461396:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777044925.461512:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777044925.461538:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369915648 00000100:00100000:3.0:1777044925.461544:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369915648 00000100:00100000:3.0:1777044925.461574:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369915776 00000100:00100000:3.0:1777044925.461578:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369915776 00000100:00100000:3.0:1777044925.461595:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 644 00000100:00100000:3.0:1777044925.461603:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de4282c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2390:x1863365369915648:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777044925.461648:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de4282c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2390:x1863365369915648:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 45us (252us total) trans 0 rc 0/0 00000100:00100000:3.0:1777044925.461658:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 644 00000100:00100000:3.0:1777044925.461674:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 645 00000100:00100000:3.0:1777044925.461682:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de4282c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+10:2391:x1863365369915776:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777044925.461707:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de4282c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+10:2391:x1863365369915776:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 26us (197us total) trans 0 rc 0/0 00000100:00100000:3.0:1777044925.461716:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 645 00000100:00080000:3.0:1777044925.461731:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1777044925.461735:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1777044925.461747:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369915136 00000100:00100000:3.0:1777044925.461751:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369915136 00000100:00100000:3.0:1777044925.461784:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369915520 00000100:00100000:3.0:1777044925.461788:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369915520 00000100:00100000:3.0:1777044925.462077:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 842 00000100:00100000:3.0:1777044925.462089:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de4282ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:146de360-3fb2-48bd-b418-06f30714148a+81:2390:x1863365369915136:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777044925.462137:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de4282ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:146de360-3fb2-48bd-b418-06f30714148a+81:2390:x1863365369915136:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 51us (1467us total) trans 0 rc 0/0 00000100:00100000:3.0:1777044925.462170:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 842 00000100:00100000:3.0:1777044925.462188:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 843 00000100:00100000:3.0:1777044925.462512:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de4282c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+43:2391:x1863365369915520:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777044925.462555:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de4282c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+43:2391:x1863365369915520:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 359us (1236us total) trans 0 rc 0/0 00000100:00100000:3.0:1777044925.462565:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 843 00000100:00080000:3.0:1777044925.462585:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1777044925.469461:0:5848:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369915008 00000100:00100000:1.0:1777044925.469481:0:5848:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369915008 00000100:00100000:1.0:1777044925.469583:0:5848:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 750 00000100:00100000:1.0:1777044925.469598:0:5848:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df4fc77050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2391:x1863365369915008:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:1.0:1777044925.469694:0:5848:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df4fc77050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2391:x1863365369915008:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 98us (33200us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044925.469706:0:5848:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 750 00010000:00010000:2.0:1777044925.909481:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777044926.938544:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df75298700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424321792:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1777044926.938642:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1777044926.943593:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777044926.948990:0:6644:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424321792 00000100:00100000:0.0:1777044926.949008:0:6644:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424321792 00000100:00100000:0.0:1777044926.949113:0:6644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 363 00000100:00080000:3.0:1777044926.949687:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1777044926.949753:0:6644:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df75298a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424321792:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1777044926.949803:0:6644:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 61276160 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1777044926.949959:0:6644:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df75298a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424321792:12345-0@lo:13:osp-pre-0-0.0 Request processed in 213us (11316us total) trans 0 rc 0/0 00000100:00100000:0.0:1777044926.949973:0:6644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 363 00000100:00100000:3.0:1777044926.951475:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df75298700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424321792:0@lo:13:osp-pre-0-0.0 00010000:00010000:2.0:1777044927.957685:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777044927.958778:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7529b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424322304:0@lo:400:kworker.0 00000100:00100000:3.0:1777044927.958881:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777044927.958969:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:3.0:1777044927.958982:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7529b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ce657616-b3f3-4e21-ac89-518ab611901c:3343:1863365424321920:0@lo:400:kworker.0 00000100:00100000:3.0:1777044927.959034:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777044927.959079:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7529ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3343:1863365424322432:0@lo:400:kworker.0 00000100:00100000:3.0:1777044927.959154:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777044927.959263:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df75299880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3342:1863365424322176:0@lo:400:kworker.0 00000100:00100000:3.0:1777044927.959307:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777044927.959338:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7529aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424322688:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1777044927.959377:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777044927.959425:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1777044927.959437:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df75299c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3342:1863365424322048:0@lo:400:kworker.0 00000100:00100000:3.0:1777044927.959474:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777044927.959505:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df75299f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424322560:0@lo:400:kworker.0 00000100:00100000:3.0:1777044927.959539:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777044927.959763:0:5849:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424321920 00000100:00100000:3.0:1777044927.959774:0:5849:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424321920 00000100:00100000:3.0:1777044927.959837:0:5849:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 751 00000100:00100000:3.0:1777044927.959853:0:5849:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df4fc74050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ce657616-b3f3-4e21-ac89-518ab611901c+18:3343:x1863365424321920:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777044927.959929:0:5849:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df4fc74050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ce657616-b3f3-4e21-ac89-518ab611901c+18:3343:x1863365424321920:12345-0@lo:400:kworker.0 Request processed in 78us (893us total) trans 0 rc 0/0 00000100:00100000:3.0:1777044927.959942:0:5849:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 751 00000100:00100000:3.0:1777044927.959995:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424322432 00000100:00100000:3.0:1777044927.960001:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424322432 00000100:00100000:3.0:1777044927.960052:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424322176 00000100:00100000:3.0:1777044927.960057:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424322176 00000100:00100000:3.0:1777044927.960085:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424322048 00000100:00100000:3.0:1777044927.960090:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424322048 00000100:00100000:3.0:1777044927.960149:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 844 00000100:00100000:3.0:1777044927.960162:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de4282fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3343:x1863365424322432:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777044927.960258:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de4282fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3343:x1863365424322432:12345-0@lo:400:kworker.0 Request processed in 96us (1100us total) trans 0 rc 0/0 00000100:00100000:3.0:1777044927.960270:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 844 00000100:00100000:3.0:1777044927.960294:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 845 00000100:00100000:3.0:1777044927.960307:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42c8bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3342:x1863365424322176:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777044927.960367:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42c8bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3342:x1863365424322176:12345-0@lo:400:kworker.0 Request processed in 61us (1058us total) trans 0 rc 0/0 00000100:00100000:3.0:1777044927.960378:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 845 00000100:00100000:3.0:1777044927.960401:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 846 00000100:00100000:3.0:1777044927.960413:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df58666680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3342:x1863365424322048:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777044927.960463:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df58666680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3342:x1863365424322048:12345-0@lo:400:kworker.0 Request processed in 51us (987us total) trans 0 rc 0/0 00000100:00100000:3.0:1777044927.960473:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 846 00000100:00100000:3.0:1777044927.960510:0:6644:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424322688 00000100:00100000:3.0:1777044927.960516:0:6644:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424322688 00000100:00100000:3.0:1777044927.960562:0:6644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 364 00000100:00100000:3.0:1777044927.960573:0:6644:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df470cf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3342:x1863365424322688:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1777044927.960612:0:6644:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 61276160 pending 0 free 3856662528 avail 3854565376 00000100:00100000:3.0:1777044927.960658:0:6644:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df470cf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3342:x1863365424322688:12345-0@lo:13:osp-pre-1-0.0 Request processed in 86us (1280us total) trans 0 rc 0/0 00000100:00100000:3.0:1777044927.960669:0:6644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 364 00000100:00100000:3.0:1777044927.960703:0:6641:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424322304 00000100:00100000:3.0:1777044927.960708:0:6641:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424322304 00000100:00100000:3.0:1777044927.960741:0:6641:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424322560 00000100:00100000:3.0:1777044927.960745:0:6641:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424322560 00000100:00100000:3.0:1777044927.961064:0:6641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 646 00000100:00100000:3.0:1777044927.961076:0:6641:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de4282e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424322304:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777044927.961537:0:6641:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de4282e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424322304:12345-0@lo:400:kworker.0 Request processed in 461us (2655us total) trans 0 rc 0/0 00000100:00100000:3.0:1777044927.961549:0:6641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 646 00000100:00100000:3.0:1777044927.961573:0:6641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 647 00000100:00100000:3.0:1777044927.961586:0:6641:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b93b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3342:x1863365424322560:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777044927.961636:0:6641:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b93b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3342:x1863365424322560:12345-0@lo:400:kworker.0 Request processed in 52us (2095us total) trans 0 rc 0/0 00000100:00100000:3.0:1777044927.961647:0:6641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 647 00000100:00080000:3.0:1777044927.961679:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1777044927.961686:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1777044927.965792:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7529b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ce657616-b3f3-4e21-ac89-518ab611901c:3343:1863365424321920:0@lo:400:kworker.0 00000100:00100000:2.0:1777044927.965827:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7529ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3343:1863365424322432:0@lo:400:kworker.0 00000100:00100000:2.0:1777044927.965846:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7529b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424322304:0@lo:400:kworker.0 00000100:00100000:3.0:1777044927.968689:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df75299c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3342:1863365424322048:0@lo:400:kworker.0 00000100:00100000:3.0:1777044927.968719:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df75299f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424322560:0@lo:400:kworker.0 00000100:00100000:3.0:1777044927.968739:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df75299880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3342:1863365424322176:0@lo:400:kworker.0 00000100:00100000:3.0:1777044927.968766:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7529aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424322688:0@lo:13:osp-pre-1-0.0 00000001:00080000:3.0:1777044928.189876:0:5877:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967857 is committed 00000001:00080000:3.0:1777044928.189910:0:5877:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967850 is committed 00000020:00080000:3.0:1777044928.189919:0:5877:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff98df41254e40 refcount 2 committed 0 result 0 batchid 12 00000020:00080000:3.0:1777044928.189927:0:5877:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff98de41205100 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff98df41254540 00000020:00080000:3.0:1777044928.189932:0:5877:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff98de41205d00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff98de418fdc00 00000020:00080000:3.0:1777044928.189972:0:5888:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 12 committed batchid 11 00000001:00080000:0.0:1777044928.191289:0:5877:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967852 is committed 00000020:00080000:2.0:1777044928.192884:0:5888:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 11 00000001:00080000:1.0:1777044928.200404:0:7533:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967337 is committed 00000001:00080000:1.0:1777044928.200432:0:7533:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967338 is committed 00010000:00010000:2.0:1777044928.982962:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777044930.005564:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777044930.543695:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777044930.544087:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777044930.544146:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777044930.544362:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777044930.544401:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777044930.552848:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369916032 00000100:00100000:3.0:1777044930.552868:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369916032 00000100:00100000:3.0:1777044930.552973:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 847 00000100:00100000:3.0:1777044930.552990:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b8edc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:146de360-3fb2-48bd-b418-06f30714148a+76:2391:x1863365369916032:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777044930.553136:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b8edc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:146de360-3fb2-48bd-b418-06f30714148a+76:2391:x1863365369916032:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 150us (9894us total) trans 0 rc 0/0 00000100:00100000:3.0:1777044930.553147:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 847 00000100:00080000:3.0:1777044930.553207:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1777044930.553793:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777044930.553840:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777044930.554364:0:6641:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369916288 00000100:00100000:1.0:1777044930.554373:0:6641:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369916288 00000100:00100000:1.0:1777044930.554435:0:6641:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369916544 00000100:00100000:1.0:1777044930.554440:0:6641:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369916544 00000100:00100000:1.0:1777044930.554466:0:6641:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369916160 00000100:00100000:1.0:1777044930.554470:0:6641:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369916160 00000100:00100000:1.0:1777044930.554497:0:6641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 648 00000100:00100000:1.0:1777044930.554509:0:6641:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b8ee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:146de360-3fb2-48bd-b418-06f30714148a+12:2391:x1863365369916288:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:1.0:1777044930.554573:0:6641:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b8ee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:146de360-3fb2-48bd-b418-06f30714148a+12:2391:x1863365369916288:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 66us (10515us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044930.554583:0:6641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 648 00000100:00100000:1.0:1777044930.554607:0:6641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 649 00000100:00100000:1.0:1777044930.554616:0:6641:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b8efb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2391:x1863365369916544:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:1.0:1777044930.554652:0:6641:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b8efb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2391:x1863365369916544:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 37us (10506us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044930.554661:0:6641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 649 00000100:00100000:1.0:1777044930.554677:0:6641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 650 00000100:00100000:1.0:1777044930.554686:0:6641:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b8eca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:146de360-3fb2-48bd-b418-06f30714148a+10:2391:x1863365369916160:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:1.0:1777044930.554720:0:6641:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b8eca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:146de360-3fb2-48bd-b418-06f30714148a+10:2391:x1863365369916160:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 34us (10318us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044930.554730:0:6641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 650 00000100:00080000:1.0:1777044930.554753:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1777044930.554758:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1777044930.577049:0:5850:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369915904 00000100:00100000:2.0:1777044930.577091:0:5850:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369915904 00000100:00100000:2.0:1777044930.577258:0:5850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 752 00000100:00100000:2.0:1777044930.577275:0:5850:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df4fc75050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2391:x1863365369915904:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:2.0:1777044930.577379:0:5850:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df4fc75050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2391:x1863365369915904:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 108us (33017us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044930.577392:0:5850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 752 00000100:00100000:2.0:1777044930.577450:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369916416 00000100:00100000:2.0:1777044930.577458:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369916416 00000100:00100000:2.0:1777044930.577540:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 848 00000100:00100000:2.0:1777044930.577551:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b8ec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+35:2391:x1863365369916416:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:2.0:1777044930.577605:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b8ec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+35:2391:x1863365369916416:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 55us (23815us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044930.577615:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 848 00000100:00100000:1.0:1777044930.577913:0:6641:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369916672 00000100:00100000:1.0:1777044930.577922:0:6641:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369916672 00000100:00100000:1.0:1777044930.577974:0:6641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 651 00000100:00100000:1.0:1777044930.577986:0:6641:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b8ef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2391:x1863365369916672:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:1.0:1777044930.578046:0:6641:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b8ef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2391:x1863365369916672:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 61us (24206us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044930.578058:0:6641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 651 00000100:00080000:1.0:1777044930.578118:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1777044930.578124:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1777044931.030041:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777044932.053796:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777044932.058408:0:3344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1777044932.058445:0:3344:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7529a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3344:1863365424322816:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1777044932.058552:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777044932.059555:0:6644:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424322816 00000100:00100000:1.0:1777044932.059569:0:6644:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424322816 00000100:00100000:1.0:1777044932.059658:0:6644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 365 00000100:00100000:1.0:1777044932.059675:0:6644:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de431bca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1863365424322816:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1777044932.059766:0:6644:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 61276160 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1777044932.059879:0:6644:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de431bca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1863365424322816:12345-0@lo:13:osp-pre-0-0.0 Request processed in 206us (1325us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044932.059895:0:6644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 365 00000100:00080000:3.0:1777044932.067132:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1777044932.067588:0:3344:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7529a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3344:1863365424322816:0@lo:13:osp-pre-0-0.0 00010000:00010000:2.0:1777044933.079684:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777044933.086068:0:3344:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df75299180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ce657616-b3f3-4e21-ac89-518ab611901c:3344:1863365424322944:0@lo:400:kworker.0 00000100:00100000:1.0:1777044933.086159:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777044933.086531:0:3344:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7529aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3344:1863365424323456:0@lo:400:kworker.0 00000100:00100000:1.0:1777044933.086577:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777044933.086615:0:3344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1777044933.086625:0:3344:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7529a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3344:1863365424323328:0@lo:400:kworker.0 00000100:00100000:1.0:1777044933.086662:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777044933.086712:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df75298380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3341:1863365424323072:0@lo:400:kworker.0 00000100:00100000:1.0:1777044933.086745:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777044933.086789:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df75299880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424323584:0@lo:400:kworker.0 00000100:00100000:1.0:1777044933.086824:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777044933.086850:0:3341:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1777044933.086858:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df75299500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3341:1863365424323200:0@lo:400:kworker.0 00000100:00100000:1.0:1777044933.086888:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777044933.086934:0:5848:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424322944 00000100:00100000:1.0:1777044933.086944:0:5848:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424322944 00000100:00100000:1.0:1777044933.087002:0:5848:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 753 00000100:00100000:1.0:1777044933.087015:0:5848:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df4fc74450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ce657616-b3f3-4e21-ac89-518ab611901c+18:3344:x1863365424322944:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777044933.087112:0:5848:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df4fc74450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ce657616-b3f3-4e21-ac89-518ab611901c+18:3344:x1863365424322944:12345-0@lo:400:kworker.0 Request processed in 98us (952us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044933.087123:0:5848:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 753 00000100:00100000:1.0:1777044933.087497:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424323456 00000100:00100000:1.0:1777044933.087503:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424323456 00000100:00100000:1.0:1777044933.087548:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424323072 00000100:00100000:1.0:1777044933.087553:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424323072 00000100:00100000:1.0:1777044933.087573:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424323200 00000100:00100000:1.0:1777044933.087576:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424323200 00000100:00100000:1.0:1777044933.087595:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 849 00000100:00100000:1.0:1777044933.087604:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df75299f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3344:x1863365424323456:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777044933.087652:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df75299f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3344:x1863365424323456:12345-0@lo:400:kworker.0 Request processed in 48us (1074us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044933.087662:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 849 00000100:00100000:1.0:1777044933.087680:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 850 00000100:00100000:1.0:1777044933.087688:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7529b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3341:x1863365424323072:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777044933.087732:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7529b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3341:x1863365424323072:12345-0@lo:400:kworker.0 Request processed in 44us (986us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044933.087754:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 850 00000100:00100000:1.0:1777044933.087771:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 851 00000100:00100000:1.0:1777044933.087779:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7529b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3341:x1863365424323200:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777044933.087817:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7529b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3341:x1863365424323200:12345-0@lo:400:kworker.0 Request processed in 38us (929us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044933.087826:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 851 00000100:00100000:1.0:1777044933.087852:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424323328 00000100:00100000:1.0:1777044933.087857:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424323328 00000100:00100000:1.0:1777044933.087889:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424323584 00000100:00100000:1.0:1777044933.087894:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424323584 00000100:00100000:1.0:1777044933.087924:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 652 00000100:00100000:1.0:1777044933.087932:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df75299c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3344:x1863365424323328:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777044933.087972:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df75299c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3344:x1863365424323328:12345-0@lo:400:kworker.0 Request processed in 41us (1311us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044933.087982:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 652 00000100:00100000:1.0:1777044933.087996:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 653 00000100:00100000:1.0:1777044933.088004:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7529ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3341:x1863365424323584:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777044933.088063:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7529ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3341:x1863365424323584:12345-0@lo:400:kworker.0 Request processed in 59us (1238us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044933.088071:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 653 00000100:00100000:1.0:1777044933.088142:0:3344:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7529a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3344:1863365424323328:0@lo:400:kworker.0 00000100:00100000:1.0:1777044933.088457:0:3344:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df75299180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ce657616-b3f3-4e21-ac89-518ab611901c:3344:1863365424322944:0@lo:400:kworker.0 00000100:00100000:1.0:1777044933.088475:0:3344:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7529aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3344:1863365424323456:0@lo:400:kworker.0 00000100:00080000:1.0:1777044933.088508:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1777044933.088523:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1777044933.088562:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df75299500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3341:1863365424323200:0@lo:400:kworker.0 00000100:00100000:1.0:1777044933.088573:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df75298380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3341:1863365424323072:0@lo:400:kworker.0 00000100:00100000:1.0:1777044933.088583:0:3341:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967338 gen 2 00000004:00080000:1.0:1777044933.088590:0:3341:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967338 committed transno 4294967338 00000100:00100000:1.0:1777044933.088609:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df75299880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424323584:0@lo:400:kworker.0 00000100:00100000:3.0:1777044933.090721:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de431bc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424323712:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1777044933.090780:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777044933.090836:0:6644:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424323712 00000100:00100000:3.0:1777044933.090844:0:6644:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424323712 00000100:00100000:3.0:1777044933.090888:0:6644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 366 00000100:00100000:3.0:1777044933.090899:0:6644:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de431bf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1863365424323712:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1777044933.090938:0:6644:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 61276160 pending 0 free 3856662528 avail 3854565376 00000100:00100000:3.0:1777044933.091043:0:6644:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de431bf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1863365424323712:12345-0@lo:13:osp-pre-1-0.0 Request processed in 125us (242us total) trans 0 rc 0/0 00000100:00100000:3.0:1777044933.091054:0:6644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 366 00000100:00100000:3.0:1777044933.091110:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de431bc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424323712:0@lo:13:osp-pre-1-0.0 00000020:00080000:1.0:1777044933.273572:0:5877:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 12 batchid updated 00000020:00080000:3.0:1777044933.273738:0:5888:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 12 00000020:00080000:3.0:1777044933.273757:0:5888:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 12 00010000:00010000:2.0:1777044934.101417:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1777044934.621810:0:11491:0:(llog.c:801:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1777044934.621822:0:11491:0:(llog_cat.c:158:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1777044934.622316:0:11491:0:(llog.c:858:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 19 count 1 00000040:00080000:3.0:1777044934.622328:0:11491:0:(llog.c:858:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:2.0:1777044935.126751:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777044935.668459:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777044935.668530:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777044935.668580:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777044935.668594:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777044935.668594:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777044935.668594:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369916928 00000100:00100000:1.0:1777044935.668594:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369916928 00000100:00100000:1.0:1777044935.668594:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 852 00000100:00100000:1.0:1777044935.668594:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b8ec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:146de360-3fb2-48bd-b418-06f30714148a+76:2392:x1863365369916928:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:1.0:1777044935.668646:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b8ec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:146de360-3fb2-48bd-b418-06f30714148a+76:2392:x1863365369916928:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 44us (200us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044935.668660:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 852 00000100:00080000:1.0:1777044935.668695:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1777044935.668738:0:5849:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369916800 00000100:00100000:1.0:1777044935.668745:0:5849:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369916800 00000100:00100000:1.0:1777044935.668806:0:5849:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 754 00000100:00100000:1.0:1777044935.668817:0:5849:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df4fc74c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2392:x1863365369916800:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:1.0:1777044935.668858:0:5849:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df4fc74c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2392:x1863365369916800:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 43us (259us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044935.668869:0:5849:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 754 00000100:00100000:2.0:1777044935.679936:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777044935.680032:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777044935.680234:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369917184 00000100:00100000:0.0:1777044935.680250:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369917184 00000100:00100000:0.0:1777044935.680331:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369917440 00000100:00100000:0.0:1777044935.680357:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369917440 00000100:00100000:0.0:1777044935.680395:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369917056 00000100:00100000:0.0:1777044935.680400:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369917056 00000100:00100000:0.0:1777044935.680429:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 654 00000100:00100000:0.0:1777044935.680442:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b8ee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:146de360-3fb2-48bd-b418-06f30714148a+12:2392:x1863365369917184:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:0.0:1777044935.680539:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b8ee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:146de360-3fb2-48bd-b418-06f30714148a+12:2392:x1863365369917184:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 97us (12008us total) trans 0 rc 0/0 00000100:00100000:0.0:1777044935.680552:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 654 00000100:00100000:0.0:1777044935.680579:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 655 00000100:00100000:0.0:1777044935.680589:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b8ece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2392:x1863365369917440:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:0.0:1777044935.680631:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b8ece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2392:x1863365369917440:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 42us (12050us total) trans 0 rc 0/0 00000100:00100000:0.0:1777044935.680641:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 655 00000100:00100000:0.0:1777044935.680660:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 656 00000100:00100000:0.0:1777044935.680669:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b8ed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:146de360-3fb2-48bd-b418-06f30714148a+10:2392:x1863365369917056:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:0.0:1777044935.680704:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b8ed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:146de360-3fb2-48bd-b418-06f30714148a+10:2392:x1863365369917056:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 36us (12105us total) trans 0 rc 0/0 00000100:00100000:0.0:1777044935.680714:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 656 00000100:00080000:0.0:1777044935.680946:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1777044935.680970:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1777044935.681034:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369917312 00000100:00100000:0.0:1777044935.681042:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369917312 00000100:00100000:0.0:1777044935.681098:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 853 00000100:00100000:0.0:1777044935.681109:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b8eed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+35:2392:x1863365369917312:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:0.0:1777044935.681164:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b8eed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+35:2392:x1863365369917312:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 56us (1241us total) trans 0 rc 0/0 00000100:00100000:0.0:1777044935.681521:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 853 00000100:00080000:0.0:1777044935.681549:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1777044935.689190:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369917568 00000100:00100000:0.0:1777044935.689548:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369917568 00000100:00100000:0.0:1777044935.689661:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 657 00000100:00100000:0.0:1777044935.689677:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b8ef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2392:x1863365369917568:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:0.0:1777044935.689814:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b8ef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2392:x1863365369917568:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 140us (9780us total) trans 0 rc 0/0 00000100:00100000:0.0:1777044935.689826:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 657 00000100:00080000:2.0:1777044935.690602:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1777044936.151819:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777044937.179360:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777044937.183348:0:3344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1777044937.183382:0:3344:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de431bc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3344:1863365424323840:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1777044937.183494:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777044937.183595:0:6644:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424323840 00000100:00100000:0.0:1777044937.183606:0:6644:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424323840 00000100:00100000:0.0:1777044937.183680:0:6644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 367 00000100:00100000:0.0:1777044937.183692:0:6644:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41d50700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1863365424323840:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1777044937.183737:0:6644:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 61276160 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1777044937.184106:0:6644:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41d50700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1863365424323840:12345-0@lo:13:osp-pre-0-0.0 Request processed in 414us (611us total) trans 0 rc 0/0 00000100:00100000:0.0:1777044937.184118:0:6644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 367 00000100:00080000:0.0:1777044937.184160:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1777044937.184237:0:3344:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de431bc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3344:1863365424323840:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1777044938.198447:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1777044938.198478:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de431bce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424323968:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1777044938.198569:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777044938.198676:0:6644:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424323968 00000100:00100000:3.0:1777044938.198688:0:6644:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424323968 00000100:00100000:3.0:1777044938.198770:0:6644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 368 00000100:00100000:3.0:1777044938.198784:0:6644:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de431be680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424323968:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1777044938.198832:0:6644:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 61276160 pending 0 free 3856662528 avail 3854565376 00000100:00100000:3.0:1777044938.198895:0:6644:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de431be680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424323968:12345-0@lo:13:osp-pre-1-0.0 Request processed in 113us (326us total) trans 0 rc 0/0 00000100:00100000:3.0:1777044938.198906:0:6644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 368 00000100:00080000:3.0:1777044938.198965:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1777044938.199021:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de431bce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424323968:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1777044938.200584:0:3344:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de41d50a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3344:1863365424324480:0@lo:400:kworker.0 00000100:00100000:0.0:1777044938.200640:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777044938.200678:0:3344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1777044938.200706:0:3344:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de41d51f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3344:1863365424324352:0@lo:400:kworker.0 00000100:00100000:0.0:1777044938.200748:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777044938.201110:0:8776:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424324480 00000100:00100000:0.0:1777044938.201118:0:8776:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424324480 00000100:00100000:0.0:1777044938.201174:0:8776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 658 00000100:00100000:0.0:1777044938.201187:0:8776:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41d50e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3344:x1863365424324480:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777044938.201289:0:8776:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41d50e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3344:x1863365424324480:12345-0@lo:400:kworker.0 Request processed in 102us (647us total) trans 0 rc 0/0 00000100:00100000:0.0:1777044938.201300:0:8776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 658 00000100:00100000:0.0:1777044938.201333:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424324352 00000100:00100000:0.0:1777044938.201340:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424324352 00000100:00100000:0.0:1777044938.201393:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 854 00000100:00100000:0.0:1777044938.201404:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d589c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3344:x1863365424324352:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777044938.201458:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d589c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3344:x1863365424324352:12345-0@lo:400:kworker.0 Request processed in 56us (709us total) trans 0 rc 0/0 00000100:00100000:0.0:1777044938.201468:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 854 00000100:00100000:0.0:1777044938.201526:0:3344:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de41d51f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3344:1863365424324352:0@lo:400:kworker.0 00000100:00100000:0.0:1777044938.201543:0:3344:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de41d50a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3344:1863365424324480:0@lo:400:kworker.0 00000100:00100000:1.0:1777044938.201816:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de41d52300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3342:1863365424324224:0@lo:400:kworker.0 00000100:00100000:1.0:1777044938.201865:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777044938.201910:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1777044938.201967:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de41d52d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ce657616-b3f3-4e21-ac89-518ab611901c:3342:1863365424324096:0@lo:400:kworker.0 00000100:00100000:1.0:1777044938.202021:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777044938.202064:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de41d52680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3342:1863365424324608:0@lo:400:kworker.0 00000100:00100000:1.0:1777044938.202097:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777044938.202138:0:5850:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424324096 00000100:00100000:1.0:1777044938.202144:0:5850:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424324096 00000100:00100000:1.0:1777044938.202185:0:5850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 755 00000100:00100000:1.0:1777044938.202195:0:5850:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df4fc77c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ce657616-b3f3-4e21-ac89-518ab611901c+18:3342:x1863365424324096:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777044938.202283:0:5850:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df4fc77c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ce657616-b3f3-4e21-ac89-518ab611901c+18:3342:x1863365424324096:12345-0@lo:400:kworker.0 Request processed in 87us (260us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044938.202294:0:5850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 755 00000100:00100000:1.0:1777044938.202354:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de41d52d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ce657616-b3f3-4e21-ac89-518ab611901c:3342:1863365424324096:0@lo:400:kworker.0 00000100:00080000:3.0:1777044938.202588:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1777044938.202823:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777044938.204982:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424324224 00000100:00100000:0.0:1777044938.204995:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424324224 00000100:00100000:0.0:1777044938.205048:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424324608 00000100:00100000:0.0:1777044938.205065:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424324608 00000100:00100000:0.0:1777044938.205124:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 855 00000100:00100000:0.0:1777044938.205136:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df75299880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3342:x1863365424324224:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777044938.205272:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df75299880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3342:x1863365424324224:12345-0@lo:400:kworker.0 Request processed in 137us (3405us total) trans 0 rc 0/0 00000100:00100000:0.0:1777044938.205284:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 855 00000100:00100000:0.0:1777044938.205308:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 856 00000100:00100000:0.0:1777044938.205320:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df75298380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3342:x1863365424324608:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777044938.205367:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df75298380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3342:x1863365424324608:12345-0@lo:400:kworker.0 Request processed in 50us (3270us total) trans 0 rc 0/0 00000100:00100000:0.0:1777044938.205378:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 856 00000100:00080000:3.0:1777044938.206165:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1777044938.208149:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de41d52680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3342:1863365424324608:0@lo:400:kworker.0 00000100:00100000:1.0:1777044938.208174:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de41d52300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3342:1863365424324224:0@lo:400:kworker.0 00010000:00010000:3.0:1777044939.222960:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777044939.802536:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777044939.802699:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369917696 00000100:00100000:1.0:1777044939.802712:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369917696 00000100:00100000:1.0:1777044939.802849:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 832 00000100:00100000:1.0:1777044939.802867:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d58a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+35:23877:x1863365369917696:12345-192.168.201.45@tcp:60:lhsmtool_posix.0 00000100:00100000:1.0:1777044939.803018:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d58a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+35:23877:x1863365369917696:12345-192.168.201.45@tcp:60:lhsmtool_posix.0 Request processed in 155us (493us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044939.803032:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 832 00000100:00080000:3.0:1777044939.804569:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1777044940.246657:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777044940.779868:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777044940.779965:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777044940.780028:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777044940.780096:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777044940.780143:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777044940.780179:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777044940.780273:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777044940.780322:0:5848:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369917824 00000100:00100000:0.0:1777044940.780337:0:5848:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369917824 00000100:00100000:0.0:1777044940.780415:0:5848:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 756 00000100:00100000:0.0:1777044940.780433:0:5848:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df4fc75c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2393:x1863365369917824:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:0.0:1777044940.780531:0:5848:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df4fc75c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2393:x1863365369917824:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 101us (433us total) trans 0 rc 0/0 00000100:00100000:0.0:1777044940.780545:0:5848:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 756 00000100:00100000:0.0:1777044940.780621:0:6639:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369918208 00000100:00100000:0.0:1777044940.780628:0:6639:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369918208 00000100:00100000:0.0:1777044940.780687:0:6639:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369918464 00000100:00100000:0.0:1777044940.780693:0:6639:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369918464 00000100:00100000:0.0:1777044940.780715:0:6639:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369918080 00000100:00100000:0.0:1777044940.780719:0:6639:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369918080 00000100:00100000:0.0:1777044940.780737:0:6639:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369918592 00000100:00100000:0.0:1777044940.780741:0:6639:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369918592 00000100:00100000:0.0:1777044940.780764:0:6639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 659 00000100:00100000:0.0:1777044940.780776:0:6639:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41d52300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:146de360-3fb2-48bd-b418-06f30714148a+12:2393:x1863365369918208:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:0.0:1777044940.781098:0:6639:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41d52300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:146de360-3fb2-48bd-b418-06f30714148a+12:2393:x1863365369918208:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 321us (1132us total) trans 0 rc 0/0 00000100:00100000:0.0:1777044940.781111:0:6639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 659 00000100:00100000:0.0:1777044940.781138:0:6639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 660 00000100:00100000:0.0:1777044940.781151:0:6639:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41d52680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2393:x1863365369918464:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:0.0:1777044940.781200:0:6639:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41d52680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2393:x1863365369918464:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 51us (1172us total) trans 0 rc 0/0 00000100:00100000:0.0:1777044940.781541:0:6639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 660 00000100:00100000:0.0:1777044940.781571:0:6639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 661 00000100:00100000:0.0:1777044940.781584:0:6639:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41d52d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:146de360-3fb2-48bd-b418-06f30714148a+10:2393:x1863365369918080:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:0.0:1777044940.781636:0:6639:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41d52d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:146de360-3fb2-48bd-b418-06f30714148a+10:2393:x1863365369918080:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 53us (1492us total) trans 0 rc 0/0 00000100:00100000:0.0:1777044940.781649:0:6639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 661 00000100:00100000:0.0:1777044940.781671:0:6639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 662 00000100:00100000:0.0:1777044940.781683:0:6639:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41d51f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2393:x1863365369918592:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:0.0:1777044940.781723:0:6639:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41d51f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2393:x1863365369918592:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 42us (1451us total) trans 0 rc 0/0 00000100:00100000:0.0:1777044940.781746:0:6639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 662 00000100:00080000:3.0:1777044940.782890:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1777044940.782929:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1777044940.783636:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369917952 00000100:00100000:1.0:1777044940.783648:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369917952 00000100:00100000:1.0:1777044940.783759:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369918336 00000100:00100000:1.0:1777044940.783766:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369918336 00000100:00100000:1.0:1777044940.783826:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 857 00000100:00100000:1.0:1777044940.783841:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d588e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:146de360-3fb2-48bd-b418-06f30714148a+76:2393:x1863365369917952:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:1.0:1777044940.783939:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d588e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:146de360-3fb2-48bd-b418-06f30714148a+76:2393:x1863365369917952:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 100us (4084us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044940.783952:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 857 00000100:00100000:1.0:1777044940.783980:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 858 00000100:00100000:1.0:1777044940.783993:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41d50a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+35:2393:x1863365369918336:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:1.0:1777044940.784036:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41d50a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+35:2393:x1863365369918336:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 46us (3857us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044940.784048:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 858 00000100:00080000:3.0:1777044940.784795:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1777044941.276691:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777044942.294108:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777044942.300988:0:3341:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1777044942.301057:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de431bce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424324736:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1777044942.301155:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777044942.302947:0:6644:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424324736 00000100:00100000:3.0:1777044942.302961:0:6644:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424324736 00000100:00100000:3.0:1777044942.303072:0:6644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 369 00000100:00100000:3.0:1777044942.303088:0:6644:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77c7c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3341:x1863365424324736:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1777044942.303136:0:6644:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 61276160 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1777044942.303257:0:6644:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77c7c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3341:x1863365424324736:12345-0@lo:13:osp-pre-0-0.0 Request processed in 171us (2101us total) trans 0 rc 0/0 00000100:00100000:3.0:1777044942.303271:0:6644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 369 00000100:00100000:2.0:1777044942.303714:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de431bce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424324736:0@lo:13:osp-pre-0-0.0 00000100:00080000:0.0:1777044942.307264:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1777044943.317825:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777044943.325647:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df605f0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424324864:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1777044943.325742:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777044943.331413:0:6644:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424324864 00000100:00100000:2.0:1777044943.331434:0:6644:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424324864 00000100:00100000:2.0:1777044943.331573:0:6644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 370 00000100:00100000:2.0:1777044943.331593:0:6644:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df605f3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424324864:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1777044943.331650:0:6644:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 61276160 pending 0 free 3856662528 avail 3854565376 00000100:00100000:2.0:1777044943.331834:0:6644:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df605f3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424324864:12345-0@lo:13:osp-pre-1-0.0 Request processed in 245us (6090us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044943.331849:0:6644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 370 00000100:00100000:2.0:1777044943.332359:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df605f0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424324864:0@lo:13:osp-pre-1-0.0 00000100:00080000:3.0:1777044943.332832:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1777044943.333966:0:3344:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df77b07b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ce657616-b3f3-4e21-ac89-518ab611901c:3344:1863365424324992:0@lo:400:kworker.0 00000100:00100000:2.0:1777044943.334050:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777044943.334110:0:3344:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df485bfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3344:1863365424325504:0@lo:400:kworker.0 00000100:00100000:2.0:1777044943.334158:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777044943.334234:0:3344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1777044943.334247:0:3344:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df485bd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3344:1863365424325376:0@lo:400:kworker.0 00000100:00100000:2.0:1777044943.334328:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777044943.334385:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7b51fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3341:1863365424325120:0@lo:400:kworker.0 00000100:00100000:2.0:1777044943.334428:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777044943.334464:0:3341:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1777044943.334475:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7b51f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3341:1863365424325248:0@lo:400:kworker.0 00000100:00100000:2.0:1777044943.334515:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777044943.334584:0:5849:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424324992 00000100:00100000:2.0:1777044943.334594:0:5849:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424324992 00000100:00100000:2.0:1777044943.334665:0:5849:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 757 00000100:00100000:2.0:1777044943.334681:0:5849:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df4fc74850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ce657616-b3f3-4e21-ac89-518ab611901c+18:3344:x1863365424324992:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777044943.334757:0:5849:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df4fc74850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ce657616-b3f3-4e21-ac89-518ab611901c+18:3344:x1863365424324992:12345-0@lo:400:kworker.0 Request processed in 79us (707us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044943.334799:0:5849:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 757 00000100:00100000:2.0:1777044943.335177:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424325504 00000100:00100000:2.0:1777044943.335186:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424325504 00000100:00100000:2.0:1777044943.335289:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424325120 00000100:00100000:2.0:1777044943.335297:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424325120 00000100:00100000:2.0:1777044943.335334:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424325248 00000100:00100000:2.0:1777044943.335340:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424325248 00000100:00100000:2.0:1777044943.335371:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 859 00000100:00100000:2.0:1777044943.335385:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df605f0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3344:x1863365424325504:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777044943.335456:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df605f0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3344:x1863365424325504:12345-0@lo:400:kworker.0 Request processed in 72us (1297us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044943.335471:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 859 00000100:00100000:2.0:1777044943.335499:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 860 00000100:00100000:2.0:1777044943.335512:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df605f3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3341:x1863365424325120:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777044943.335585:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df605f3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3341:x1863365424325120:12345-0@lo:400:kworker.0 Request processed in 73us (1154us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044943.335597:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 860 00000100:00100000:2.0:1777044943.335623:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 861 00000100:00100000:2.0:1777044943.335637:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df605f1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3341:x1863365424325248:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777044943.335764:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df605f1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3341:x1863365424325248:12345-0@lo:400:kworker.0 Request processed in 129us (1247us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044943.335777:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 861 00000100:00100000:2.0:1777044943.335817:0:6639:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424325376 00000100:00100000:2.0:1777044943.335825:0:6639:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424325376 00000100:00100000:2.0:1777044943.335904:0:6639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 663 00000100:00100000:2.0:1777044943.335919:0:6639:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df50e7f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3344:x1863365424325376:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777044943.336000:0:6639:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df50e7f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3344:x1863365424325376:12345-0@lo:400:kworker.0 Request processed in 84us (1671us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044943.336013:0:6639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 663 00000100:00100000:2.0:1777044943.336701:0:3344:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df485bd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3344:1863365424325376:0@lo:400:kworker.0 00000100:00100000:2.0:1777044943.336724:0:3344:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df77b07b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ce657616-b3f3-4e21-ac89-518ab611901c:3344:1863365424324992:0@lo:400:kworker.0 00000100:00100000:2.0:1777044943.336741:0:3344:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df485bfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3344:1863365424325504:0@lo:400:kworker.0 00000100:00100000:2.0:1777044943.336814:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7b51f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3341:1863365424325248:0@lo:400:kworker.0 00000100:00100000:2.0:1777044943.336832:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7b51fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3341:1863365424325120:0@lo:400:kworker.0 00000100:00080000:3.0:1777044943.337635:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1777044944.200406:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777044944.201182:0:5842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369918720 00000100:00100000:0.0:1777044944.201195:0:5842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369918720 00000100:00100000:1.0:1777044944.209072:0:5842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 44 00000100:00100000:1.0:1777044944.209091:0:5842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df605f2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:146de360-3fb2-48bd-b418-06f30714148a+76:2393:x1863365369918720:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777044944.209112:0:5842:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 16 locks, starting at 0 00010000:00010000:1.0:1777044944.209166:0:5842:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed800/0x2c8777a5e7d9adc7 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1147cc5 expref: 76 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044944.209193:0:5842:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10:0x0].0x0 (ffff98df52c43a00) 00010000:00010000:1.0:1777044944.209213:0:5842:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec800/0x2c8777a5e7d9ab7b lrc: 0/0,0 mode: --/PR res: [0x200000401:0xf:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1147c1d expref: 75 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044944.209227:0:5842:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xf:0x0].0x0 (ffff98df52c43700) 00010000:00010000:1.0:1777044944.209265:0:5842:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df41545400/0x2c8777a5e7d9aaef lrc: 0/0,0 mode: --/PR res: [0x200000401:0xd:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1147bfa expref: 74 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044944.209284:0:5842:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a33400/0x2c8777a5e7d9a9de lrc: 0/0,0 mode: --/PR res: [0x200000401:0xd:0x0].0x0 bits 0x51/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1147bad expref: 73 pid: 5856 timeout: 1185 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044944.209314:0:5842:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd:0x0].0x0 (ffff98df47376000) 00010000:00010000:1.0:1777044944.209327:0:5842:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43107e00/0x2c8777a5e7d9a8a3 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1147b4b expref: 72 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044944.209339:0:5842:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff98df52c43600) 00010000:00010000:1.0:1777044944.209350:0:5842:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41ed9600/0x2c8777a5e7d9a810 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1147b28 expref: 71 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044944.209367:0:5842:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43107600/0x2c8777a5e7d9a6b2 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xb:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1147ae2 expref: 70 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044944.209379:0:5842:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xb:0x0].0x0 (ffff98df52c43400) 00010000:00010000:1.0:1777044944.209388:0:5842:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41ed8800/0x2c8777a5e7d9a681 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xa:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1147ad4 expref: 69 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044944.209399:0:5842:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xa:0x0].0x0 (ffff98df61f8e600) 00010000:00010000:1.0:1777044944.209415:0:5842:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41ed8e00/0x2c8777a5e7d9a618 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1147abf expref: 68 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044944.209426:0:5842:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x8:0x0].0x0 (ffff98df61f8e000) 00010000:00010000:1.0:1777044944.209440:0:5842:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de418f6600/0x2c8777a5e7d9a3c5 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x7:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1147a17 expref: 67 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044944.209452:0:5842:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x7:0x0].0x0 (ffff98df47376100) 00010000:00010000:1.0:1777044944.209463:0:5842:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df41545800/0x2c8777a5e7d9a260 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11479ae expref: 66 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044944.209486:0:5842:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2:0x0].0x0 (ffff98df52c43b00) 00010000:00010000:1.0:1777044944.209502:0:5842:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de418f7800/0x2c8777a5e7d9a164 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x5:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114795a expref: 65 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044944.209514:0:5842:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5:0x0].0x0 (ffff98df4a351300) 00010000:00010000:1.0:1777044944.209524:0:5842:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d776800/0x2c8777a5e7d9a030 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1147906 expref: 64 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044944.209540:0:5842:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43106c00/0x2c8777a5e7d99f96 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11478ea expref: 63 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044944.209558:0:5842:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de418f6400/0x2c8777a5e7d99ea8 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11478b9 expref: 62 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044944.209570:0:5842:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4:0x0].0x0 (ffff98df46583a00) 00010000:00010000:1.0:1777044944.209582:0:5842:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d776200/0x2c8777a5e7d99e77 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11478ab expref: 61 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044944.209593:0:5842:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3:0x0].0x0 (ffff98df4a351800) 00010000:00010000:1.0:1777044944.209601:0:5842:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777044944.209681:0:5842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df605f2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:146de360-3fb2-48bd-b418-06f30714148a+60:2393:x1863365369918720:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 594us (9285us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044944.209693:0:5842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 44 00000100:00080000:3.0:1777044944.210159:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1777044944.342966:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1777044944.918535:0:11491:0:(llog.c:801:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1777044944.918547:0:11491:0:(llog_cat.c:158:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1777044944.919558:0:11491:0:(llog.c:858:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:1.0:1777044944.919570:0:11491:0:(llog.c:858:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000001:02000400:3.0:1777044944.960414:0:17627:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 12c: Restore a file with stripe of 2 == 11:35:40 (1777044940) 00010000:00010000:0.0:1777044945.368149:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777044945.899623:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777044945.901709:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369918848 00000100:00100000:0.0:1777044945.901723:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369918848 00000100:00080000:3.0:1777044945.902168:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1777044945.902543:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 833 00000100:00100000:0.0:1777044945.902560:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df605f3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+35:24570:x1863365369918848:12345-192.168.201.45@tcp:59:lhsmtool_posix.0 00000100:00100000:0.0:1777044945.903325:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df605f3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+35:24570:x1863365369918848:12345-192.168.201.45@tcp:59:lhsmtool_posix.0 Request processed in 769us (3709us total) trans 0 rc 0/0 00000100:00100000:0.0:1777044945.903337:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 833 00000100:00100000:2.0:1777044945.909734:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777044945.910189:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777044945.910253:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777044945.910283:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777044945.910309:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777044945.910342:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777044945.910374:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369919232 00000100:00100000:2.0:1777044945.910385:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369919232 00000100:00100000:2.0:1777044945.910448:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369919488 00000100:00100000:2.0:1777044945.910453:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369919488 00000100:00100000:2.0:1777044945.910476:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369919360 00000100:00100000:2.0:1777044945.910480:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369919360 00000100:00100000:2.0:1777044945.910495:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369919616 00000100:00100000:2.0:1777044945.910499:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369919616 00000100:00100000:2.0:1777044945.910546:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 664 00000100:00100000:2.0:1777044945.910558:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df605f2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:146de360-3fb2-48bd-b418-06f30714148a+10:2392:x1863365369919232:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:2.0:1777044945.910652:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df605f2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:146de360-3fb2-48bd-b418-06f30714148a+10:2392:x1863365369919232:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 96us (464us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044945.910663:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 664 00000100:00100000:2.0:1777044945.910690:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 665 00000100:00100000:2.0:1777044945.910699:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df605f0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2392:x1863365369919488:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:2.0:1777044945.910728:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df605f0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2392:x1863365369919488:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 31us (476us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044945.910736:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 665 00000100:00100000:2.0:1777044945.910752:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 666 00000100:00100000:2.0:1777044945.910759:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df605f2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:146de360-3fb2-48bd-b418-06f30714148a+12:2392:x1863365369919360:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:2.0:1777044945.910789:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df605f2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:146de360-3fb2-48bd-b418-06f30714148a+12:2392:x1863365369919360:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 29us (478us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044945.910797:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 666 00000100:00100000:2.0:1777044945.910836:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 667 00000100:00100000:2.0:1777044945.910847:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df605f1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2392:x1863365369919616:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:2.0:1777044945.910881:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df605f1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2392:x1863365369919616:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 36us (538us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044945.910890:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 667 00000100:00100000:2.0:1777044945.910920:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369919104 00000100:00100000:2.0:1777044945.910925:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369919104 00000100:00100000:2.0:1777044945.910959:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 862 00000100:00100000:2.0:1777044945.910967:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df605f1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:146de360-3fb2-48bd-b418-06f30714148a+60:2392:x1863365369919104:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:2.0:1777044945.911004:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df605f1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:146de360-3fb2-48bd-b418-06f30714148a+60:2392:x1863365369919104:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 38us (721us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044945.911020:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 862 00000100:00080000:2.0:1777044945.911050:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1777044945.911054:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1777044945.914313:0:5850:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369918976 00000100:00100000:3.0:1777044945.914330:0:5850:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369918976 00000100:00100000:3.0:1777044945.914454:0:5850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 758 00000100:00100000:3.0:1777044945.914466:0:5850:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df4fc76450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2392:x1863365369918976:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777044945.914550:0:5850:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df4fc76450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2392:x1863365369918976:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 87us (4827us total) trans 0 rc 0/0 00000100:00100000:3.0:1777044945.914560:0:5850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 758 00000040:00080000:1.0:1777044945.941469:0:11491:0:(llog.c:801:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1777044945.941480:0:11491:0:(llog_cat.c:158:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1777044945.942107:0:11491:0:(llog.c:858:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:1.0:1777044945.942120:0:11491:0:(llog.c:858:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1777044945.999648:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777044945.999798:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369919744 00000100:00100000:0.0:1777044945.999864:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369919744 00000100:00100000:0.0:1777044945.999962:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 834 00000100:00100000:0.0:1777044945.999975:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df605f0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:146de360-3fb2-48bd-b418-06f30714148a+60:24571:x1863365369919744:12345-192.168.201.45@tcp:101:lfs.0 00010000:00010000:0.0:1777044945.999997:0:5857:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777044946.000073:0:5857:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537000/0x2c8777a5e7d9d25d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee114876f expref: -99 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044946.000180:0:5857:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98df74b1f800/0x2c8777a5e7d9d264 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044946.000280:0:5857:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98df74b1f800/0x2c8777a5e7d9d264 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044946.000298:0:5857:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df74b1f800/0x2c8777a5e7d9d264 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044946.000343:0:5857:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98df74b1f000/0x2c8777a5e7d9d26b lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044946.000355:0:5857:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98df74b1f000/0x2c8777a5e7d9d26b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044946.000365:0:5857:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df74b1f000/0x2c8777a5e7d9d26b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044946.000684:0:5857:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98df74b1f800/0x2c8777a5e7d9d264 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044946.000696:0:5857:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98df74b1f800/0x2c8777a5e7d9d264 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044946.000705:0:5857:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98df74b1f800/0x2c8777a5e7d9d264 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044946.000714:0:5857:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98df74b1f800 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:0.0:1777044946.000720:0:5857:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df74b1f800/0x2c8777a5e7d9d264 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044946.000731:0:5857:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df74b1f800/0x2c8777a5e7d9d264 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044946.000747:0:5857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff98df43d75d00) 00010000:00010000:0.0:1777044946.000762:0:5857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777044946.004570:0:5857:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98df74b1f800/0x2c8777a5e7d9d264 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044946.004593:0:5857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df74b1f800/0x2c8777a5e7d9d264 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044946.004621:0:5857:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98df74b1f000/0x2c8777a5e7d9d26b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044946.004629:0:5857:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98df74b1f000/0x2c8777a5e7d9d26b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044946.004638:0:5857:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98df74b1f000/0x2c8777a5e7d9d26b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044946.004646:0:5857:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98df74b1f000 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:0.0:1777044946.004651:0:5857:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df74b1f000/0x2c8777a5e7d9d26b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044946.004660:0:5857:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df74b1f000/0x2c8777a5e7d9d26b lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044946.004677:0:5857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x8c6c0408 (ffff98df48c7ec00) 00010000:00010000:0.0:1777044946.004681:0:5857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777044946.004687:0:5857:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98df74b1f000/0x2c8777a5e7d9d26b lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044946.004694:0:5857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df74b1f000/0x2c8777a5e7d9d26b lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044946.005087:0:5857:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537000/0x2c8777a5e7d9d25d lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114876f expref: 61 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044946.005128:0:5857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff98df43d75d00) 00010000:00010000:0.0:1777044946.005131:0:5857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777044946.005137:0:5857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537000/0x2c8777a5e7d9d25d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114876f expref: 61 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044946.005151:0:5857:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98df7b537000, rc 0) 00000100:00100000:2.0:1777044946.007161:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df605f0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:146de360-3fb2-48bd-b418-06f30714148a+60:24571:x1863365369919744:12345-192.168.201.45@tcp:101:lfs.0 Request processed in 7181us (7517us total) trans 0 rc 301/301 00000100:00100000:2.0:1777044946.007175:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 834 00000100:00100000:1.0:1777044946.034396:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777044946.037615:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369920000 00000100:00100000:2.0:1777044946.037629:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369920000 00000100:00100000:2.0:1777044946.037738:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 835 00000100:00100000:2.0:1777044946.037750:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df75299500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:146de360-3fb2-48bd-b418-06f30714148a+60:24571:x1863365369920000:12345-192.168.201.45@tcp:36:lfs.0 00010000:00010000:2.0:1777044946.038083:0:7939:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777044946.038116:0:7939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e6e00/0x2c8777a5e7d9d05e lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11486dc expref: 60 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044946.038147:0:7939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff98df43d75d00) 00010000:00010000:2.0:1777044946.038153:0:7939:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00080000:3.0:1777044946.038519:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1777044946.038786:0:7939:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e6c00/0x2c8777a5e7d9d272 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044946.038805:0:7939:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7e00/0x2c8777a5e7d9d088 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11486ea expref: 34 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044946.038850:0:7939:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e6c00/0x2c8777a5e7d9d272 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044946.038893:0:7939:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7e00/0x2c8777a5e7d9d088 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11486ea expref: 34 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044946.038930:0:7939:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7e00/0x2c8777a5e7d9d088 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11486ea expref: 34 pid: 7939 timeout: 1674 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777044946.038950:0:7939:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df605f1880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7939:1863365424325632:192.168.201.45@tcp:104: 00000100:00100000:2.0:1777044946.039061:0:7939:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df46731240 going to sleep for 11 seconds 00000100:00100000:0.0:1777044946.057168:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777044946.057451:0:6655:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369920128 00000100:00100000:3.0:1777044946.057462:0:6655:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369920128 00010000:00010000:3.0:1777044946.057512:0:6655:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7e00/0x2c8777a5e7d9d088 lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11486ea expref: 35 pid: 7939 timeout: 1674 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777044946.057570:0:6655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 254 00000100:00100000:3.0:1777044946.057582:0:6655:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df677a7050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+35:2393:x1863365369920128:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777044946.057600:0:6655:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777044946.057609:0:6655:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7e00/0x2c8777a5e7d9d088 lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11486ea expref: 35 pid: 7939 timeout: 1674 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044946.057627:0:6655:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7e00/0x2c8777a5e7d9d088 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11486ea expref: 35 pid: 7939 timeout: 1674 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044946.057652:0:6655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff98df43d75d00) 00010000:00010000:3.0:1777044946.057658:0:6655:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e6c00/0x2c8777a5e7d9d272 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044946.057670:0:6655:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e6c00/0x2c8777a5e7d9d272 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044946.057679:0:6655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e6c00/0x2c8777a5e7d9d272 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044946.058448:0:6655:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777044946.058542:0:6655:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df677a7050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+35:2393:x1863365369920128:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 959us (1382us total) trans 0 rc 0/0 00000100:00100000:3.0:1777044946.058553:0:6655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 254 00010000:00010000:1.0:1777044946.065754:0:7939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7e00/0x2c8777a5e7d9d088 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11486ea expref: 34 pid: 7939 timeout: 1674 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777044946.065790:0:7939:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df605f1880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7939:1863365424325632:192.168.201.45@tcp:104: 00010000:00010000:1.0:1777044946.065847:0:7939:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e6c00/0x2c8777a5e7d9d272 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044946.065953:0:7939:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e6c00/0x2c8777a5e7d9d272 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044946.065967:0:7939:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e6c00/0x2c8777a5e7d9d272 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044946.066007:0:7939:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e6e00/0x2c8777a5e7d9d279 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044946.066025:0:7939:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e6e00/0x2c8777a5e7d9d279 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044946.066039:0:7939:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e6e00/0x2c8777a5e7d9d279 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777044946.067749:0:7939:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x36:0x0]: returning size 512 00010000:00010000:2.0:1777044946.067765:0:7939:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e6c00/0x2c8777a5e7d9d272 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044946.067778:0:7939:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e6c00/0x2c8777a5e7d9d272 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044946.067788:0:7939:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e6c00/0x2c8777a5e7d9d272 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044946.067831:0:7939:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de427e6c00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:2.0:1777044946.067838:0:7939:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e6c00/0x2c8777a5e7d9d272 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044946.067847:0:7939:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e6c00/0x2c8777a5e7d9d272 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044946.067864:0:7939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff98df43d75d00) 00010000:00010000:2.0:1777044946.067869:0:7939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777044946.067875:0:7939:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e6c00/0x2c8777a5e7d9d272 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044946.067883:0:7939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e6c00/0x2c8777a5e7d9d272 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777044946.067910:0:7939:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000002cd47fb7 reply state 000000009904aa73 transno 4294967858 ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e6e00/0x2c8777a5e7d9d279 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777044946.067922:0:7939:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777044946.070148:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df75299500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:146de360-3fb2-48bd-b418-06f30714148a+61:24571:x1863365369920000:12345-192.168.201.45@tcp:36:lfs.0 Request processed in 32387us (35749us total) trans 4294967858 rc 0/0 00000100:00100000:2.0:1777044946.070164:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 835 00010000:00010000:3.0:1777044946.095076:0:3327:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e6e00/0x2c8777a5e7d9d279 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044946.095095:0:3327:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e6e00/0x2c8777a5e7d9d279 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044946.095107:0:3327:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e6e00/0x2c8777a5e7d9d279 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044946.095117:0:3327:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de427e6e00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:3.0:1777044946.095123:0:3327:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e6e00/0x2c8777a5e7d9d279 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044946.095142:0:3327:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e6e00/0x2c8777a5e7d9d279 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044946.095165:0:3327:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x8c6c0408 (ffff98df43d75800) 00010000:00010000:3.0:1777044946.095169:0:3327:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777044946.095176:0:3327:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e6e00/0x2c8777a5e7d9d279 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044946.095186:0:3327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e6e00/0x2c8777a5e7d9d279 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777044946.162548:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777044946.162711:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369920256 00000100:00100000:0.0:1777044946.162724:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369920256 00000100:00100000:0.0:1777044946.162833:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 836 00000100:00100000:0.0:1777044946.162846:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df605f1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:146de360-3fb2-48bd-b418-06f30714148a+60:24572:x1863365369920256:12345-192.168.201.45@tcp:101:lfs.0 00010000:00010000:0.0:1777044946.162877:0:12646:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777044946.162905:0:12646:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df74b1f000/0x2c8777a5e7d9d280 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148776 expref: -99 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044946.162985:0:12646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98df74b1f800/0x2c8777a5e7d9d287 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044946.163005:0:12646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98df74b1f800/0x2c8777a5e7d9d287 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044946.163020:0:12646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df74b1f800/0x2c8777a5e7d9d287 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777044946.163091:0:12646:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 8704 00000004:00200000:0.0:1777044946.163097:0:12646:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 23 stripe count 1 MDT count 1 00000004:00010000:0.0:1777044946.163126:0:12646:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98df74b1f800/0x2c8777a5e7d9d287 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044946.163182:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df74b1f000/0x2c8777a5e7d9d280 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148776 expref: 62 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044946.163287:0:12646:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98df74b1f800/0x2c8777a5e7d9d287 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148776 expref: 61 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044946.163302:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff98df48c7ec00) 00010000:00010000:0.0:1777044946.163307:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1777044946.163312:0:12646:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98df74b1f800, rc 0) 00000100:00100000:0.0:1777044946.163389:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df605f1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:146de360-3fb2-48bd-b418-06f30714148a+61:24572:x1863365369920256:12345-192.168.201.45@tcp:101:lfs.0 Request processed in 544us (851us total) trans 0 rc 0/0 00000100:00100000:0.0:1777044946.163400:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 836 00000100:00100000:0.0:1777044946.183696:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777044946.183843:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369920384 00000100:00100000:3.0:1777044946.183856:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369920384 00000100:00100000:3.0:1777044946.184184:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 837 00000100:00100000:3.0:1777044946.184228:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df485be300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:146de360-3fb2-48bd-b418-06f30714148a+61:24572:x1863365369920384:12345-192.168.201.45@tcp:101:lfs.0 00010000:00010000:3.0:1777044946.184254:0:5857:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777044946.184279:0:5857:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7e00/0x2c8777a5e7d9d28e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee114877d expref: -99 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044946.184362:0:5857:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa6400/0x2c8777a5e7d9d295 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044946.184381:0:5857:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa6400/0x2c8777a5e7d9d295 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044946.184396:0:5857:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa6400/0x2c8777a5e7d9d295 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044946.184414:0:5857:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7200/0x2c8777a5e7d9d29c lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044946.184424:0:5857:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7200/0x2c8777a5e7d9d29c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044946.184434:0:5857:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7200/0x2c8777a5e7d9d29c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044946.184619:0:5857:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7600/0x2c8777a5e7d9d2a3 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x36:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044946.184632:0:5857:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7600/0x2c8777a5e7d9d2a3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x36:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044946.184642:0:5857:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7600/0x2c8777a5e7d9d2a3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x36:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777044946.184684:0:5857:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x36:0x0]: returning size 512 00000004:00200000:3.0:1777044946.184689:0:5857:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1777044946.184716:0:5857:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7600/0x2c8777a5e7d9d2a3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x36:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044946.184732:0:5857:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa6400/0x2c8777a5e7d9d295 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044946.184741:0:5857:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa6400/0x2c8777a5e7d9d295 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044946.184750:0:5857:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa6400/0x2c8777a5e7d9d295 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044946.184758:0:5857:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98df74fa6400 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:3.0:1777044946.184763:0:5857:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa6400/0x2c8777a5e7d9d295 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044946.184773:0:5857:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa6400/0x2c8777a5e7d9d295 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044946.184788:0:5857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff98df48c7ec00) 00010000:00010000:3.0:1777044946.184792:0:5857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777044946.184798:0:5857:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa6400/0x2c8777a5e7d9d295 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044946.185080:0:5857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa6400/0x2c8777a5e7d9d295 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044946.185101:0:5857:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7200/0x2c8777a5e7d9d29c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044946.185109:0:5857:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7200/0x2c8777a5e7d9d29c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044946.185118:0:5857:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7200/0x2c8777a5e7d9d29c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044946.185124:0:5857:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98df74fa7200 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:3.0:1777044946.185128:0:5857:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7200/0x2c8777a5e7d9d29c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044946.185135:0:5857:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7200/0x2c8777a5e7d9d29c lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044946.185145:0:5857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x8c6c0408 (ffff98df4abab500) 00010000:00010000:3.0:1777044946.185148:0:5857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777044946.185152:0:5857:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7200/0x2c8777a5e7d9d29c lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044946.185197:0:5857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7200/0x2c8777a5e7d9d29c lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044946.185271:0:5857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7e00/0x2c8777a5e7d9d28e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114877d expref: 63 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044946.185290:0:5857:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7600/0x2c8777a5e7d9d2a3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x36:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114877d expref: 62 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044946.185300:0:5857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x36:0x0].0x0 (ffff98df4ababc00) 00010000:00010000:3.0:1777044946.185303:0:5857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1777044946.185307:0:5857:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98df74fa7600, rc 0) 00000100:00100000:3.0:1777044946.185382:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df485be300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:146de360-3fb2-48bd-b418-06f30714148a+62:24572:x1863365369920384:12345-192.168.201.45@tcp:101:lfs.0 Request processed in 1187us (1695us total) trans 0 rc 0/0 00000100:00100000:3.0:1777044946.185392:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 837 00000100:00100000:3.0:1777044946.202341:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777044946.203750:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369920640 00000100:00100000:2.0:1777044946.203786:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369920640 00000100:00100000:2.0:1777044946.203895:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 838 00000100:00100000:2.0:1777044946.203909:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de431bdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:146de360-3fb2-48bd-b418-06f30714148a+62:24572:x1863365369920640:12345-192.168.201.45@tcp:101:lfs.0 00010000:00010000:2.0:1777044946.203936:0:7939:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777044946.203962:0:7939:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e6c00/0x2c8777a5e7d9d2aa lrc: 2/0,0 mode: --/CW res: [0x200000401:0x36:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148784 expref: -99 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044946.204155:0:7939:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7000/0x2c8777a5e7d9d2b1 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x36:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044946.204175:0:7939:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7000/0x2c8777a5e7d9d2b1 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044946.204191:0:7939:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7000/0x2c8777a5e7d9d2b1 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044946.204302:0:7939:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e6000/0x2c8777a5e7d9d2b8 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x36:0x0].0x361913b3 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044946.204316:0:7939:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e6000/0x2c8777a5e7d9d2b8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044946.204328:0:7939:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e6000/0x2c8777a5e7d9d2b8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044946.211966:0:7939:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7e00/0x2c8777a5e7d9d2bf lrc: 3/1,0 mode: --/PR res: [0x200000401:0x37:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044946.211994:0:7939:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7e00/0x2c8777a5e7d9d2bf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x37:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044946.212011:0:7939:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7e00/0x2c8777a5e7d9d2bf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x37:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777044946.212026:0:7939:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x37:0x0]: returning size 0 00010000:00010000:3.0:1777044946.212062:0:7939:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7000/0x2c8777a5e7d9d2b1 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044946.212079:0:7939:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7000/0x2c8777a5e7d9d2b1 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044946.212087:0:7939:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7000/0x2c8777a5e7d9d2b1 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044946.212096:0:7939:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de427e7000 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:3.0:1777044946.212102:0:7939:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7000/0x2c8777a5e7d9d2b1 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044946.212113:0:7939:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7000/0x2c8777a5e7d9d2b1 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044946.212129:0:7939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x36:0x0].0x0 (ffff98df4ababc00) 00010000:00010000:3.0:1777044946.212151:0:7939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777044946.212157:0:7939:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7000/0x2c8777a5e7d9d2b1 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044946.212165:0:7939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7000/0x2c8777a5e7d9d2b1 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777044946.212190:0:7939:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000082f0e08a reply state 0000000062ea6f44 transno 4294967859 ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e6000/0x2c8777a5e7d9d2b8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777044946.212321:0:7939:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1777044946.212392:0:7939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e6c00/0x2c8777a5e7d9d2aa lrc: 0/0,0 mode: --/CW res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148784 expref: 65 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044946.212416:0:7939:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7e00/0x2c8777a5e7d9d2bf lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x37:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148784 expref: 64 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044946.212435:0:7939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x37:0x0].0x0 (ffff98df4abab500) 00010000:00010000:3.0:1777044946.212439:0:7939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777044946.212443:0:7939:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98df74fa7e00, rc 0) 00000100:00100000:3.0:1777044946.212536:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de431bdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:146de360-3fb2-48bd-b418-06f30714148a+65:24572:x1863365369920640:12345-192.168.201.45@tcp:101:lfs.0 Request processed in 8629us (10206us total) trans 4294967859 rc 0/0 00000100:00100000:3.0:1777044946.212550:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 838 00010000:00010000:3.0:1777044946.226650:0:3328:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e6000/0x2c8777a5e7d9d2b8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044946.226678:0:3328:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e6000/0x2c8777a5e7d9d2b8 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044946.226689:0:3328:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e6000/0x2c8777a5e7d9d2b8 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044946.226699:0:3328:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de427e6000 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:3.0:1777044946.226706:0:3328:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e6000/0x2c8777a5e7d9d2b8 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044946.226716:0:3328:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e6000/0x2c8777a5e7d9d2b8 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044946.226737:0:3328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x36:0x0].0x361913b3 (ffff98df43d75d00) 00010000:00010000:3.0:1777044946.226741:0:3328:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777044946.226747:0:3328:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e6000/0x2c8777a5e7d9d2b8 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044946.226755:0:3328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e6000/0x2c8777a5e7d9d2b8 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777044946.230693:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777044946.235124:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369920896 00000100:00100000:2.0:1777044946.244406:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369920896 00000100:00100000:0.0:1777044946.246601:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 839 00000100:00100000:0.0:1777044946.246619:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df485bca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:146de360-3fb2-48bd-b418-06f30714148a+64:24572:x1863365369920896:12345-192.168.201.45@tcp:101:lfs.0 00010000:00010000:0.0:1777044946.246653:0:5856:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777044946.246679:0:5856:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df74b1f000/0x2c8777a5e7d9d2cd lrc: 2/0,0 mode: --/CR res: [0x200000401:0x36:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee114878b expref: -99 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044946.246803:0:5856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff98df74b1ee00/0x2c8777a5e7d9d2d4 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x37:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044946.246851:0:5856:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7e00/0x2c8777a5e7d9d2bf lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x37:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148784 expref: 65 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044946.246887:0:5856:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff98df74b1ee00/0x2c8777a5e7d9d2d4 lrc: 4/0,1 mode: --/EX res: [0x200000401:0x37:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044946.246932:0:5856:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7e00/0x2c8777a5e7d9d2bf lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x37:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148784 expref: 65 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044946.246951:0:5856:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7e00/0x2c8777a5e7d9d2bf lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x37:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148784 expref: 65 pid: 7939 timeout: 1674 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777044946.246971:0:5856:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df485bdf80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5856:1863365424325760:192.168.201.45@tcp:104: 00000100:00100000:0.0:1777044946.247083:0:5856:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df7795f0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1777044946.264585:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777044946.265327:0:5842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369921024 00000100:00100000:2.0:1777044946.265339:0:5842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369921024 00000100:00100000:0.0:1777044946.265351:0:5856:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df485bdf80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5856:1863365424325760:192.168.201.45@tcp:104: 00010000:00010000:0.0:1777044946.265388:0:5856:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff98df74b1ee00/0x2c8777a5e7d9d2d4 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x37:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044946.265408:0:5842:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7e00/0x2c8777a5e7d9d2bf lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x37:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148784 expref: 66 pid: 7939 timeout: 1674 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777044946.265459:0:5842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 255 00000100:00100000:2.0:1777044946.265482:0:5842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7529aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:146de360-3fb2-48bd-b418-06f30714148a+66:2392:x1863365369921024:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777044946.265504:0:5842:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777044946.265515:0:5842:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7e00/0x2c8777a5e7d9d2bf lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x37:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148784 expref: 66 pid: 7939 timeout: 1674 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044946.265556:0:5842:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7e00/0x2c8777a5e7d9d2bf lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x37:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148784 expref: 66 pid: 7939 timeout: 1674 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044946.265611:0:5842:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7e00/0x2c8777a5e7d9d2bf lrc: 0/0,0 mode: --/PR res: [0x200000401:0x37:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148784 expref: 66 pid: 7939 timeout: 1674 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044946.265635:0:5842:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x37:0x0].0x0 (ffff98df4abab500) 00010000:00010000:2.0:1777044946.265642:0:5842:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff98df74b1ee00/0x2c8777a5e7d9d2d4 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x37:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044946.265656:0:5842:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98df74b1ee00/0x2c8777a5e7d9d2d4 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x37:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044946.265667:0:5842:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98df74b1ee00/0x2c8777a5e7d9d2d4 lrc: 4/0,1 mode: EX/EX res: [0x200000401:0x37:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044946.265713:0:5842:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777044946.265790:0:5842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7529aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:146de360-3fb2-48bd-b418-06f30714148a+65:2392:x1863365369921024:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 309us (1234us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044946.265802:0:5842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 255 00010000:00010000:0.0:1777044946.268198:0:5856:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff98df74b1ee00/0x2c8777a5e7d9d2d4 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x37:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044946.268290:0:5856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df74b1ee00/0x2c8777a5e7d9d2d4 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x37:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777044946.268317:0:5856:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x37:0x0]: returning size 0 00000004:00080000:0.0:1777044946.268778:0:5856:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x11:0x0], index 0: 0 00000004:00080000:0.0:1777044946.268797:0:5856:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x11:0x0], index 1: 0 00010000:00010000:0.0:1777044946.269282:0:5856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff98df74b1ee00/0x2c8777a5e7d9d2d4 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x37:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044946.269296:0:5856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98df74b1ee00/0x2c8777a5e7d9d2d4 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x37:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044946.269323:0:5856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98df74b1ee00/0x2c8777a5e7d9d2d4 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x37:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044946.269332:0:5856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98df74b1ee00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:0.0:1777044946.269338:0:5856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df74b1ee00/0x2c8777a5e7d9d2d4 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x37:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044946.269348:0:5856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df74b1ee00/0x2c8777a5e7d9d2d4 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x37:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044946.269367:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x37:0x0].0x0 (ffff98df4abab500) 00010000:00010000:0.0:1777044946.269373:0:5856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1777044946.269379:0:5856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98df74b1ee00/0x2c8777a5e7d9d2d4 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x37:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044946.269387:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df74b1ee00/0x2c8777a5e7d9d2d4 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x37:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044946.269466:0:5856:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98df74b1f000/0x2c8777a5e7d9d2cd lrc: 1/0,0 mode: --/CR res: [0x200000401:0x36:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114878b expref: 65 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044946.269481:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x36:0x0].0x0 (ffff98df4ababc00) 00010000:00010000:0.0:1777044946.269485:0:5856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1777044946.269491:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df74b1f000/0x2c8777a5e7d9d2cd lrc: 0/0,0 mode: --/CR res: [0x200000401:0x36:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114878b expref: 65 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044946.269506:0:5856:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98df74b1f000, rc 0) 00000100:00100000:0.0:1777044946.269589:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df485bca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:146de360-3fb2-48bd-b418-06f30714148a+64:24572:x1863365369920896:12345-192.168.201.45@tcp:101:lfs.0 Request processed in 22973us (38903us total) trans 4294967860 rc 301/301 00000100:00100000:0.0:1777044946.269616:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 839 00000100:00100000:1.0:1777044946.285532:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777044946.286649:0:5859:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369921280 00000100:00100000:3.0:1777044946.286664:0:5859:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369921280 00000100:00100000:3.0:1777044946.286757:0:5859:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 194 00000100:00100000:3.0:1777044946.286775:0:5859:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df75299180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:146de360-3fb2-48bd-b418-06f30714148a+64:24572:x1863365369921280:12345-192.168.201.45@tcp:35:lfs.0 00000100:00100000:3.0:1777044946.288633:0:5859:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df75299180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:146de360-3fb2-48bd-b418-06f30714148a+65:24572:x1863365369921280:12345-192.168.201.45@tcp:35:lfs.0 Request processed in 1855us (3104us total) trans 4294967861 rc 0/0 00000100:00100000:3.0:1777044946.288649:0:5859:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 194 00000100:00100000:3.0:1777044946.313436:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777044946.313584:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369921408 00000100:00100000:0.0:1777044946.313598:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369921408 00000100:00100000:0.0:1777044946.313691:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 840 00000100:00100000:0.0:1777044946.313708:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de431be300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:146de360-3fb2-48bd-b418-06f30714148a+65:24572:x1863365369921408:12345-192.168.201.45@tcp:101:lfs.0 00010000:00010000:0.0:1777044946.313740:0:5855:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777044946.313771:0:5855:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df74b1ee00/0x2c8777a5e7d9d2e2 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x37:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148792 expref: -99 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044946.314167:0:5855:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98df74b1ee00/0x2c8777a5e7d9d2e2 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x37:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148792 expref: 66 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044946.314191:0:5855:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98df74b1ee00/0x2c8777a5e7d9d2e2 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x37:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148792 expref: 66 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044946.314578:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x37:0x0].0x0 (ffff98df48c7ee00) 00010000:00010000:0.0:1777044946.314584:0:5855:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1777044946.314589:0:5855:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98df74b1ee00, rc 0) 00000100:00100000:0.0:1777044946.314666:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de431be300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:146de360-3fb2-48bd-b418-06f30714148a+66:24572:x1863365369921408:12345-192.168.201.45@tcp:101:lfs.0 Request processed in 962us (1243us total) trans 0 rc 0/0 00000100:00100000:0.0:1777044946.314679:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 840 00000100:00100000:0.0:1777044946.332692:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777044946.333903:0:5858:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369921664 00000100:00100000:2.0:1777044946.333918:0:5858:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369921664 00000100:00100000:2.0:1777044946.334011:0:5858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 195 00000100:00100000:2.0:1777044946.334028:0:5858:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df485bdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:146de360-3fb2-48bd-b418-06f30714148a+66:24572:x1863365369921664:12345-192.168.201.45@tcp:35:lfs.0 00000100:00100000:2.0:1777044946.334720:0:5858:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df485bdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:146de360-3fb2-48bd-b418-06f30714148a+67:24572:x1863365369921664:12345-192.168.201.45@tcp:35:lfs.0 Request processed in 694us (2040us total) trans 4294967862 rc 0/0 00000100:00100000:2.0:1777044946.334734:0:5858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 195 00010000:00010000:0.0:1777044946.390695:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777044946.498206:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777044946.500304:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369921792 00000100:00100000:3.0:1777044946.500319:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369921792 00000100:00100000:3.0:1777044946.500490:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 841 00000100:00100000:3.0:1777044946.500506:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7529a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:146de360-3fb2-48bd-b418-06f30714148a+67:24576:x1863365369921792:12345-192.168.201.45@tcp:101:mkdir.0 00010000:00010000:3.0:1777044946.500535:0:7939:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777044946.500588:0:7939:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7200/0x2c8777a5e7d9d2e9 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148799 expref: -99 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044946.500675:0:7939:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa6400/0x2c8777a5e7d9d2f0 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x36:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044946.500696:0:7939:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa6400/0x2c8777a5e7d9d2f0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x36:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044946.500712:0:7939:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa6400/0x2c8777a5e7d9d2f0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x36:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777044946.500787:0:7939:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x36:0x0]: returning size 512 00000004:00200000:3.0:1777044946.500793:0:7939:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:3.0:1777044946.500860:0:7939:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa6400/0x2c8777a5e7d9d2f0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x36:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044946.500897:0:7939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7200/0x2c8777a5e7d9d2e9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148799 expref: 69 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044946.500920:0:7939:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa6400/0x2c8777a5e7d9d2f0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x36:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148799 expref: 68 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044946.500933:0:7939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x36:0x0].0x0 (ffff98df4ababc00) 00010000:00010000:3.0:1777044946.500938:0:7939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1777044946.500942:0:7939:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98df74fa6400, rc 0) 00000100:00100000:3.0:1777044946.501025:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7529a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:146de360-3fb2-48bd-b418-06f30714148a+68:24576:x1863365369921792:12345-192.168.201.45@tcp:101:mkdir.0 Request processed in 522us (2831us total) trans 0 rc 0/0 00000100:00100000:3.0:1777044946.501036:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 841 00000100:00100000:1.0:1777044946.544674:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777044946.546224:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369921920 00000100:00100000:0.0:1777044946.546511:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369921920 00000100:00100000:0.0:1777044946.547324:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 842 00000100:00100000:0.0:1777044946.547344:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df75298700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:146de360-3fb2-48bd-b418-06f30714148a+68:24577:x1863365369921920:12345-192.168.201.45@tcp:101:rm.0 00010000:00010000:0.0:1777044946.547396:0:5856:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777044946.547425:0:5856:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df74b1fa00/0x2c8777a5e7d9d2f7 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x36:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee11487a0 expref: -99 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044946.547525:0:5856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98df74b1fc00/0x2c8777a5e7d9d2fe lrc: 3/1,0 mode: --/CR res: [0x200000401:0x36:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044946.548043:0:5856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98df74b1fc00/0x2c8777a5e7d9d2fe lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044946.548070:0:5856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df74b1fc00/0x2c8777a5e7d9d2fe lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044946.548097:0:5856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98df74b1fe00/0x2c8777a5e7d9d305 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x36:0x0].0x361913b3 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044946.548111:0:5856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98df74b1fe00/0x2c8777a5e7d9d305 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044946.548431:0:5856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df74b1fe00/0x2c8777a5e7d9d305 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044946.549154:0:5856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98df74b1e200/0x2c8777a5e7d9d30c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x37:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044946.549170:0:5856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98df74b1e200/0x2c8777a5e7d9d30c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x37:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044946.549182:0:5856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df74b1e200/0x2c8777a5e7d9d30c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x37:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777044946.549252:0:5856:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x37:0x0]: returning size 0 00000004:00200000:0.0:1777044946.549271:0:5856:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1777044946.549304:0:5856:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98df74b1e200/0x2c8777a5e7d9d30c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x37:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044946.549322:0:5856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98df74b1e200/0x2c8777a5e7d9d30c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x37:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044946.549334:0:5856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98df74b1fc00/0x2c8777a5e7d9d2fe lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044946.549346:0:5856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98df74b1fc00/0x2c8777a5e7d9d2fe lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044946.549356:0:5856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98df74b1fc00/0x2c8777a5e7d9d2fe lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044946.549366:0:5856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98df74b1fc00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:0.0:1777044946.549372:0:5856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df74b1fc00/0x2c8777a5e7d9d2fe lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044946.549385:0:5856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df74b1fc00/0x2c8777a5e7d9d2fe lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044946.549403:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x36:0x0].0x0 (ffff98df4ababc00) 00010000:00010000:0.0:1777044946.549408:0:5856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777044946.549416:0:5856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98df74b1fc00/0x2c8777a5e7d9d2fe lrc: 2/0,0 mode: --/CR res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044946.549426:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df74b1fc00/0x2c8777a5e7d9d2fe lrc: 0/0,0 mode: --/CR res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044946.549449:0:5856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98df74b1fe00/0x2c8777a5e7d9d305 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044946.549476:0:5856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98df74b1fe00/0x2c8777a5e7d9d305 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044946.549486:0:5856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98df74b1fe00/0x2c8777a5e7d9d305 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044946.549495:0:5856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98df74b1fe00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:0.0:1777044946.549501:0:5856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df74b1fe00/0x2c8777a5e7d9d305 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044946.549511:0:5856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df74b1fe00/0x2c8777a5e7d9d305 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044946.549526:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x36:0x0].0x361913b3 (ffff98df48c7e900) 00010000:00010000:0.0:1777044946.549532:0:5856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777044946.549537:0:5856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98df74b1fe00/0x2c8777a5e7d9d305 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044946.549546:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df74b1fe00/0x2c8777a5e7d9d305 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044946.550064:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df74b1fa00/0x2c8777a5e7d9d2f7 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11487a0 expref: 70 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044946.550086:0:5856:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98df74b1e200/0x2c8777a5e7d9d30c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x37:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11487a0 expref: 69 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044946.550099:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x37:0x0].0x0 (ffff98df48c7ee00) 00010000:00010000:0.0:1777044946.550102:0:5856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777044946.550117:0:5856:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98df74b1e200, rc 0) 00000100:00100000:0.0:1777044946.550367:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df75298700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:146de360-3fb2-48bd-b418-06f30714148a+69:24577:x1863365369921920:12345-192.168.201.45@tcp:101:rm.0 Request processed in 3026us (5704us total) trans 0 rc 0/0 00000100:00100000:0.0:1777044946.550381:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 842 00000100:00100000:0.0:1777044946.568111:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777044946.568383:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777044946.569072:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369922048 00000100:00100000:2.0:1777044946.569087:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369922048 00000100:00100000:2.0:1777044946.569170:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369922176 00000100:00100000:2.0:1777044946.569176:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369922176 00000100:00100000:2.0:1777044946.569513:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 216 00000100:00100000:2.0:1777044946.569530:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df485bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:146de360-3fb2-48bd-b418-06f30714148a+10:2393:x1863365369922048:12345-192.168.201.45@tcp:101:rm.0 00000100:00100000:0.0:1777044946.570034:0:6639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 217 00000100:00100000:0.0:1777044946.570051:0:6639:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df485bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:146de360-3fb2-48bd-b418-06f30714148a+12:2393:x1863365369922176:12345-192.168.201.45@tcp:101:rm.0 00010000:00010000:0.0:1777044946.570070:0:6639:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777044946.570100:0:6639:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b30dd447/0x2c8777a5e7d9d313 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee11487ae expref: -99 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777044946.570138:0:6639:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x11:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1777044946.570164:0:6639:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777044946.570167:0:6639:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777044946.570179:0:6639:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b30dd447/0x2c8777a5e7d9d313 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11487ae expref: 13 pid: 6639 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044946.571976:0:6642:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777044946.572000:0:6642:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000746fb7bc/0x2c8777a5e7d9d31a lrc: 2/0,0 mode: --/PR res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee11487a7 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777044946.572028:0:6642:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x11:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1777044946.572045:0:6642:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777044946.572048:0:6642:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777044946.572057:0:6642:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000746fb7bc/0x2c8777a5e7d9d31a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11487a7 expref: 11 pid: 6642 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044946.572080:0:6642:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000746fb7bc/0x2c8777a5e7d9d31a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11487a7 expref: 11 pid: 6642 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044946.572101:0:6642:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de427e6e00, rc 0) 00000100:00100000:2.0:1777044946.577516:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df485bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:146de360-3fb2-48bd-b418-06f30714148a+11:2393:x1863365369922048:12345-192.168.201.45@tcp:101:rm.0 Request processed in 2660us (4087us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044946.577545:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 216 00010000:00010000:0.0:1777044946.579167:0:6639:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b30dd447/0x2c8777a5e7d9d313 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11487ae expref: 13 pid: 6639 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044946.579198:0:6639:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98df74b1fa00, rc 0) 00000100:00100000:0.0:1777044946.579303:0:6639:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df485bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:146de360-3fb2-48bd-b418-06f30714148a+13:2393:x1863365369922176:12345-192.168.201.45@tcp:101:rm.0 Request processed in 9254us (10919us total) trans 0 rc 0/0 00000100:00100000:0.0:1777044946.579314:0:6639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 217 00000100:00100000:0.0:1777044946.610913:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777044946.611846:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369922432 00000100:00100000:2.0:1777044946.611861:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369922432 00000100:00100000:2.0:1777044946.611953:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 843 00000100:00100000:2.0:1777044946.611970:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df485be680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:146de360-3fb2-48bd-b418-06f30714148a+69:24577:x1863365369922432:12345-192.168.201.45@tcp:36:rm.0 00010000:00010000:2.0:1777044946.612067:0:12646:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:2.0:1777044946.612104:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df74b1e200/0x2c8777a5e7d9d30c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x37:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11487a0 expref: 69 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044946.612139:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df74b1ee00/0x2c8777a5e7d9d2e2 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x37:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148792 expref: 68 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044946.612152:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x37:0x0].0x0 (ffff98df48c7ee00) 00010000:00010000:2.0:1777044946.612170:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa6400/0x2c8777a5e7d9d2f0 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x36:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148799 expref: 67 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044946.612179:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x36:0x0].0x0 (ffff98df4ababc00) 00010000:00010000:2.0:1777044946.612182:0:12646:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777044946.612297:0:12646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7400/0x2c8777a5e7d9d321 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x36:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044946.612318:0:12646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7400/0x2c8777a5e7d9d321 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044946.612334:0:12646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7400/0x2c8777a5e7d9d321 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044946.612374:0:12646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7e00/0x2c8777a5e7d9d328 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x36:0x0].0x361913b3 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044946.612386:0:12646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7e00/0x2c8777a5e7d9d328 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044946.612398:0:12646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7e00/0x2c8777a5e7d9d328 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044946.612565:0:12646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7a00/0x2c8777a5e7d9d32f lrc: 3/0,1 mode: --/EX res: [0x200000401:0x37:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044946.612579:0:12646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7a00/0x2c8777a5e7d9d32f lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x37:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044946.612591:0:12646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7a00/0x2c8777a5e7d9d32f lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x37:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1777044946.613361:0:12646:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].9, 64 off8792 00000004:00080000:2.0:1777044946.613376:0:12646:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1575103171741ns, next at 1576103168471ns, rc = 0 00000040:00080000:2.0:1777044946.613448:0:12646:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].8, 64 off8776 00000004:00080000:2.0:1777044946.613460:0:12646:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1575103256151ns, next at 1576103253726ns, rc = 0 00010000:00010000:2.0:1777044946.613559:0:12646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7600/0x2c8777a5e7d9d336 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x37:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044946.613603:0:12646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7600/0x2c8777a5e7d9d336 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x37:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044946.613618:0:12646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7600/0x2c8777a5e7d9d336 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x37:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044946.613631:0:12646:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7600/0x2c8777a5e7d9d336 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x37:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044946.613641:0:12646:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7600/0x2c8777a5e7d9d336 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x37:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044946.613651:0:12646:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7600/0x2c8777a5e7d9d336 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x37:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044946.613690:0:12646:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1777044946.613718:0:12646:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7a00/0x2c8777a5e7d9d32f lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x37:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044946.613729:0:12646:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7a00/0x2c8777a5e7d9d32f lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x37:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044946.613739:0:12646:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7a00/0x2c8777a5e7d9d32f lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x37:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044946.613749:0:12646:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de427e7a00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:2.0:1777044946.613756:0:12646:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7a00/0x2c8777a5e7d9d32f lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x37:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044946.613767:0:12646:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7a00/0x2c8777a5e7d9d32f lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x37:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044946.613783:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x37:0x0].0x0 (ffff98df43d75000) 00010000:00010000:2.0:1777044946.613788:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1777044946.613794:0:12646:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7a00/0x2c8777a5e7d9d32f lrc: 2/0,0 mode: --/EX res: [0x200000401:0x37:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044946.613831:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7a00/0x2c8777a5e7d9d32f lrc: 0/0,0 mode: --/EX res: [0x200000401:0x37:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044946.613863:0:12646:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7400/0x2c8777a5e7d9d321 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044946.613874:0:12646:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7400/0x2c8777a5e7d9d321 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044946.613904:0:12646:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7400/0x2c8777a5e7d9d321 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044946.613912:0:12646:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de427e7400 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:2.0:1777044946.613916:0:12646:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7400/0x2c8777a5e7d9d321 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044946.613924:0:12646:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7400/0x2c8777a5e7d9d321 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044946.613934:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x36:0x0].0x0 (ffff98df4ababc00) 00010000:00010000:2.0:1777044946.613937:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777044946.613941:0:12646:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7400/0x2c8777a5e7d9d321 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044946.613947:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7400/0x2c8777a5e7d9d321 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777044946.613960:0:12646:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000001e9f7a5c reply state 00000000b9535b54 transno 4294967863 ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7e00/0x2c8777a5e7d9d328 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777044946.613970:0:12646:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777044946.614059:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df485be680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:146de360-3fb2-48bd-b418-06f30714148a+68:24577:x1863365369922432:12345-192.168.201.45@tcp:36:rm.0 Request processed in 2093us (3158us total) trans 4294967863 rc 0/0 00000100:00100000:2.0:1777044946.614069:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 843 00010000:00010000:0.0:1777044946.616430:0:5845:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777044946.616458:0:5845:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7600/0x2c8777a5e7d9d336 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x37:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044946.616472:0:5845:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de427e7600 already unused, calling callback (ffffffffc17d22d0) 00010000:00010000:0.0:1777044946.616478:0:5845:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7600/0x2c8777a5e7d9d336 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x37:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044946.616490:0:5845:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7600/0x2c8777a5e7d9d336 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x37:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044946.616509:0:5845:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x37:0x0].0x0 (ffff98df43d75000) 00010000:00010000:0.0:1777044946.616513:0:5845:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1777044946.616519:0:5845:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7600/0x2c8777a5e7d9d336 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x37:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044946.616528:0:5845:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7600/0x2c8777a5e7d9d336 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x37:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044946.616575:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777044946.616579:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777044946.616582:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777044946.632591:0:3327:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7e00/0x2c8777a5e7d9d328 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044946.632617:0:3327:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7e00/0x2c8777a5e7d9d328 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044946.632630:0:3327:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7e00/0x2c8777a5e7d9d328 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044946.632643:0:3327:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de427e7e00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:3.0:1777044946.632652:0:3327:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7e00/0x2c8777a5e7d9d328 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044946.632666:0:3327:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7e00/0x2c8777a5e7d9d328 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044946.632703:0:3327:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x36:0x0].0x361913b3 (ffff98df43d75500) 00010000:00010000:3.0:1777044946.632725:0:3327:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777044946.632732:0:3327:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7e00/0x2c8777a5e7d9d328 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044946.632744:0:3327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7e00/0x2c8777a5e7d9d328 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777044946.685095:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777044946.685436:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369922688 00000100:00100000:3.0:1777044946.685450:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369922688 00000100:00100000:3.0:1777044946.685540:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 844 00000100:00100000:3.0:1777044946.685572:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df485bf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:146de360-3fb2-48bd-b418-06f30714148a+67:24578:x1863365369922688:12345-192.168.201.45@tcp:101:dd.0 00010000:00010000:3.0:1777044946.685603:0:7939:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777044946.685630:0:7939:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7200/0x2c8777a5e7d9d33d lrc: 2/0,0 mode: --/CW res: [0x200000401:0x36:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee11487b5 expref: -99 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044946.686957:0:7939:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa6400/0x2c8777a5e7d9d344 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x36:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044946.686982:0:7939:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa6400/0x2c8777a5e7d9d344 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044946.687002:0:7939:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa6400/0x2c8777a5e7d9d344 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044946.687029:0:7939:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7e00/0x2c8777a5e7d9d34b lrc: 3/0,1 mode: --/PW res: [0x200000401:0x36:0x0].0x361913b3 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044946.687041:0:7939:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7e00/0x2c8777a5e7d9d34b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044946.687054:0:7939:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7e00/0x2c8777a5e7d9d34b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1777044946.692450:0:7939:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x12:0x0], index 0: 0 00010000:00010000:3.0:1777044946.692731:0:7939:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103800/0x2c8777a5e7d9d352 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x38:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044946.692755:0:7939:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103800/0x2c8777a5e7d9d352 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044946.692771:0:7939:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103800/0x2c8777a5e7d9d352 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044946.692872:0:7939:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa6400/0x2c8777a5e7d9d344 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044946.692886:0:7939:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa6400/0x2c8777a5e7d9d344 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044946.692897:0:7939:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa6400/0x2c8777a5e7d9d344 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044946.692906:0:7939:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98df74fa6400 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:3.0:1777044946.692912:0:7939:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa6400/0x2c8777a5e7d9d344 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044946.692924:0:7939:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa6400/0x2c8777a5e7d9d344 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044946.692942:0:7939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x36:0x0].0x0 (ffff98df4ababc00) 00010000:00010000:3.0:1777044946.692947:0:7939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777044946.692955:0:7939:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa6400/0x2c8777a5e7d9d344 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044946.692964:0:7939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa6400/0x2c8777a5e7d9d344 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777044946.692982:0:7939:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000db27d831 reply state 000000007a844712 transno 4294967864 ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7e00/0x2c8777a5e7d9d34b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777044946.692997:0:7939:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1777044946.693046:0:7939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7200/0x2c8777a5e7d9d33d lrc: 0/0,0 mode: --/CW res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11487b5 expref: 70 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044946.693068:0:7939:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103800/0x2c8777a5e7d9d352 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11487b5 expref: 69 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044946.693081:0:7939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x38:0x0].0x0 (ffff98df4abab500) 00010000:00010000:3.0:1777044946.693085:0:7939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777044946.693089:0:7939:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de43103800, rc 0) 00000100:00100000:1.0:1777044946.693402:0:6782:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df75299c00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:6782:1863365424325888:0@lo:5:osp-pre-0-0.0 00000100:00100000:1.0:1777044946.693489:0:6782:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777044946.693575:0:6782:0:(client.c:2691:ptlrpc_set_wait()) set ffff98de4336f900 going to sleep for 11 seconds 00000100:00100000:2.0:1777044946.694938:0:8776:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424325888 00000100:00100000:2.0:1777044946.694950:0:8776:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424325888 00000100:00100000:2.0:1777044946.695060:0:8776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 218 00000100:00100000:2.0:1777044946.695075:0:8776:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7529ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:6782:x1863365424325888:12345-0@lo:5:osp-pre-0-0.0 00002000:00080000:2.0:1777044946.695164:0:8776:0:(ofd_dev.c:1745:ofd_create_hdl()) lustre-OST0000: reserve 32 objects in group 0x240000400 at 34 00000100:00100000:3.0:1777044946.697350:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df485bf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:146de360-3fb2-48bd-b418-06f30714148a+70:24578:x1863365369922688:12345-192.168.201.45@tcp:101:dd.0 Request processed in 11789us (12259us total) trans 4294967864 rc 0/0 00000100:00100000:3.0:1777044946.697366:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 844 00000100:00080000:1.0:1777044946.700187:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:0.0:1777044946.726106:0:3328:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7e00/0x2c8777a5e7d9d34b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044946.726129:0:3328:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7e00/0x2c8777a5e7d9d34b lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044946.726141:0:3328:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7e00/0x2c8777a5e7d9d34b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044946.726150:0:3328:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98df74fa7e00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:0.0:1777044946.726173:0:3328:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7e00/0x2c8777a5e7d9d34b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044946.726186:0:3328:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7e00/0x2c8777a5e7d9d34b lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044946.726242:0:3328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x36:0x0].0x361913b3 (ffff98df4ababe00) 00010000:00010000:0.0:1777044946.726248:0:3328:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777044946.726256:0:3328:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7e00/0x2c8777a5e7d9d34b lrc: 2/0,0 mode: --/PW res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044946.726267:0:3328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7e00/0x2c8777a5e7d9d34b lrc: 0/0,0 mode: --/PW res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777044946.757147:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777044946.757367:0:6641:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369922816 00000100:00100000:2.0:1777044946.757382:0:6641:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369922816 00000100:00100000:2.0:1777044946.757458:0:6641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 219 00000100:00100000:2.0:1777044946.757474:0:6641:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df485bd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:146de360-3fb2-48bd-b418-06f30714148a+11:24578:x1863365369922816:12345-192.168.201.45@tcp:101:dd.0 00010000:00010000:2.0:1777044946.757497:0:6641:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777044946.757528:0:6641:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000233bad92/0x2c8777a5e7d9d360 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee11487bc expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777044946.757560:0:6641:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x12:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1777044946.757586:0:6641:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777044946.757590:0:6641:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777044946.757602:0:6641:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000233bad92/0x2c8777a5e7d9d360 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11487bc expref: 12 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044946.757626:0:6641:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000233bad92/0x2c8777a5e7d9d360 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11487bc expref: 12 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044946.757645:0:6641:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de427e7400, rc 0) 00000100:00100000:2.0:1777044946.757723:0:6641:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df485bd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:146de360-3fb2-48bd-b418-06f30714148a+12:24578:x1863365369922816:12345-192.168.201.45@tcp:101:dd.0 Request processed in 252us (583us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044946.757734:0:6641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 219 00000100:00100000:3.0:1777044946.861107:0:8776:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7529ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:6782:x1863365424325888:12345-0@lo:5:osp-pre-0-0.0 Request processed in 166023us (167605us total) trans 4294967335 rc 0/0 00000100:00100000:3.0:1777044946.861129:0:8776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 218 00000100:00100000:1.0:1777044946.866290:0:6782:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df75299c00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:6782:1863365424325888:0@lo:5:osp-pre-0-0.0 00000004:00080000:1.0:1777044946.866321:0:6782:0:(osp_precreate.c:701:osp_precreate_send()) lustre-OST0000-osc-MDT0000: current precreated pool: [0x240000400:0x12:0x0]-[0x240000400:0x41:0x0] 00000100:00100000:1.0:1777044946.907760:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777044946.908306:0:6646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369922944 00000100:00100000:3.0:1777044946.908322:0:6646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369922944 00002000:00100000:3.0:1777044946.908396:0:6646:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x12:0x0] (0->1048575) req@ffff98de41db2a00 x1863365369922944/t0(0) o4->146de360-3fb2-48bd-b418-06f30714148a@192.168.201.45@tcp:702/0 lens 488/0 e 0 to 0 dl 1777044957 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1777044946.908426:0:6646:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98de41db2a00 with x1863365369922944 ext(0->1048575) 00002000:00010000:3.0:1777044946.908454:0:6646:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff98de41db2a00 00000100:00100000:3.0:1777044946.908521:0:6646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 65 00000100:00100000:3.0:1777044946.908540:0:6646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41db2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:146de360-3fb2-48bd-b418-06f30714148a+12:2391:x1863365369922944:12345-192.168.201.45@tcp:4:dd.0 00000100:00100000:2.0:1777044947.090020:0:6646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41db2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:146de360-3fb2-48bd-b418-06f30714148a+14:2391:x1863365369922944:12345-192.168.201.45@tcp:4:dd.0 Request processed in 181469us (182256us total) trans 4294967336 rc 0/0 00000100:00100000:2.0:1777044947.090043:0:6646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 65 00002000:00100000:2.0:1777044947.090064:0:6646:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x12:0x0] (0->1048575) req@ffff98de41db2a00 x1863365369922944/t4294967336(0) o4->146de360-3fb2-48bd-b418-06f30714148a@192.168.201.45@tcp:702/0 lens 488/448 e 0 to 0 dl 1777044957 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777044947.090102:0:6646:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98de41db2a00 with x1863365369922944 ext(0->1048575) 00002000:00010000:2.0:1777044947.090112:0:6646:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff98de41db2a00 00000100:00100000:0.0:1777044947.114623:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777044947.114917:0:6647:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369923072 00000100:00100000:3.0:1777044947.114933:0:6647:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369923072 00002000:00100000:3.0:1777044947.115036:0:6647:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x12:0x0] (1048576->2097151) req@ffff98df485bc380 x1863365369923072/t0(0) o4->146de360-3fb2-48bd-b418-06f30714148a@192.168.201.45@tcp:703/0 lens 488/0 e 0 to 0 dl 1777044958 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1777044947.115058:0:6647:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98df485bc380 with x1863365369923072 ext(1048576->2097151) 00002000:00010000:3.0:1777044947.115069:0:6647:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff98df485bc380 00000100:00100000:3.0:1777044947.115126:0:6647:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 66 00000100:00100000:3.0:1777044947.115147:0:6647:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df485bc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:146de360-3fb2-48bd-b418-06f30714148a+14:2392:x1863365369923072:12345-192.168.201.45@tcp:4:dd.0 00000100:00080000:1.0:1777044947.116472:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1777044947.214601:0:6647:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df485bc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:146de360-3fb2-48bd-b418-06f30714148a+16:2392:x1863365369923072:12345-192.168.201.45@tcp:4:dd.0 Request processed in 99449us (100006us total) trans 4294967337 rc 0/0 00000100:00100000:1.0:1777044947.214632:0:6647:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 66 00002000:00100000:1.0:1777044947.214649:0:6647:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x12:0x0] (1048576->2097151) req@ffff98df485bc380 x1863365369923072/t4294967337(0) o4->146de360-3fb2-48bd-b418-06f30714148a@192.168.201.45@tcp:703/0 lens 488/448 e 0 to 0 dl 1777044958 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777044947.214665:0:6647:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98df485bc380 with x1863365369923072 ext(1048576->2097151) 00002000:00010000:1.0:1777044947.214672:0:6647:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff98df485bc380 00000100:00100000:3.0:1777044947.226376:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777044947.226525:0:6646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369923200 00000100:00100000:2.0:1777044947.226538:0:6646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369923200 00002000:00100000:2.0:1777044947.226626:0:6646:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x12:0x0] (2097152->3145727) req@ffff98de431bea00 x1863365369923200/t0(0) o4->146de360-3fb2-48bd-b418-06f30714148a@192.168.201.45@tcp:703/0 lens 488/0 e 0 to 0 dl 1777044958 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777044947.226643:0:6646:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98de431bea00 with x1863365369923200 ext(2097152->3145727) 00002000:00010000:2.0:1777044947.226652:0:6646:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff98de431bea00 00000100:00100000:2.0:1777044947.226701:0:6646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 67 00000100:00100000:2.0:1777044947.226714:0:6646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de431bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:146de360-3fb2-48bd-b418-06f30714148a+16:2393:x1863365369923200:12345-192.168.201.45@tcp:4:dd.0 00000100:00100000:2.0:1777044947.288266:0:6646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de431bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:146de360-3fb2-48bd-b418-06f30714148a+18:2393:x1863365369923200:12345-192.168.201.45@tcp:4:dd.0 Request processed in 61545us (61891us total) trans 4294967338 rc 0/0 00000100:00100000:2.0:1777044947.288281:0:6646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 67 00002000:00100000:2.0:1777044947.288296:0:6646:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x12:0x0] (2097152->3145727) req@ffff98de431bea00 x1863365369923200/t4294967338(0) o4->146de360-3fb2-48bd-b418-06f30714148a@192.168.201.45@tcp:703/0 lens 488/448 e 0 to 0 dl 1777044958 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777044947.288313:0:6646:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98de431bea00 with x1863365369923200 ext(2097152->3145727) 00002000:00010000:2.0:1777044947.288321:0:6646:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff98de431bea00 00000100:00100000:0.0:1777044947.346773:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777044947.346933:0:6647:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369923328 00000100:00100000:1.0:1777044947.346945:0:6647:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369923328 00002000:00100000:1.0:1777044947.347005:0:6647:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x12:0x0] (3145728->4194303) req@ffff98df485bc000 x1863365369923328/t0(0) o4->146de360-3fb2-48bd-b418-06f30714148a@192.168.201.45@tcp:703/0 lens 488/0 e 0 to 0 dl 1777044958 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777044947.347022:0:6647:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98df485bc000 with x1863365369923328 ext(3145728->4194303) 00002000:00010000:1.0:1777044947.347030:0:6647:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff98df485bc000 00000100:00100000:1.0:1777044947.347076:0:6647:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 68 00000100:00100000:1.0:1777044947.347088:0:6647:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df485bc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:146de360-3fb2-48bd-b418-06f30714148a+18:2391:x1863365369923328:12345-192.168.201.45@tcp:4:dd.0 00000100:00100000:1.0:1777044947.382469:0:6647:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df485bc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:146de360-3fb2-48bd-b418-06f30714148a+20:2391:x1863365369923328:12345-192.168.201.45@tcp:4:dd.0 Request processed in 35370us (35695us total) trans 4294967339 rc 0/0 00000100:00100000:1.0:1777044947.382487:0:6647:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 68 00002000:00100000:1.0:1777044947.382503:0:6647:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x12:0x0] (3145728->4194303) req@ffff98df485bc000 x1863365369923328/t4294967339(0) o4->146de360-3fb2-48bd-b418-06f30714148a@192.168.201.45@tcp:703/0 lens 488/448 e 0 to 0 dl 1777044958 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777044947.382518:0:6647:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98df485bc000 with x1863365369923328 ext(3145728->4194303) 00002000:00010000:1.0:1777044947.382525:0:6647:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff98df485bc000 00010000:00010000:3.0:1777044947.418090:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777044947.420660:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777044947.420719:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777044947.420757:0:6646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369923712 00000100:00100000:2.0:1777044947.420769:0:6646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369923712 00002000:00100000:2.0:1777044947.421098:0:6646:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x12:0x0] (4194304->5242879) req@ffff98df7b51fb80 x1863365369923712/t0(0) o4->146de360-3fb2-48bd-b418-06f30714148a@192.168.201.45@tcp:703/0 lens 488/0 e 0 to 0 dl 1777044958 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777044947.421137:0:6646:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98df7b51fb80 with x1863365369923712 ext(4194304->5242879) 00002000:00010000:2.0:1777044947.421145:0:6646:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff98df7b51fb80 00000100:00100000:2.0:1777044947.421191:0:6645:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 69 00000100:00100000:2.0:1777044947.421241:0:6645:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b51fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:146de360-3fb2-48bd-b418-06f30714148a+20:2390:x1863365369923712:12345-192.168.201.45@tcp:4:dd.0 00000100:00100000:3.0:1777044947.422071:0:5858:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369923584 00000100:00100000:3.0:1777044947.422079:0:5858:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369923584 00000100:00100000:3.0:1777044947.422133:0:5858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 196 00000100:00100000:3.0:1777044947.422144:0:5858:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df605f2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:146de360-3fb2-48bd-b418-06f30714148a+69:24578:x1863365369923584:12345-192.168.201.45@tcp:35:dd.0 00000001:00080000:3.0:1777044947.422535:0:5858:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967865 00000100:00100000:3.0:1777044947.422659:0:5858:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df605f2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:146de360-3fb2-48bd-b418-06f30714148a+71:24578:x1863365369923584:12345-192.168.201.45@tcp:35:dd.0 Request processed in 515us (2007us total) trans 4294967866 rc 0/0 00000100:00100000:3.0:1777044947.422670:0:5858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 196 00000020:00080000:3.0:1777044947.422676:0:5858:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1777044947.423610:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1777044947.423678:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de41db1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424326016:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1777044947.423745:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777044947.424270:0:6644:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424326016 00000100:00100000:3.0:1777044947.424280:0:6644:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424326016 00000100:00100000:3.0:1777044947.424338:0:6644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 371 00000100:00100000:3.0:1777044947.424350:0:6644:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de430ff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3342:x1863365424326016:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1777044947.424373:0:6644:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 78184448 pending 8519680 free 3858759680 avail 3856662528 00000100:00100000:3.0:1777044947.425964:0:6644:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de430ff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3342:x1863365424326016:12345-0@lo:13:osp-pre-0-0.0 Request processed in 1607us (2212us total) trans 0 rc 0/0 00000100:00100000:3.0:1777044947.425980:0:6644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 371 00000100:00100000:2.0:1777044947.429258:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de41db1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424326016:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1777044947.535111:0:6645:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b51fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:146de360-3fb2-48bd-b418-06f30714148a+22:2390:x1863365369923712:12345-192.168.201.45@tcp:4:dd.0 Request processed in 113896us (114379us total) trans 4294967340 rc 0/0 00000100:00100000:0.0:1777044947.535130:0:6645:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 69 00002000:00100000:0.0:1777044947.535148:0:6645:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x12:0x0] (4194304->5242879) req@ffff98df7b51fb80 x1863365369923712/t4294967340(0) o4->146de360-3fb2-48bd-b418-06f30714148a@192.168.201.45@tcp:703/0 lens 488/448 e 0 to 0 dl 1777044958 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777044947.535165:0:6645:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98df7b51fb80 with x1863365369923712 ext(4194304->5242879) 00002000:00010000:0.0:1777044947.535507:0:6645:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff98df7b51fb80 00000100:00100000:1.0:1777044947.570666:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777044947.575079:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369923968 00000100:00100000:0.0:1777044947.575114:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369923968 00000100:00100000:1.0:1777044947.575387:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 845 00000100:00100000:1.0:1777044947.575405:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41db3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:146de360-3fb2-48bd-b418-06f30714148a+71:24582:x1863365369923968:12345-192.168.201.45@tcp:101:md5sum.0 00010000:00010000:1.0:1777044947.575470:0:5856:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777044947.575496:0:5856:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd600/0x2c8777a5e7d9d367 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x36:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee11487c3 expref: -99 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044947.575629:0:5856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd400/0x2c8777a5e7d9d36e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x38:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044947.575650:0:5856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd400/0x2c8777a5e7d9d36e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044947.575669:0:5856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd400/0x2c8777a5e7d9d36e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777044947.575685:0:5856:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x38:0x0]: returning size 5242880 00010000:00010000:1.0:1777044947.575885:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd600/0x2c8777a5e7d9d367 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x36:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11487c3 expref: 74 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044947.575911:0:5856:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd400/0x2c8777a5e7d9d36e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11487c3 expref: 73 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044947.575924:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x38:0x0].0x0 (ffff98df4abab500) 00010000:00010000:1.0:1777044947.575929:0:5856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777044947.575934:0:5856:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de41dfd400, rc 0) 00000100:00100000:1.0:1777044947.576032:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41db3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:146de360-3fb2-48bd-b418-06f30714148a+73:24582:x1863365369923968:12345-192.168.201.45@tcp:101:md5sum.0 Request processed in 632us (5376us total) trans 4294967867 rc 0/0 00000100:00100000:1.0:1777044947.576044:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 845 00000100:00100000:2.0:1777044947.614570:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777044947.614826:0:5843:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369924096 00000100:00100000:3.0:1777044947.614839:0:5843:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369924096 00000100:00100000:3.0:1777044947.614931:0:5843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 45 00000100:00100000:3.0:1777044947.614947:0:5843:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b51f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:146de360-3fb2-48bd-b418-06f30714148a+73:2391:x1863365369924096:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777044947.614969:0:5843:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777044947.615000:0:5843:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd400/0x2c8777a5e7d9d36e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x38:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11487c3 expref: 73 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044947.615027:0:5843:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x38:0x0].0x0 (ffff98df4abab500) 00010000:00010000:3.0:1777044947.615034:0:5843:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777044947.615203:0:5843:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b51f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:146de360-3fb2-48bd-b418-06f30714148a+72:2391:x1863365369924096:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 258us (642us total) trans 0 rc 0/0 00000100:00100000:3.0:1777044947.615214:0:5843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 45 00000100:00100000:0.0:1777044947.734100:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777044947.734824:0:5858:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369924352 00000100:00100000:3.0:1777044947.734838:0:5858:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369924352 00000100:00100000:3.0:1777044947.734998:0:5858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 197 00000100:00100000:3.0:1777044947.735016:0:5858:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6015ac50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:146de360-3fb2-48bd-b418-06f30714148a+72:24582:x1863365369924352:12345-192.168.201.45@tcp:35:md5sum.0 00000100:00100000:3.0:1777044947.735627:0:5858:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6015ac50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:146de360-3fb2-48bd-b418-06f30714148a+73:24582:x1863365369924352:12345-192.168.201.45@tcp:35:md5sum.0 Request processed in 613us (1535us total) trans 4294967868 rc 0/0 00000100:00100000:3.0:1777044947.735647:0:5858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 197 00000100:00100000:1.0:1777044947.795711:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777044947.799287:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369924480 00000100:00100000:3.0:1777044947.799306:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369924480 00000100:00100000:2.0:1777044947.799672:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 846 00000100:00100000:2.0:1777044947.799693:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41db1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:146de360-3fb2-48bd-b418-06f30714148a+73:24583:x1863365369924480:12345-192.168.201.45@tcp:101:lfs.0 00010000:00010000:2.0:1777044947.799729:0:5855:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777044947.799756:0:5855:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e6c00/0x2c8777a5e7d9d37c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee11487ca expref: -99 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044947.800519:0:5855:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e6000/0x2c8777a5e7d9d383 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x36:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044947.800542:0:5855:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e6000/0x2c8777a5e7d9d383 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x36:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044947.800559:0:5855:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e6000/0x2c8777a5e7d9d383 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x36:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777044947.804377:0:5855:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x36:0x0]: returning size 512 00000004:00200000:2.0:1777044947.804389:0:5855:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:2.0:1777044947.804440:0:5855:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e6000/0x2c8777a5e7d9d383 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x36:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044947.804497:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e6c00/0x2c8777a5e7d9d37c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11487ca expref: 75 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044947.804595:0:5855:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e6000/0x2c8777a5e7d9d383 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x36:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11487ca expref: 74 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044947.804610:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x36:0x0].0x0 (ffff98df4ababc00) 00010000:00010000:2.0:1777044947.804615:0:5855:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1777044947.804620:0:5855:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de427e6000, rc 0) 00000100:00100000:2.0:1777044947.804728:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41db1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:146de360-3fb2-48bd-b418-06f30714148a+74:24583:x1863365369924480:12345-192.168.201.45@tcp:101:lfs.0 Request processed in 5041us (9027us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044947.804743:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 846 00000100:00100000:0.0:1777044947.825385:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777044947.825952:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369924736 00000100:00100000:3.0:1777044947.825966:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369924736 00000100:00100000:3.0:1777044947.826059:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 847 00000100:00100000:3.0:1777044947.826075:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de430ff800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:146de360-3fb2-48bd-b418-06f30714148a+74:24583:x1863365369924736:12345-192.168.201.45@tcp:58:lfs.0 00000040:00080000:3.0:1777044947.826775:0:7939:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].20, 136 off10912 00000100:00100000:3.0:1777044947.827485:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de430ff800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:146de360-3fb2-48bd-b418-06f30714148a+74:24583:x1863365369924736:12345-192.168.201.45@tcp:58:lfs.0 Request processed in 1411us (2109us total) trans 0 rc 0/0 00000100:00100000:3.0:1777044947.827500:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 847 00000040:00080000:1.0:1777044947.990865:0:11491:0:(llog.c:801:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1777044947.990875:0:11491:0:(llog_cat.c:158:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1777044947.990954:0:11491:0:(llog.c:858:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 21 count 2 00000040:00080000:1.0:1777044947.990964:0:11491:0:(llog.c:858:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1777044947.991348:0:11491:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de41db2d80 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11491:1863365424326144:192.168.201.45@tcp:107:hsm_cdtr.0 00000100:00100000:1.0:1777044947.991484:0:11491:0:(client.c:2691:ptlrpc_set_wait()) set ffff98de4336f000 going to sleep for 11 seconds 00000100:00100000:0.0:1777044948.009705:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777044948.010116:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369924864 00000100:00100000:2.0:1777044948.010129:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369924864 00000100:00100000:2.0:1777044948.010276:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 848 00000100:00100000:2.0:1777044948.010292:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de430fed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+35:24589:x1863365369924864:12345-192.168.201.45@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1777044948.010332:0:12646:0:(mdt_handler.c:7958:mdt_fid2path()) path get [0x200000401:0x38:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1777044948.010456:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de430fed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+35:24589:x1863365369924864:12345-192.168.201.45@tcp:53:lhsmtool_posix.0 Request processed in 166us (760us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044948.010468:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 848 00000100:00100000:1.0:1777044948.010721:0:11491:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de41db2d80 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11491:1863365424326144:192.168.201.45@tcp:107:hsm_cdtr.0 00000100:00080000:3.0:1777044948.011114:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1777044948.037390:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777044948.037553:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369925120 00000100:00100000:0.0:1777044948.037566:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369925120 00000100:00100000:0.0:1777044948.037652:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 849 00000100:00100000:0.0:1777044948.037667:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df74175500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+34:24589:x1863365369925120:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1777044948.037693:0:5855:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777044948.037718:0:5855:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df74b1ea00/0x2c8777a5e7d9d38a lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee11487d1 expref: -99 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044948.038159:0:5855:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98df74b1f200/0x2c8777a5e7d9d391 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x38:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044948.038180:0:5855:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98df74b1f200/0x2c8777a5e7d9d391 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044948.038194:0:5855:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df74b1f200/0x2c8777a5e7d9d391 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777044948.038257:0:5855:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x38:0x0]: returning size 5242880 00010000:00010000:0.0:1777044948.038413:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df74b1ea00/0x2c8777a5e7d9d38a lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11487d1 expref: 37 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044948.038440:0:5855:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98df74b1f200/0x2c8777a5e7d9d391 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11487d1 expref: 36 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044948.038452:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x38:0x0].0x0 (ffff98df4abab500) 00010000:00010000:0.0:1777044948.038456:0:5855:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777044948.038475:0:5855:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98df74b1f200, rc 0) 00000100:00100000:0.0:1777044948.038539:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df74175500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+36:24589:x1863365369925120:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 Request processed in 875us (1158us total) trans 4294967869 rc 0/0 00000100:00100000:0.0:1777044948.038550:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 849 00000100:00100000:2.0:1777044948.046460:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777044948.046640:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369925248 00000100:00100000:0.0:1777044948.046653:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369925248 00000100:00100000:0.0:1777044948.046745:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 220 00000100:00100000:0.0:1777044948.046759:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df74176680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2393:x1863365369925248:12345-192.168.201.45@tcp:1:lhsmtool_posix.0 00010000:00010000:0.0:1777044948.046859:0:6642:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000bcfc45a0/0x2c8777a5e7d9d39f lrc: 3/1,0 mode: --/PR res: [0x240000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044948.046885:0:6642:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000233bad92/0x2c8777a5e7d9d360 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11487bc expref: 21 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044948.046898:0:6642:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777044948.046900:0:6642:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777044948.046905:0:6642:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000bcfc45a0/0x2c8777a5e7d9d39f lrc: 4/1,0 mode: --/PR res: [0x240000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044948.046950:0:6642:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000233bad92/0x2c8777a5e7d9d360 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11487bc expref: 21 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044948.046970:0:6642:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000233bad92/0x2c8777a5e7d9d360 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11487bc expref: 21 pid: 6641 timeout: 1676 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777044948.046990:0:6642:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de430fe680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6642:1863365424326272:192.168.201.45@tcp:104: 00000100:00100000:0.0:1777044948.047087:0:6642:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df7795f6c0 going to sleep for 11 seconds 00000100:00080000:3.0:1777044948.051425:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1777044948.062017:0:6642:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de430fe680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6642:1863365424326272:192.168.201.45@tcp:104: 00010000:00010000:0.0:1777044948.062052:0:6642:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000bcfc45a0/0x2c8777a5e7d9d39f lrc: 3/1,0 mode: --/PR res: [0x240000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777044948.095686:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777044948.096102:0:5841:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369925376 00000100:00100000:1.0:1777044948.096114:0:5841:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369925376 00010000:00010000:1.0:1777044948.096505:0:5841:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000233bad92/0x2c8777a5e7d9d360 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11487bc expref: 22 pid: 6641 timeout: 1676 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777044948.096575:0:5841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 256 00000100:00100000:1.0:1777044948.096590:0:5841:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df74176300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:146de360-3fb2-48bd-b418-06f30714148a+22:2392:x1863365369925376:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777044948.096609:0:5841:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1777044948.096631:0:5841:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x12:0x0] updating lvb size from disk: 0 -> 5242880 00002000:00010000:1.0:1777044948.096635:0:5841:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x12:0x0] updating lvb mtime from disk: 0 -> 1777044947 00002000:00010000:1.0:1777044948.096639:0:5841:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x12:0x0] updating lvb ctime from disk: 0 -> 1777044947 00010000:00010000:1.0:1777044948.096646:0:5841:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000233bad92/0x2c8777a5e7d9d360 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11487bc expref: 22 pid: 6641 timeout: 1676 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044948.096664:0:5841:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000233bad92/0x2c8777a5e7d9d360 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11487bc expref: 22 pid: 6641 timeout: 1676 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044948.096693:0:5841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000233bad92/0x2c8777a5e7d9d360 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11487bc expref: 22 pid: 6641 timeout: 1676 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044948.096712:0:5841:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777044948.096727:0:5841:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777044948.096733:0:5841:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000bcfc45a0/0x2c8777a5e7d9d39f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044948.096745:0:5841:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000bcfc45a0/0x2c8777a5e7d9d39f lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044948.096805:0:5841:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777044948.096869:0:5841:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df74176300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:146de360-3fb2-48bd-b418-06f30714148a+21:2392:x1863365369925376:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 283us (1193us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044948.096878:0:5841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 256 00010000:00010000:0.0:1777044948.097270:0:6642:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000bcfc45a0/0x2c8777a5e7d9d39f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044948.097284:0:6642:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000bcfc45a0/0x2c8777a5e7d9d39f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044948.097315:0:6642:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000bcfc45a0/0x2c8777a5e7d9d39f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044948.097325:0:6642:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000bcfc45a0/0x2c8777a5e7d9d39f lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044948.097335:0:6642:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000bcfc45a0/0x2c8777a5e7d9d39f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044948.097344:0:6642:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98df74b1ea00 already unused, calling callback (ffffffffc17d22d0) 00010000:00010000:0.0:1777044948.097349:0:6642:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000bcfc45a0/0x2c8777a5e7d9d39f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044948.097359:0:6642:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000bcfc45a0/0x2c8777a5e7d9d39f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044948.097394:0:6642:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000bcfc45a0/0x2c8777a5e7d9d39f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044948.097404:0:6642:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000bcfc45a0/0x2c8777a5e7d9d39f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777044948.097469:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df74176680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2393:x1863365369925248:12345-192.168.201.45@tcp:1:lhsmtool_posix.0 Request processed in 50712us (51019us total) trans 0 rc 0/0 00000100:00100000:0.0:1777044948.097480:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 220 00000100:00100000:2.0:1777044948.143012:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777044948.143168:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369925632 00000100:00100000:1.0:1777044948.143181:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369925632 00000100:00100000:1.0:1777044948.143298:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 850 00000100:00100000:1.0:1777044948.143311:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df74177800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+36:24589:x1863365369925632:12345-192.168.201.45@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1777044948.143444:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df74177800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+36:24589:x1863365369925632:12345-192.168.201.45@tcp:57:lhsmtool_posix.0 Request processed in 134us (440us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044948.143455:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 850 00000100:00100000:2.0:1777044948.154427:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777044948.156121:0:6641:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369925760 00000100:00100000:1.0:1777044948.156135:0:6641:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369925760 00000100:00100000:1.0:1777044948.156238:0:6641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 221 00000100:00100000:1.0:1777044948.156251:0:6641:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b4b2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2393:x1863365369925760:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1777044948.156274:0:6641:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777044948.156297:0:6641:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000714d6f1d/0x2c8777a5e7d9d3a6 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee11487d8 expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777044948.156329:0:6641:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x12:0x0] initial LVB size: 5242880, mtime: 0x69eb8dd3, atime: 0x0, ctime: 0x69eb8dd3, blocks: 0x1 00010000:00010000:1.0:1777044948.156361:0:6641:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777044948.156364:0:6641:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777044948.156375:0:6641:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000714d6f1d/0x2c8777a5e7d9d3a6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11487d8 expref: 9 pid: 6641 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044948.156397:0:6641:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000714d6f1d/0x2c8777a5e7d9d3a6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11487d8 expref: 9 pid: 6641 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044948.156415:0:6641:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de41dfce00, rc 0) 00000100:00100000:1.0:1777044948.156503:0:6641:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b4b2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2393:x1863365369925760:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 Request processed in 253us (2085us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044948.156513:0:6641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 221 00000100:00100000:2.0:1777044948.186149:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777044948.188083:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369926016 00000100:00100000:3.0:1777044948.188097:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369926016 00000100:00100000:3.0:1777044948.188531:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 851 00000100:00100000:3.0:1777044948.188597:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b4b1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+36:24589:x1863365369926016:12345-192.168.201.45@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1777044948.188728:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b4b1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+36:24589:x1863365369926016:12345-192.168.201.45@tcp:57:lhsmtool_posix.0 Request processed in 135us (2587us total) trans 0 rc 0/0 00000100:00100000:3.0:1777044948.188739:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 851 00000100:00100000:3.0:1777044948.236293:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777044948.236504:0:6647:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369926144 00000100:00100000:1.0:1777044948.236517:0:6647:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369926144 00002000:00100000:1.0:1777044948.236582:0:6647:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x12:0x0] (0->1048575) req@ffff98de431bf480 x1863365369926144/t0(0) o3->15144518-a1c7-4352-a966-cb31eadd4d9b@192.168.201.45@tcp:704/0 lens 488/0 e 0 to 0 dl 1777044959 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777044948.236599:0:6647:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98de431bf480 with x1863365369926144 ext(0->1048575) 00002000:00010000:1.0:1777044948.236607:0:6647:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff98de431bf480 00000100:00100000:1.0:1777044948.236656:0:6647:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 70 00000100:00100000:1.0:1777044948.236669:0:6647:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de431bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2393:x1863365369926144:12345-192.168.201.45@tcp:3:lhsmtool_posix.0 00000100:00100000:2.0:1777044948.379100:0:6647:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de431bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2393:x1863365369926144:12345-192.168.201.45@tcp:3:lhsmtool_posix.0 Request processed in 142425us (142810us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1777044948.379140:0:6647:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 70 00002000:00100000:2.0:1777044948.379157:0:6647:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x12:0x0] (0->1048575) req@ffff98de431bf480 x1863365369926144/t0(0) o3->15144518-a1c7-4352-a966-cb31eadd4d9b@192.168.201.45@tcp:704/0 lens 488/440 e 0 to 0 dl 1777044959 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777044948.379175:0:6647:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98de431bf480 with x1863365369926144 ext(0->1048575) 00002000:00010000:2.0:1777044948.379183:0:6647:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff98de431bf480 00010000:00010000:2.0:1777044948.444072:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1777044948.446036:0:7614:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1576935831057ns, next at 1577935827735ns, rc = 0 00000100:00100000:2.0:1777044948.449976:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de431bd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424326400:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1777044948.450060:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777044948.450159:0:6644:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424326400 00000100:00100000:2.0:1777044948.450169:0:6644:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424326400 00000100:00100000:2.0:1777044948.450240:0:6644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 372 00000100:00100000:2.0:1777044948.450600:0:6644:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b4b2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1863365424326400:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1777044948.450645:0:6644:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 61276160 pending 0 free 3856662528 avail 3854565376 00000100:00100000:2.0:1777044948.450708:0:6644:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b4b2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1863365424326400:12345-0@lo:13:osp-pre-1-0.0 Request processed in 113us (647us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044948.450718:0:6644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 372 00000100:00080000:2.0:1777044948.450750:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1777044948.459243:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de430fe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ce657616-b3f3-4e21-ac89-518ab611901c:3343:1863365424326528:0@lo:400:kworker.0 00000100:00100000:3.0:1777044948.459343:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777044948.459429:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de430fce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3343:1863365424327040:0@lo:400:kworker.0 00000100:00100000:3.0:1777044948.459470:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777044948.459502:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1777044948.459511:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de430fd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3343:1863365424326656:0@lo:400:kworker.0 00000100:00100000:3.0:1777044948.459540:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777044948.459594:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424327040 00000100:00100000:3.0:1777044948.459603:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424327040 00000100:00100000:3.0:1777044948.459665:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424326656 00000100:00100000:3.0:1777044948.459670:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424326656 00000100:00100000:3.0:1777044948.459701:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 863 00000100:00100000:3.0:1777044948.459713:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de431bdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3343:x1863365424327040:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777044948.459810:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de431bdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3343:x1863365424327040:12345-0@lo:400:kworker.0 Request processed in 99us (338us total) trans 0 rc 0/0 00000100:00100000:3.0:1777044948.459822:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 863 00000100:00100000:3.0:1777044948.459848:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 864 00000100:00100000:3.0:1777044948.459858:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de431bed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3343:x1863365424326656:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777044948.459898:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de431bed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3343:x1863365424326656:12345-0@lo:400:kworker.0 Request processed in 41us (357us total) trans 0 rc 0/0 00000100:00100000:3.0:1777044948.459907:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 864 00000100:00100000:3.0:1777044948.459960:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de430fd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3343:1863365424326656:0@lo:400:kworker.0 00000100:00100000:3.0:1777044948.459977:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de430fce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3343:1863365424327040:0@lo:400:kworker.0 00000100:00100000:2.0:1777044948.484329:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de431bd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424326400:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1777044948.484377:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de430fd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424326912:0@lo:400:kworker.0 00000100:00100000:2.0:1777044948.484460:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777044948.484510:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1777044948.484519:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de430fe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3342:1863365424326784:0@lo:400:kworker.0 00000100:00100000:2.0:1777044948.484553:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777044948.484890:0:5848:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424326528 00000100:00100000:2.0:1777044948.484912:0:5848:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424326528 00000100:00100000:2.0:1777044948.484974:0:5848:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 759 00000100:00100000:2.0:1777044948.484986:0:5848:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df4fc77850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ce657616-b3f3-4e21-ac89-518ab611901c+18:3343:x1863365424326528:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777044948.485061:0:5848:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df4fc77850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ce657616-b3f3-4e21-ac89-518ab611901c+18:3343:x1863365424326528:12345-0@lo:400:kworker.0 Request processed in 76us (25716us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044948.485072:0:5848:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 759 00000100:00080000:2.0:1777044948.485120:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1777044948.485138:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424326784 00000100:00100000:2.0:1777044948.485144:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424326784 00000100:00100000:2.0:1777044948.485194:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 865 00000100:00100000:2.0:1777044948.485237:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b4b1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3342:x1863365424326784:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777044948.485289:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b4b1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3342:x1863365424326784:12345-0@lo:400:kworker.0 Request processed in 86us (735us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044948.485298:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 865 00000100:00100000:2.0:1777044948.485324:0:8776:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424326912 00000100:00100000:2.0:1777044948.485329:0:8776:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424326912 00000100:00100000:2.0:1777044948.485368:0:8776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 668 00000100:00100000:2.0:1777044948.485376:0:8776:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b4b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3342:x1863365424326912:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777044948.485419:0:8776:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b4b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3342:x1863365424326912:12345-0@lo:400:kworker.0 Request processed in 43us (959us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044948.485429:0:8776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 668 00000100:00100000:2.0:1777044948.485480:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de430fe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ce657616-b3f3-4e21-ac89-518ab611901c:3343:1863365424326528:0@lo:400:kworker.0 00000100:00080000:2.0:1777044948.485507:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1777044948.485512:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1777044948.485541:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de430fe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3342:1863365424326784:0@lo:400:kworker.0 00000100:00100000:2.0:1777044948.485557:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de430fd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424326912:0@lo:400:kworker.0 00000100:00100000:2.0:1777044948.510138:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777044948.510238:0:6645:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369926272 00000100:00100000:3.0:1777044948.510251:0:6645:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369926272 00002000:00100000:3.0:1777044948.510333:0:6645:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x12:0x0] (1048576->2097151) req@ffff98df7b4b2d80 x1863365369926272/t0(0) o3->15144518-a1c7-4352-a966-cb31eadd4d9b@192.168.201.45@tcp:704/0 lens 488/0 e 0 to 0 dl 1777044959 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1777044948.510655:0:6645:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98df7b4b2d80 with x1863365369926272 ext(1048576->2097151) 00002000:00010000:3.0:1777044948.510666:0:6645:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff98df7b4b2d80 00000100:00100000:3.0:1777044948.510704:0:6645:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 71 00000100:00100000:3.0:1777044948.510718:0:6645:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b4b2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2390:x1863365369926272:12345-192.168.201.45@tcp:3:lhsmtool_posix.0 00000001:00080000:1.0:1777044948.693138:0:5877:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967869 is committed 00000001:00080000:1.0:1777044948.693157:0:5877:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967860 is committed 00000001:00080000:1.0:1777044948.698415:0:5877:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967867 is committed 00000004:00080000:1.0:1777044948.698439:0:5877:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 11 committed 00000004:00080000:1.0:1777044948.698469:0:5877:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 11 committed 00000001:00080000:1.0:1777044948.698523:0:5877:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967868 is committed 00000100:00100000:3.0:1777044948.698687:0:6645:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b4b2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2390:x1863365369926272:12345-192.168.201.45@tcp:3:lhsmtool_posix.0 Request processed in 187962us (188550us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1777044948.698705:0:6645:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 71 00002000:00100000:3.0:1777044948.698723:0:6645:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x12:0x0] (1048576->2097151) req@ffff98df7b4b2d80 x1863365369926272/t0(0) o3->15144518-a1c7-4352-a966-cb31eadd4d9b@192.168.201.45@tcp:704/0 lens 488/440 e 0 to 0 dl 1777044959 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1777044948.698740:0:6645:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98df7b4b2d80 with x1863365369926272 ext(1048576->2097151) 00002000:00010000:3.0:1777044948.698750:0:6645:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff98df7b4b2d80 00000100:00100000:2.0:1777044948.698811:0:3344:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7b4b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3344:1863365424327168:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1777044948.699124:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777044948.699588:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424327168 00000100:00100000:2.0:1777044948.699599:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424327168 00000100:00100000:3.0:1777044948.699623:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de431bd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424327296:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1777044948.699650:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 222 00000100:00100000:2.0:1777044948.699666:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b4b0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3344:x1863365424327168:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1777044948.699678:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00080000:2.0:1777044948.699701:0:6642:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:17 count 1 00000100:00100000:3.0:1777044948.699732:0:6639:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424327296 00010000:00010000:2.0:1777044948.699732:0:6642:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e8aaa4df/0x2c8777a5e7d9d3ad lrc: 3/0,1 mode: --/PW res: [0x280000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777044948.699741:0:6639:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424327296 00010000:00010000:2.0:1777044948.699765:0:6642:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b30dd447/0x2c8777a5e7d9d313 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11487ae expref: 12 pid: 6639 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044948.700070:0:6642:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777044948.700074:0:6642:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1777044948.700080:0:6639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 223 00010000:00010000:2.0:1777044948.700080:0:6642:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e8aaa4df/0x2c8777a5e7d9d3ad lrc: 4/0,1 mode: --/PW res: [0x280000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777044948.700099:0:6639:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de431bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3341:x1863365424327296:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1777044948.700122:0:6639:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:17 count 1 00010000:00010000:2.0:1777044948.700123:0:6642:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b30dd447/0x2c8777a5e7d9d313 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11487ae expref: 12 pid: 6639 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044948.700145:0:6639:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000079dbb1e7/0x2c8777a5e7d9d3b4 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044948.700150:0:6642:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b30dd447/0x2c8777a5e7d9d313 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11487ae expref: 12 pid: 6639 timeout: 1677 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044948.700186:0:6639:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000746fb7bc/0x2c8777a5e7d9d31a lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11487a7 expref: 20 pid: 6642 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777044948.700190:0:6642:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7b4b0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6642:1863365424327424:192.168.201.45@tcp:104: 00010000:00010000:3.0:1777044948.700230:0:6639:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777044948.700233:0:6639:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777044948.700238:0:6639:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000079dbb1e7/0x2c8777a5e7d9d3b4 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044948.700323:0:6639:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000746fb7bc/0x2c8777a5e7d9d31a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11487a7 expref: 20 pid: 6642 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777044948.700336:0:6642:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df46731300 going to sleep for 11 seconds 00010000:00010000:3.0:1777044948.700340:0:6639:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000746fb7bc/0x2c8777a5e7d9d31a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11487a7 expref: 20 pid: 6642 timeout: 1677 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777044948.700362:0:6639:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de431bc380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6639:1863365424327552:192.168.201.45@tcp:104: 00000100:00100000:3.0:1777044948.700416:0:6639:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df467309c0 going to sleep for 11 seconds 00000100:00100000:0.0:1777044948.722122:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777044948.722185:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777044948.723025:0:6642:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7b4b0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6642:1863365424327424:192.168.201.45@tcp:104: 00010000:00010000:3.0:1777044948.723063:0:6642:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000e8aaa4df/0x2c8777a5e7d9d3ad lrc: 3/0,1 mode: --/PW res: [0x280000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777044948.723116:0:6639:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de431bc380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6639:1863365424327552:192.168.201.45@tcp:104: 00010000:00010000:3.0:1777044948.723135:0:6639:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000079dbb1e7/0x2c8777a5e7d9d3b4 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777044948.723171:0:5843:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369926400 00000100:00100000:3.0:1777044948.723180:0:5843:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369926400 00010000:00010000:3.0:1777044948.723839:0:5843:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b30dd447/0x2c8777a5e7d9d313 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11487ae expref: 13 pid: 6639 timeout: 1677 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777044948.723881:0:5843:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369926528 00000100:00100000:3.0:1777044948.723886:0:5843:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369926528 00010000:00010000:3.0:1777044948.723907:0:5843:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000746fb7bc/0x2c8777a5e7d9d31a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11487a7 expref: 21 pid: 6642 timeout: 1677 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777044948.723939:0:5843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 257 00000100:00100000:3.0:1777044948.723952:0:5843:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de430fc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:146de360-3fb2-48bd-b418-06f30714148a+13:2392:x1863365369926400:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777044948.723970:0:5843:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777044948.723978:0:5843:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b30dd447/0x2c8777a5e7d9d313 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11487ae expref: 13 pid: 6639 timeout: 1677 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044948.723996:0:5843:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b30dd447/0x2c8777a5e7d9d313 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11487ae expref: 13 pid: 6639 timeout: 1677 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044948.724026:0:5843:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b30dd447/0x2c8777a5e7d9d313 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11487ae expref: 13 pid: 6639 timeout: 1677 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044948.724046:0:5843:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777044948.724049:0:5843:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777044948.724054:0:5843:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000e8aaa4df/0x2c8777a5e7d9d3ad lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044948.724067:0:5843:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e8aaa4df/0x2c8777a5e7d9d3ad lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044948.724099:0:5843:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777044948.724161:0:5843:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de430fc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:146de360-3fb2-48bd-b418-06f30714148a+12:2392:x1863365369926400:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 210us (2050us total) trans 0 rc 0/0 00000100:00100000:3.0:1777044948.724171:0:5843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 257 00000100:00100000:3.0:1777044948.724196:0:5843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 258 00000100:00100000:3.0:1777044948.724205:0:5843:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de430fca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:146de360-3fb2-48bd-b418-06f30714148a+21:2392:x1863365369926528:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777044948.724217:0:5843:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00080000:0.0:1777044948.725584:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:0.0:1777044948.728560:0:6642:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000e8aaa4df/0x2c8777a5e7d9d3ad lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044948.728600:0:6642:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e8aaa4df/0x2c8777a5e7d9d3ad lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044948.728616:0:6642:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e8aaa4df/0x2c8777a5e7d9d3ad lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044948.728629:0:6642:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000e8aaa4df/0x2c8777a5e7d9d3ad lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044948.728665:0:6642:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1777044948.730178:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b4b0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3344:x1863365424327168:12345-0@lo:6:osp-syn-1-0.0 Request processed in 30510us (31049us total) trans 4294967339 rc 0/0 00000100:00100000:0.0:1777044948.730193:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 222 00010000:00010000:3.0:1777044948.730552:0:5843:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000746fb7bc/0x2c8777a5e7d9d31a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11487a7 expref: 21 pid: 6642 timeout: 1677 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044948.730583:0:5843:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000746fb7bc/0x2c8777a5e7d9d31a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11487a7 expref: 21 pid: 6642 timeout: 1677 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044948.730616:0:5843:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000746fb7bc/0x2c8777a5e7d9d31a lrc: 0/0,0 mode: --/PR res: [0x240000400:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11487a7 expref: 21 pid: 6642 timeout: 1677 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044948.730637:0:5843:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777044948.730641:0:5843:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777044948.730648:0:5843:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000079dbb1e7/0x2c8777a5e7d9d3b4 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044948.730662:0:5843:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000079dbb1e7/0x2c8777a5e7d9d3b4 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044948.730711:0:5843:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777044948.730760:0:5843:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de430fca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:146de360-3fb2-48bd-b418-06f30714148a+20:2392:x1863365369926528:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 6555us (8575us total) trans 0 rc 0/0 00000100:00100000:3.0:1777044948.730793:0:5843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 258 00010000:00010000:3.0:1777044948.730974:0:5844:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777044948.730983:0:5844:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000e8aaa4df/0x2c8777a5e7d9d3ad lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044948.731004:0:5844:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48067200 already unused, calling callback (ffffffffc17d22d0) 00010000:00010000:3.0:1777044948.731009:0:5844:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000e8aaa4df/0x2c8777a5e7d9d3ad lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044948.731024:0:5844:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000e8aaa4df/0x2c8777a5e7d9d3ad lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044948.731044:0:5844:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000e8aaa4df/0x2c8777a5e7d9d3ad lrc: 1/0,0 mode: --/PW res: [0x280000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044948.731055:0:5844:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e8aaa4df/0x2c8777a5e7d9d3ad lrc: 0/0,0 mode: --/PW res: [0x280000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044948.731079:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777044948.731082:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777044948.731085:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1777044948.739004:0:3344:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98df7b4b0000/2, rc 0, transno 4294967339 00000100:00100000:2.0:1777044948.739022:0:3344:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7b4b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3344:1863365424327168:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1777044948.743592:0:6639:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000079dbb1e7/0x2c8777a5e7d9d3b4 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044948.743619:0:6639:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000079dbb1e7/0x2c8777a5e7d9d3b4 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044948.743637:0:6639:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000079dbb1e7/0x2c8777a5e7d9d3b4 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044948.743650:0:6639:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000079dbb1e7/0x2c8777a5e7d9d3b4 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044948.743682:0:6639:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1777044948.744135:0:6639:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de431bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+7:3341:x1863365424327296:12345-0@lo:6:osp-syn-0-0.0 Request processed in 44035us (44455us total) trans 4294967341 rc 0/0 00000100:00100000:0.0:1777044948.744151:0:6639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 223 00010000:00010000:0.0:1777044948.744271:0:5845:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777044948.744281:0:5845:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000079dbb1e7/0x2c8777a5e7d9d3b4 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044948.744297:0:5845:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98df6d64e600 already unused, calling callback (ffffffffc17d22d0) 00010000:00010000:0.0:1777044948.744304:0:5845:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000079dbb1e7/0x2c8777a5e7d9d3b4 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044948.744341:0:5845:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000079dbb1e7/0x2c8777a5e7d9d3b4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044948.744368:0:5845:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000079dbb1e7/0x2c8777a5e7d9d3b4 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044948.744381:0:5845:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000079dbb1e7/0x2c8777a5e7d9d3b4 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044948.744411:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777044948.744414:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777044948.744417:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1777044948.744553:0:3341:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98de431bd500/2, rc 0, transno 4294967341 00000100:00100000:1.0:1777044948.744565:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de431bd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424327296:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1777044948.784663:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777044948.785272:0:6647:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369926656 00000100:00100000:2.0:1777044948.785287:0:6647:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369926656 00002000:00100000:2.0:1777044948.785355:0:6647:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x12:0x0] (2097152->3145727) req@ffff98de430fc380 x1863365369926656/t0(0) o3->15144518-a1c7-4352-a966-cb31eadd4d9b@192.168.201.45@tcp:704/0 lens 488/0 e 0 to 0 dl 1777044959 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777044948.785372:0:6647:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98de430fc380 with x1863365369926656 ext(2097152->3145727) 00002000:00010000:2.0:1777044948.785382:0:6647:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff98de430fc380 00000100:00100000:2.0:1777044948.785428:0:6647:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 72 00000100:00100000:2.0:1777044948.785444:0:6647:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de430fc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2392:x1863365369926656:12345-192.168.201.45@tcp:3:lhsmtool_posix.0 00000100:00100000:3.0:1777044948.797813:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777044948.798354:0:6645:0:(service.c:3441:ptlrpc_start_thread()) ost_io[0] started 3 min 3 max 116 00000100:00100000:0.0:1777044948.798368:0:6645:0:(service.c:3500:ptlrpc_start_thread()) starting thread 'll_ost_io00_003' 00000100:00100000:3.0:1777044948.801750:0:6645:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369926784 00000100:00100000:3.0:1777044948.801793:0:6645:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369926784 00002000:00100000:3.0:1777044948.802131:0:6645:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x12:0x0] (3145728->4194303) req@ffff98de431bc380 x1863365369926784/t0(0) o3->15144518-a1c7-4352-a966-cb31eadd4d9b@192.168.201.45@tcp:704/0 lens 488/0 e 0 to 0 dl 1777044959 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1777044948.802478:0:6645:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98de431bc380 with x1863365369926784 ext(3145728->4194303) 00002000:00010000:3.0:1777044948.802488:0:6645:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff98de431bc380 00000100:00100000:0.0:1777044948.819909:0:17648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 73 00000100:00100000:0.0:1777044948.819934:0:17648:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de431bc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+11:2393:x1863365369926784:12345-192.168.201.45@tcp:3:lhsmtool_posix.0 00000100:00100000:0.0:1777044948.906198:0:6647:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de430fc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+11:2392:x1863365369926656:12345-192.168.201.45@tcp:3:lhsmtool_posix.0 Request processed in 120743us (121533us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1777044948.906249:0:6647:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 72 00002000:00100000:0.0:1777044948.906268:0:6647:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x12:0x0] (2097152->3145727) req@ffff98de430fc380 x1863365369926656/t0(0) o3->15144518-a1c7-4352-a966-cb31eadd4d9b@192.168.201.45@tcp:704/0 lens 488/440 e 0 to 0 dl 1777044959 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777044948.906286:0:6647:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98de430fc380 with x1863365369926656 ext(2097152->3145727) 00002000:00010000:0.0:1777044948.906294:0:6647:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff98de430fc380 00000100:00100000:3.0:1777044949.016160:0:17648:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de431bc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2393:x1863365369926784:12345-192.168.201.45@tcp:3:lhsmtool_posix.0 Request processed in 196225us (218349us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1777044949.016182:0:17648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 73 00002000:00100000:3.0:1777044949.016198:0:17648:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x12:0x0] (3145728->4194303) req@ffff98de431bc380 x1863365369926784/t0(0) o3->15144518-a1c7-4352-a966-cb31eadd4d9b@192.168.201.45@tcp:704/0 lens 488/440 e 0 to 0 dl 1777044959 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1777044949.016237:0:17648:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98de431bc380 with x1863365369926784 ext(3145728->4194303) 00002000:00010000:3.0:1777044949.016246:0:17648:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff98de431bc380 00000100:00100000:3.0:1777044949.047641:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777044949.047792:0:6645:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369926912 00000100:00100000:0.0:1777044949.047805:0:6645:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369926912 00002000:00100000:0.0:1777044949.047862:0:6645:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x12:0x0] (4194304->5242879) req@ffff98de431bd180 x1863365369926912/t0(0) o3->15144518-a1c7-4352-a966-cb31eadd4d9b@192.168.201.45@tcp:705/0 lens 488/0 e 0 to 0 dl 1777044960 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777044949.047876:0:6645:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98de431bd180 with x1863365369926912 ext(4194304->5242879) 00002000:00010000:0.0:1777044949.047883:0:6645:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff98de431bd180 00000100:00100000:0.0:1777044949.047932:0:6645:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 74 00000100:00100000:0.0:1777044949.047946:0:6645:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de431bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2392:x1863365369926912:12345-192.168.201.45@tcp:3:lhsmtool_posix.0 00000100:00100000:3.0:1777044949.104596:0:6645:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de431bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2392:x1863365369926912:12345-192.168.201.45@tcp:3:lhsmtool_posix.0 Request processed in 56639us (56951us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1777044949.104614:0:6645:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 74 00002000:00100000:3.0:1777044949.104631:0:6645:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x12:0x0] (4194304->5242879) req@ffff98de431bd180 x1863365369926912/t0(0) o3->15144518-a1c7-4352-a966-cb31eadd4d9b@192.168.201.45@tcp:705/0 lens 488/440 e 0 to 0 dl 1777044960 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1777044949.104647:0:6645:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98de431bd180 with x1863365369926912 ext(4194304->5242879) 00002000:00010000:3.0:1777044949.104655:0:6645:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff98de431bd180 00000100:00100000:3.0:1777044949.180673:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777044949.184630:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369927040 00000100:00100000:0.0:1777044949.184648:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369927040 00000100:00100000:0.0:1777044949.184740:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 852 00000100:00100000:0.0:1777044949.184754:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de431bce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+35:24589:x1863365369927040:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1777044949.184803:0:5855:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777044949.184834:0:5855:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be200/0x2c8777a5e7d9d3bb lrc: 2/0,0 mode: --/PR res: [0x200000401:0x38:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee11487df expref: -99 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044949.184899:0:5855:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be400/0x2c8777a5e7d9d3c2 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x38:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044949.184920:0:5855:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be400/0x2c8777a5e7d9d3c2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044949.184939:0:5855:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be400/0x2c8777a5e7d9d3c2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044949.185073:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be200/0x2c8777a5e7d9d3bb lrc: 0/0,0 mode: --/PR res: [0x200000401:0x38:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11487df expref: 37 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044949.185124:0:5855:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be400/0x2c8777a5e7d9d3c2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11487df expref: 36 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044949.185459:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x38:0x0].0x0 (ffff98df4abab500) 00010000:00010000:0.0:1777044949.185465:0:5855:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1777044949.185471:0:5855:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de435be400, rc 0) 00000100:00100000:0.0:1777044949.185557:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de431bce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+36:24589:x1863365369927040:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 Request processed in 804us (4895us total) trans 0 rc 0/0 00000100:00100000:0.0:1777044949.185570:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 852 00000100:00100000:0.0:1777044949.218607:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777044949.219540:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369927168 00000100:00100000:3.0:1777044949.219555:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369927168 00000100:00100000:3.0:1777044949.219628:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 853 00000100:00100000:3.0:1777044949.219644:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de430fc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+36:24589:x1863365369927168:12345-192.168.201.45@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1777044949.219686:0:12646:0:(mdt_handler.c:7958:mdt_fid2path()) path get [0x200000401:0x38:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1777044949.219862:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de430fc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+36:24589:x1863365369927168:12345-192.168.201.45@tcp:53:lhsmtool_posix.0 Request processed in 220us (1266us total) trans 0 rc 0/0 00000100:00100000:3.0:1777044949.219874:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 853 00000100:00100000:3.0:1777044949.257672:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777044949.258056:0:14822:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369927296 00000100:00100000:1.0:1777044949.258070:0:14822:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369927296 00000100:00100000:1.0:1777044949.258155:0:14822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 224 00000100:00100000:1.0:1777044949.258483:0:14822:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de431bc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2393:x1863365369927296:12345-192.168.201.45@tcp:1:lhsmtool_posix.0 00010000:00010000:1.0:1777044949.258545:0:14822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000001aeae154/0x2c8777a5e7d9d3c9 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044949.258570:0:14822:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777044949.258572:0:14822:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777044949.258579:0:14822:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001aeae154/0x2c8777a5e7d9d3c9 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044949.258599:0:14822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001aeae154/0x2c8777a5e7d9d3c9 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044949.258641:0:14822:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000001aeae154/0x2c8777a5e7d9d3c9 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044949.258655:0:14822:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000001aeae154/0x2c8777a5e7d9d3c9 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044949.258667:0:14822:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000001aeae154/0x2c8777a5e7d9d3c9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044949.258680:0:14822:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de41dfc000 already unused, calling callback (ffffffffc17d22d0) 00010000:00010000:1.0:1777044949.258703:0:14822:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000001aeae154/0x2c8777a5e7d9d3c9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044949.258716:0:14822:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000001aeae154/0x2c8777a5e7d9d3c9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044949.258738:0:14822:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000001aeae154/0x2c8777a5e7d9d3c9 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044949.258750:0:14822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001aeae154/0x2c8777a5e7d9d3c9 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777044949.258860:0:14822:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de431bc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2393:x1863365369927296:12345-192.168.201.45@tcp:1:lhsmtool_posix.0 Request processed in 691us (1198us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044949.258872:0:14822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 224 00000100:00100000:1.0:1777044949.281576:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777044949.282070:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369927552 00000100:00100000:3.0:1777044949.282084:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369927552 00000100:00100000:3.0:1777044949.282164:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 854 00000100:00100000:3.0:1777044949.282252:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41db2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+36:24589:x1863365369927552:12345-192.168.201.45@tcp:57:lhsmtool_posix.0 00010000:00010000:3.0:1777044949.282380:0:7939:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98df74b1ee00/0x2c8777a5e7d9d3d0 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x38:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044949.282407:0:7939:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be400/0x2c8777a5e7d9d3c2 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11487df expref: 36 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044949.282420:0:7939:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff98df74b1ee00/0x2c8777a5e7d9d3d0 lrc: 4/0,1 mode: --/PW res: [0x200000401:0x38:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044949.282466:0:7939:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be400/0x2c8777a5e7d9d3c2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11487df expref: 36 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044949.282489:0:7939:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be400/0x2c8777a5e7d9d3c2 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11487df expref: 36 pid: 5855 timeout: 1677 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777044949.282512:0:7939:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df75299180 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7939:1863365424327680:192.168.201.45@tcp:104: 00000100:00100000:3.0:1777044949.282622:0:7939:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df46730f00 going to sleep for 11 seconds 00000100:00100000:1.0:1777044949.318604:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777044949.318732:0:7939:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df75299180 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7939:1863365424327680:192.168.201.45@tcp:104: 00010000:00010000:2.0:1777044949.319023:0:7939:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff98df74b1ee00/0x2c8777a5e7d9d3d0 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x38:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777044949.335080:0:5842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369927680 00000100:00100000:0.0:1777044949.335099:0:5842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369927680 00010000:00010000:0.0:1777044949.335166:0:5842:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be400/0x2c8777a5e7d9d3c2 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11487df expref: 37 pid: 5855 timeout: 1677 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777044949.335273:0:5842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 259 00000100:00100000:0.0:1777044949.335291:0:5842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41db0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+37:2393:x1863365369927680:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777044949.335316:0:5842:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777044949.335328:0:5842:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be400/0x2c8777a5e7d9d3c2 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11487df expref: 37 pid: 5855 timeout: 1677 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044949.335350:0:5842:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be400/0x2c8777a5e7d9d3c2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11487df expref: 37 pid: 5855 timeout: 1677 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044949.335383:0:5842:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be400/0x2c8777a5e7d9d3c2 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x38:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11487df expref: 37 pid: 5855 timeout: 1677 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044949.335434:0:5842:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x38:0x0].0x0 (ffff98df4abab500) 00010000:00010000:0.0:1777044949.335443:0:5842:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff98df74b1ee00/0x2c8777a5e7d9d3d0 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x38:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044949.335459:0:5842:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98df74b1ee00/0x2c8777a5e7d9d3d0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x38:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044949.335472:0:5842:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98df74b1ee00/0x2c8777a5e7d9d3d0 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x38:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044949.335543:0:5842:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777044949.335696:0:5842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41db0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+36:2393:x1863365369927680:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 408us (17103us total) trans 0 rc 0/0 00000100:00100000:0.0:1777044949.335710:0:5842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 259 00010000:00010000:3.0:1777044949.336014:0:7939:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff98df74b1ee00/0x2c8777a5e7d9d3d0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x38:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044949.336029:0:7939:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df74b1ee00/0x2c8777a5e7d9d3d0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x38:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044949.336723:0:7939:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98df74b1ee00/0x2c8777a5e7d9d3d0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x38:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044949.336746:0:7939:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98df74b1ee00/0x2c8777a5e7d9d3d0 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x38:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044949.337007:0:7939:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98df74b1ee00/0x2c8777a5e7d9d3d0 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x38:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044949.337018:0:7939:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98df74b1ee00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:3.0:1777044949.337024:0:7939:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df74b1ee00/0x2c8777a5e7d9d3d0 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x38:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044949.337037:0:7939:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df74b1ee00/0x2c8777a5e7d9d3d0 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x38:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044949.337053:0:7939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x38:0x0].0x0 (ffff98df4abab500) 00010000:00010000:3.0:1777044949.337058:0:7939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1777044949.337064:0:7939:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98df74b1ee00/0x2c8777a5e7d9d3d0 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x38:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044949.337074:0:7939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df74b1ee00/0x2c8777a5e7d9d3d0 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x38:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777044949.337606:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41db2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+36:24589:x1863365369927552:12345-192.168.201.45@tcp:57:lhsmtool_posix.0 Request processed in 55426us (56039us total) trans 4294967870 rc 0/0 00000100:00100000:3.0:1777044949.337621:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 854 00000040:00080000:0.0:1777044949.339469:0:11491:0:(llog.c:801:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1777044949.339477:0:11491:0:(llog_cat.c:158:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1777044949.340350:0:11491:0:(llog.c:858:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 2 00000040:00080000:0.0:1777044949.340366:0:11491:0:(llog.c:858:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1777044949.353899:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777044949.353956:0:5859:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369927936 00000100:00100000:0.0:1777044949.353970:0:5859:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369927936 00000100:00100000:0.0:1777044949.354038:0:5859:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 198 00000100:00100000:0.0:1777044949.354055:0:5859:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de430fea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+36:24589:x1863365369927936:12345-192.168.201.45@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1777044949.354406:0:5859:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de430fea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+37:24589:x1863365369927936:12345-192.168.201.45@tcp:35:lhsmtool_posix.0 Request processed in 352us (516us total) trans 4294967871 rc 0/0 00000100:00100000:0.0:1777044949.354421:0:5859:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 198 00010000:00010000:2.0:1777044949.478929:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777044950.486392:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1777044950.742477:0:17681:0:(llog.c:801:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1777044950.742488:0:17681:0:(llog_cat.c:158:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1777044950.746868:0:17681:0:(llog.c:858:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 21 count 2 00000040:00080000:1.0:1777044950.746880:0:17681:0:(llog.c:858:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000001:00080000:2.0:1777044950.844381:0:6666:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967341 is committed 00000001:00080000:2.0:1777044950.844404:0:6666:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967340 is committed 00000100:00100000:1.0:1777044950.956483:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777044950.956623:0:6641:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369928064 00000100:00100000:2.0:1777044950.956639:0:6641:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369928064 00000100:00100000:2.0:1777044950.957018:0:6641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 225 00000100:00100000:2.0:1777044950.957039:0:6641:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41db0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:146de360-3fb2-48bd-b418-06f30714148a+10:2390:x1863365369928064:12345-192.168.201.45@tcp:101:lfs.0 00010000:00010000:2.0:1777044950.957063:0:6641:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777044950.957088:0:6641:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a3d5ad67/0x2c8777a5e7d9d3d7 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee11487e6 expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044950.957148:0:6641:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777044950.957152:0:6641:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777044950.957166:0:6641:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a3d5ad67/0x2c8777a5e7d9d3d7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11487e6 expref: 11 pid: 6641 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044950.957195:0:6641:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000a3d5ad67/0x2c8777a5e7d9d3d7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11487e6 expref: 11 pid: 6641 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044950.957217:0:6641:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de48067a00, rc 0) 00000100:00100000:2.0:1777044950.957297:0:6641:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41db0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:146de360-3fb2-48bd-b418-06f30714148a+11:2390:x1863365369928064:12345-192.168.201.45@tcp:101:lfs.0 Request processed in 262us (823us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044950.957310:0:6641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 225 00000100:00080000:0.0:1777044950.957600:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1777044951.045868:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777044951.045956:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777044951.046157:0:5849:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369928192 00000100:00100000:1.0:1777044951.046172:0:5849:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369928192 00000100:00100000:1.0:1777044951.046317:0:5849:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 760 00000100:00100000:1.0:1777044951.046335:0:5849:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df4fc76850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2393:x1863365369928192:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:1.0:1777044951.046470:0:5849:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df4fc76850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2393:x1863365369928192:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 138us (613us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044951.046500:0:5849:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 760 00000100:00100000:3.0:1777044951.059460:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369928320 00000100:00100000:3.0:1777044951.059478:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369928320 00000100:00100000:2.0:1777044951.060294:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777044951.060375:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777044951.060415:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777044951.060450:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777044951.060484:0:14822:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369928448 00000100:00100000:2.0:1777044951.060492:0:14822:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369928448 00000100:00100000:2.0:1777044951.060560:0:14822:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369928704 00000100:00100000:2.0:1777044951.060565:0:14822:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369928704 00000100:00100000:2.0:1777044951.060597:0:14822:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369928832 00000100:00100000:2.0:1777044951.060602:0:14822:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369928832 00000100:00100000:2.0:1777044951.060630:0:14822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 669 00000100:00100000:2.0:1777044951.060643:0:14822:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b4b3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:146de360-3fb2-48bd-b418-06f30714148a+12:2393:x1863365369928448:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:2.0:1777044951.060769:0:14822:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b4b3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:146de360-3fb2-48bd-b418-06f30714148a+12:2393:x1863365369928448:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 125us (481us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044951.060801:0:14822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 669 00000100:00100000:2.0:1777044951.060834:0:14822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 670 00000100:00100000:2.0:1777044951.060845:0:14822:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b4b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2393:x1863365369928704:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:2.0:1777044951.060894:0:14822:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b4b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2393:x1863365369928704:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 50us (518us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044951.060904:0:14822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 670 00000100:00100000:2.0:1777044951.060926:0:14822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 671 00000100:00100000:2.0:1777044951.060937:0:14822:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b4b1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2393:x1863365369928832:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:2.0:1777044951.060976:0:14822:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b4b1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2393:x1863365369928832:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 40us (525us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044951.060985:0:14822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 671 00000100:00100000:2.0:1777044951.061017:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369928576 00000100:00100000:2.0:1777044951.061023:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369928576 00000100:00100000:2.0:1777044951.061072:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 866 00000100:00100000:2.0:1777044951.061084:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b4b1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+37:2393:x1863365369928576:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:2.0:1777044951.061134:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b4b1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+37:2393:x1863365369928576:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 51us (718us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044951.061144:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 866 00000100:00080000:2.0:1777044951.061174:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1777044951.061181:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1777044951.061185:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1777044951.069498:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 867 00000100:00100000:1.0:1777044951.069518:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de430fdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:146de360-3fb2-48bd-b418-06f30714148a+63:2393:x1863365369928320:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:1.0:1777044951.069632:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de430fdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:146de360-3fb2-48bd-b418-06f30714148a+63:2393:x1863365369928320:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 118us (23674us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044951.069646:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 867 00000100:00080000:2.0:1777044951.069890:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1777044951.110146:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777044951.112322:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369929088 00000100:00100000:3.0:1777044951.112335:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369929088 00000100:00100000:3.0:1777044951.112420:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 855 00000100:00100000:3.0:1777044951.112435:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b4b3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:146de360-3fb2-48bd-b418-06f30714148a+63:24594:x1863365369929088:12345-192.168.201.45@tcp:101:lfs.0 00010000:00010000:3.0:1777044951.112461:0:7939:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777044951.112486:0:7939:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df74b1ee00/0x2c8777a5e7d9d3de lrc: 2/0,0 mode: --/CR res: [0x200000401:0x38:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee11487ed expref: -99 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044951.112612:0:7939:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98df74b1ec00/0x2c8777a5e7d9d3e5 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x38:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044951.112633:0:7939:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98df74b1ec00/0x2c8777a5e7d9d3e5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x38:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044951.112650:0:7939:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df74b1ec00/0x2c8777a5e7d9d3e5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x38:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777044951.112668:0:7939:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x38:0x0]: returning size 5242880 00010000:00010000:3.0:1777044951.112856:0:7939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df74b1ee00/0x2c8777a5e7d9d3de lrc: 0/0,0 mode: --/CR res: [0x200000401:0x38:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11487ed expref: 66 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044951.112878:0:7939:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98df74b1ec00/0x2c8777a5e7d9d3e5 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x38:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11487ed expref: 65 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044951.112891:0:7939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x38:0x0].0x0 (ffff98df4abab500) 00010000:00010000:3.0:1777044951.112896:0:7939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1777044951.112900:0:7939:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98df74b1ec00, rc 0) 00000100:00100000:3.0:1777044951.112976:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b4b3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:146de360-3fb2-48bd-b418-06f30714148a+65:24594:x1863365369929088:12345-192.168.201.45@tcp:101:lfs.0 Request processed in 544us (2837us total) trans 4294967872 rc 0/0 00000100:00100000:3.0:1777044951.112986:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 855 00000100:00100000:2.0:1777044951.137559:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777044951.137693:0:14822:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369929216 00000100:00100000:0.0:1777044951.137706:0:14822:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369929216 00000100:00100000:0.0:1777044951.137803:0:14822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 226 00000100:00100000:0.0:1777044951.137816:0:14822:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b4b0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:146de360-3fb2-48bd-b418-06f30714148a+11:2393:x1863365369929216:12345-192.168.201.45@tcp:1:lfs.0 00010000:00010000:0.0:1777044951.137875:0:14822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000052ebd617/0x2c8777a5e7d9d3f3 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x12:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044951.137902:0:14822:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000714d6f1d/0x2c8777a5e7d9d3a6 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11487d8 expref: 8 pid: 6641 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044951.137916:0:14822:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000a3d5ad67/0x2c8777a5e7d9d3d7 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11487e6 expref: 11 pid: 6641 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044951.137926:0:14822:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777044951.137928:0:14822:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777044951.137933:0:14822:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000052ebd617/0x2c8777a5e7d9d3f3 lrc: 5/0,1 mode: --/PW res: [0x240000400:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044951.137975:0:14822:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000a3d5ad67/0x2c8777a5e7d9d3d7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11487e6 expref: 11 pid: 6641 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044951.137992:0:14822:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000a3d5ad67/0x2c8777a5e7d9d3d7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11487e6 expref: 11 pid: 6641 timeout: 1679 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777044951.138010:0:14822:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de430ffb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:14822:1863365424327808:192.168.201.45@tcp:104: 00010000:00010000:0.0:1777044951.138130:0:14822:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000714d6f1d/0x2c8777a5e7d9d3a6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11487d8 expref: 8 pid: 6641 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044951.138143:0:14822:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000714d6f1d/0x2c8777a5e7d9d3a6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11487d8 expref: 8 pid: 6641 timeout: 1679 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777044951.138156:0:14822:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de430fd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:14822:1863365424327936:192.168.201.45@tcp:104: 00000100:00100000:0.0:1777044951.138187:0:14822:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df50f27480 going to sleep for 11 seconds 00000100:00100000:3.0:1777044951.150990:0:14822:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de430ffb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:14822:1863365424327808:192.168.201.45@tcp:104: 00000100:00100000:3.0:1777044951.151012:0:14822:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de430fd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:14822:1863365424327936:192.168.201.45@tcp:104: 00010000:00010000:3.0:1777044951.151047:0:14822:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000052ebd617/0x2c8777a5e7d9d3f3 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777044951.158597:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777044951.158963:0:5843:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369929344 00000100:00100000:3.0:1777044951.158976:0:5843:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369929344 00010000:00010000:3.0:1777044951.159025:0:5843:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000a3d5ad67/0x2c8777a5e7d9d3d7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11487e6 expref: 12 pid: 6641 timeout: 1679 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777044951.159084:0:5843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 260 00000100:00100000:3.0:1777044951.159099:0:5843:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df677a4050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:146de360-3fb2-48bd-b418-06f30714148a+12:2392:x1863365369929344:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777044951.159120:0:5843:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1777044951.159143:0:5843:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x12:0x0] updating lvb blocks from disk: 1 -> 10247 00010000:00010000:3.0:1777044951.159152:0:5843:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000a3d5ad67/0x2c8777a5e7d9d3d7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x12:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11487e6 expref: 12 pid: 6641 timeout: 1679 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044951.159169:0:5843:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000a3d5ad67/0x2c8777a5e7d9d3d7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x12:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11487e6 expref: 12 pid: 6641 timeout: 1679 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044951.159198:0:5843:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a3d5ad67/0x2c8777a5e7d9d3d7 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x12:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11487e6 expref: 12 pid: 6641 timeout: 1679 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044951.159257:0:5843:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777044951.159350:0:5843:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df677a4050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:146de360-3fb2-48bd-b418-06f30714148a+11:2392:x1863365369929344:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 253us (763us total) trans 0 rc 0/0 00000100:00100000:3.0:1777044951.159360:0:5843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 260 00000100:00100000:3.0:1777044951.218362:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777044951.218450:0:5842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369929472 00000100:00100000:0.0:1777044951.218463:0:5842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369929472 00010000:00010000:0.0:1777044951.218511:0:5842:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000714d6f1d/0x2c8777a5e7d9d3a6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11487d8 expref: 9 pid: 6641 timeout: 1679 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777044951.218554:0:5842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 261 00000100:00100000:0.0:1777044951.218567:0:5842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7529aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2393:x1863365369929472:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777044951.218584:0:5842:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777044951.218608:0:5842:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000714d6f1d/0x2c8777a5e7d9d3a6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11487d8 expref: 9 pid: 6641 timeout: 1679 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044951.218626:0:5842:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000714d6f1d/0x2c8777a5e7d9d3a6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11487d8 expref: 9 pid: 6641 timeout: 1679 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044951.218653:0:5842:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000714d6f1d/0x2c8777a5e7d9d3a6 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11487d8 expref: 9 pid: 6641 timeout: 1679 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044951.218935:0:5842:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777044951.218939:0:5842:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777044951.218945:0:5842:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000052ebd617/0x2c8777a5e7d9d3f3 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044951.218958:0:5842:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000052ebd617/0x2c8777a5e7d9d3f3 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044951.219005:0:5842:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777044951.219073:0:5842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7529aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2393:x1863365369929472:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 508us (721us total) trans 0 rc 0/0 00000100:00100000:0.0:1777044951.219085:0:5842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 261 00010000:00010000:3.0:1777044951.220138:0:14822:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000052ebd617/0x2c8777a5e7d9d3f3 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044951.220153:0:14822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000052ebd617/0x2c8777a5e7d9d3f3 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044951.220188:0:14822:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000052ebd617/0x2c8777a5e7d9d3f3 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044951.221840:0:14822:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000052ebd617/0x2c8777a5e7d9d3f3 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044951.221851:0:14822:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000052ebd617/0x2c8777a5e7d9d3f3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044951.221862:0:14822:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de435bfa00 already unused, calling callback (ffffffffc17d22d0) 00010000:00010000:3.0:1777044951.221867:0:14822:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000052ebd617/0x2c8777a5e7d9d3f3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044951.221878:0:14822:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000052ebd617/0x2c8777a5e7d9d3f3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044951.221898:0:14822:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000052ebd617/0x2c8777a5e7d9d3f3 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044951.221909:0:14822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000052ebd617/0x2c8777a5e7d9d3f3 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777044951.222008:0:14822:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b4b0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:146de360-3fb2-48bd-b418-06f30714148a+10:2393:x1863365369929216:12345-192.168.201.45@tcp:1:lfs.0 Request processed in 84191us (84459us total) trans 0 rc 0/0 00000100:00100000:3.0:1777044951.222020:0:14822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 226 00000100:00100000:3.0:1777044951.243550:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777044951.243665:0:5859:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369929728 00000100:00100000:0.0:1777044951.243678:0:5859:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369929728 00000100:00100000:0.0:1777044951.243870:0:5859:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 199 00000100:00100000:0.0:1777044951.243886:0:5859:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df75299180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:146de360-3fb2-48bd-b418-06f30714148a+65:24594:x1863365369929728:12345-192.168.201.45@tcp:35:lfs.0 00000004:00010000:0.0:1777044951.243966:0:5859:0:(mdt_open.c:1994:mdt_hsm_release()) ### [0x200000401:0x38:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff98df74b1ec00/0x2c8777a5e7d9d3e5 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x38:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11487ed expref: 65 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1777044951.244265:0:5859:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967873 00000001:00080000:0.0:1777044951.245842:0:5859:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967874 00010000:00010000:0.0:1777044951.245939:0:5859:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be000/0x2c8777a5e7d9d3fa lrc: 3/0,1 mode: --/EX res: [0x200000401:0x38:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5859 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044951.245965:0:5859:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103800/0x2c8777a5e7d9d352 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11487b5 expref: 68 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044951.245999:0:5859:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98df74b1f200/0x2c8777a5e7d9d391 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11487d1 expref: 36 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044951.246012:0:5859:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be000/0x2c8777a5e7d9d3fa lrc: 5/0,1 mode: --/EX res: [0x200000401:0x38:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5859 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044951.246062:0:5859:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff98df74b1f200/0x2c8777a5e7d9d391 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11487d1 expref: 36 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044951.246083:0:5859:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff98df74b1f200/0x2c8777a5e7d9d391 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11487d1 expref: 36 pid: 5855 timeout: 1679 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777044951.246104:0:5859:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de430fe300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:5859:1863365424328064:192.168.201.45@tcp:104: 00010000:00010000:0.0:1777044951.246586:0:5859:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103800/0x2c8777a5e7d9d352 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11487b5 expref: 68 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044951.246602:0:5859:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103800/0x2c8777a5e7d9d352 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11487b5 expref: 68 pid: 7939 timeout: 1679 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777044951.246616:0:5859:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de430fe680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:5859:1863365424328192:192.168.201.45@tcp:104: 00000100:00100000:0.0:1777044951.246654:0:5859:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df50f27d80 going to sleep for 11 seconds 00000100:00100000:0.0:1777044951.284157:0:5859:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de430fe300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:5859:1863365424328064:192.168.201.45@tcp:104: 00000100:00100000:3.0:1777044951.295987:0:5859:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de430fe680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:5859:1863365424328192:192.168.201.45@tcp:104: 00010000:00010000:3.0:1777044951.296027:0:5859:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be000/0x2c8777a5e7d9d3fa lrc: 3/0,1 mode: --/EX res: [0x200000401:0x38:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5859 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777044951.297331:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777044951.297797:0:5843:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369929984 00000100:00100000:3.0:1777044951.297809:0:5843:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369929984 00010000:00010000:3.0:1777044951.298099:0:5843:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103800/0x2c8777a5e7d9d352 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11487b5 expref: 69 pid: 7939 timeout: 1679 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777044951.298206:0:5843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 262 00000100:00100000:3.0:1777044951.298220:0:5843:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de430fce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:146de360-3fb2-48bd-b418-06f30714148a+69:2390:x1863365369929984:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777044951.298241:0:5843:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777044951.298408:0:5843:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103800/0x2c8777a5e7d9d352 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11487b5 expref: 69 pid: 7939 timeout: 1679 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044951.298429:0:5843:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103800/0x2c8777a5e7d9d352 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11487b5 expref: 69 pid: 7939 timeout: 1679 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044951.298457:0:5843:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103800/0x2c8777a5e7d9d352 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x38:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11487b5 expref: 69 pid: 7939 timeout: 1679 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044951.298487:0:5843:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x38:0x0].0x0 (ffff98df4abab500) 00010000:00010000:3.0:1777044951.298495:0:5843:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be000/0x2c8777a5e7d9d3fa lrc: 3/0,1 mode: --/EX res: [0x200000401:0x38:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5859 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044951.298506:0:5843:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be000/0x2c8777a5e7d9d3fa lrc: 3/0,1 mode: --/EX res: [0x200000401:0x38:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5859 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044951.298514:0:5843:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777044951.298590:0:5843:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de430fce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:146de360-3fb2-48bd-b418-06f30714148a+68:2390:x1863365369929984:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 372us (1262us total) trans 0 rc 0/0 00000100:00100000:3.0:1777044951.298602:0:5843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 262 00000100:00100000:0.0:1777044951.313699:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777044951.319948:0:5841:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369929856 00000100:00100000:1.0:1777044951.319966:0:5841:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369929856 00010000:00010000:0.0:1777044951.320687:0:5841:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff98df74b1f200/0x2c8777a5e7d9d391 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11487d1 expref: 37 pid: 5855 timeout: 1679 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777044951.320783:0:5841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 263 00000100:00100000:0.0:1777044951.320798:0:5841:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de430fd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+37:2391:x1863365369929856:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777044951.320819:0:5841:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777044951.320829:0:5841:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff98df74b1f200/0x2c8777a5e7d9d391 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11487d1 expref: 37 pid: 5855 timeout: 1679 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044951.320848:0:5841:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff98df74b1f200/0x2c8777a5e7d9d391 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11487d1 expref: 37 pid: 5855 timeout: 1679 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044951.320877:0:5841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df74b1f200/0x2c8777a5e7d9d391 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x38:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11487d1 expref: 37 pid: 5855 timeout: 1679 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044951.320901:0:5841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x38:0x0].0x0 (ffff98df4abab500) 00010000:00010000:0.0:1777044951.320909:0:5841:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be000/0x2c8777a5e7d9d3fa lrc: 3/0,1 mode: --/EX res: [0x200000401:0x38:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5859 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044951.320921:0:5841:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be000/0x2c8777a5e7d9d3fa lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x38:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5859 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044951.320931:0:5841:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be000/0x2c8777a5e7d9d3fa lrc: 4/0,1 mode: EX/EX res: [0x200000401:0x38:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5859 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044951.321040:0:5841:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777044951.321113:0:5841:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de430fd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+36:2391:x1863365369929856:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 317us (7426us total) trans 0 rc 0/0 00000100:00100000:0.0:1777044951.321125:0:5841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 263 00010000:00010000:3.0:1777044951.328601:0:5859:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be000/0x2c8777a5e7d9d3fa lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x38:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5859 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044951.328625:0:5859:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be000/0x2c8777a5e7d9d3fa lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x38:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5859 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1777044951.332070:0:5859:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967875 00000001:00080000:0.0:1777044951.332716:0:5859:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967876 00000100:00100000:0.0:1777044951.332884:0:5859:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de430fe680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:5859:1863365424328320:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1777044951.332994:0:5859:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777044951.333042:0:5859:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df50f27300 going to sleep for 11 seconds 00000100:00100000:3.0:1777044951.333721:0:5861:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424328320 00000100:00100000:3.0:1777044951.333753:0:5861:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424328320 00000100:00100000:3.0:1777044951.333847:0:5861:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:3.0:1777044951.333860:0:5861:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de430fe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:5859:x1863365424328320:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1777044951.333968:0:5861:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de430fe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:5859:x1863365424328320:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 110us (974us total) trans 0 rc 0/0 00000100:00100000:3.0:1777044951.333980:0:5861:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:3.0:1777044951.334030:0:5859:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967341 gen 2 00000004:00080000:3.0:1777044951.334050:0:5859:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98de431bd500, transno 4294967341 00000100:00100000:3.0:1777044951.334065:0:5859:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de430fe680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:5859:1863365424328320:0@lo:1000:mdt_rdpg00_001.0 00000001:00080000:3.0:1777044951.334761:0:5859:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967877 00000100:00100000:3.0:1777044951.334848:0:5859:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df75299c00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:5859:1863365424328448:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1777044951.334895:0:5859:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777044951.334921:0:5859:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df467309c0 going to sleep for 11 seconds 00000100:00100000:3.0:1777044951.335240:0:5861:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424328448 00000100:00100000:3.0:1777044951.335247:0:5861:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424328448 00000100:00100000:3.0:1777044951.335278:0:5861:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:3.0:1777044951.335287:0:5861:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b51f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:5859:x1863365424328448:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1777044951.335584:0:5861:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b51f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:5859:x1863365424328448:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 296us (687us total) trans 4294967342 rc 0/0 00000100:00100000:3.0:1777044951.335596:0:5861:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:3.0:1777044951.335647:0:5859:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df75299c00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:5859:1863365424328448:0@lo:1000:mdt_rdpg00_001.0 00000001:00080000:3.0:1777044951.335706:0:5859:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967878 00010000:00010000:3.0:1777044951.336027:0:5859:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be000/0x2c8777a5e7d9d3fa lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x38:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5859 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044951.336041:0:5859:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be000/0x2c8777a5e7d9d3fa lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x38:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5859 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044951.336052:0:5859:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be000/0x2c8777a5e7d9d3fa lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x38:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5859 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044951.336062:0:5859:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de435be000 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:3.0:1777044951.336068:0:5859:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be000/0x2c8777a5e7d9d3fa lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x38:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5859 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044951.336079:0:5859:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be000/0x2c8777a5e7d9d3fa lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x38:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5859 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044951.336107:0:5859:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x38:0x0].0x0 (ffff98df4abab500) 00010000:00010000:3.0:1777044951.336112:0:5859:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:3.0:1777044951.336119:0:5859:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be000/0x2c8777a5e7d9d3fa lrc: 2/0,0 mode: --/EX res: [0x200000401:0x38:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5859 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044951.336128:0:5859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be000/0x2c8777a5e7d9d3fa lrc: 0/0,0 mode: --/EX res: [0x200000401:0x38:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5859 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1777044951.336399:0:5859:0:(mdd_object.c:4010:mdd_close()) Object [0x200000401:0x39:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:3.0:1777044951.336546:0:5859:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].10, 64 off8856 00000004:00080000:3.0:1777044951.336564:0:5859:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1579826360262ns, next at 1580826356348ns, rc = 0 00000001:00080000:3.0:1777044951.336574:0:5859:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967879 00010000:00010000:3.0:1777044951.336624:0:5859:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x38:0x0].0x0 (ffff98df4abab500) 00010000:00010000:3.0:1777044951.336630:0:5859:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1777044951.336640:0:5859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df74b1ec00/0x2c8777a5e7d9d3e5 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x38:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11487ed expref: 72 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:0.0:1777044951.337999:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1777044951.348247:0:5859:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df75299180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:146de360-3fb2-48bd-b418-06f30714148a+71:24594:x1863365369929728:12345-192.168.201.45@tcp:35:lfs.0 Request processed in 104351us (104694us total) trans 4294967880 rc 0/0 00000100:00100000:3.0:1777044951.348266:0:5859:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 199 00000020:00080000:3.0:1777044951.348278:0:5859:0:(tgt_main.c:783:tgt_ses_key_exit()) total 8 transactions per RPC 00000100:00100000:3.0:1777044951.431938:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777044951.432480:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369930240 00000100:00100000:2.0:1777044951.432493:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369930240 00000100:00100000:2.0:1777044951.432576:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 856 00000100:00100000:2.0:1777044951.432591:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de431bd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:146de360-3fb2-48bd-b418-06f30714148a+71:24596:x1863365369930240:12345-192.168.201.45@tcp:101:md5sum.0 00010000:00010000:2.0:1777044951.432619:0:5857:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777044951.432645:0:5857:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066e00/0x2c8777a5e7d9d401 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x36:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee11487f4 expref: -99 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044951.432766:0:5857:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067400/0x2c8777a5e7d9d408 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x36:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044951.432788:0:5857:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067400/0x2c8777a5e7d9d408 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044951.432804:0:5857:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067400/0x2c8777a5e7d9d408 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044951.432823:0:5857:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067000/0x2c8777a5e7d9d40f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x36:0x0].0x361913b3 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044951.432832:0:5857:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067000/0x2c8777a5e7d9d40f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044951.432842:0:5857:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067000/0x2c8777a5e7d9d40f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044951.433454:0:5857:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067200/0x2c8777a5e7d9d416 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x38:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044951.433466:0:5857:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067200/0x2c8777a5e7d9d416 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044951.433493:0:5857:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067200/0x2c8777a5e7d9d416 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777044951.433506:0:5857:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x38:0x0]: returning size 5242880 00010000:00010000:2.0:1777044951.433618:0:5857:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067400/0x2c8777a5e7d9d408 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044951.433629:0:5857:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067400/0x2c8777a5e7d9d408 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044951.433638:0:5857:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067400/0x2c8777a5e7d9d408 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044951.433645:0:5857:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48067400 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:2.0:1777044951.433651:0:5857:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067400/0x2c8777a5e7d9d408 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044951.433660:0:5857:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067400/0x2c8777a5e7d9d408 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044951.433676:0:5857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x36:0x0].0x0 (ffff98df4ababc00) 00010000:00010000:2.0:1777044951.433681:0:5857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777044951.433686:0:5857:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067400/0x2c8777a5e7d9d408 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044951.433696:0:5857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067400/0x2c8777a5e7d9d408 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044951.433716:0:5857:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067000/0x2c8777a5e7d9d40f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044951.433760:0:5857:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067000/0x2c8777a5e7d9d40f lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044951.433768:0:5857:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067000/0x2c8777a5e7d9d40f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044951.433775:0:5857:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48067000 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:2.0:1777044951.433780:0:5857:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067000/0x2c8777a5e7d9d40f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044951.433788:0:5857:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067000/0x2c8777a5e7d9d40f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044951.433799:0:5857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x36:0x0].0x361913b3 (ffff98df43d75c00) 00010000:00010000:2.0:1777044951.433802:0:5857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777044951.433807:0:5857:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067000/0x2c8777a5e7d9d40f lrc: 2/0,0 mode: --/PR res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044951.433814:0:5857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067000/0x2c8777a5e7d9d40f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044951.434462:0:5857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066e00/0x2c8777a5e7d9d401 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x36:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11487f4 expref: 74 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044951.434484:0:5857:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067200/0x2c8777a5e7d9d416 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11487f4 expref: 73 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044951.434495:0:5857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x38:0x0].0x0 (ffff98df43d75800) 00010000:00010000:2.0:1777044951.434498:0:5857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777044951.434510:0:5857:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de48067200, rc 0) 00000100:00100000:2.0:1777044951.434597:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de431bd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:146de360-3fb2-48bd-b418-06f30714148a+73:24596:x1863365369930240:12345-192.168.201.45@tcp:101:md5sum.0 Request processed in 2008us (2670us total) trans 4294967881 rc 0/0 00000100:00100000:2.0:1777044951.434610:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 856 00000100:00100000:3.0:1777044951.455579:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777044951.455629:0:6655:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369930496 00000100:00100000:3.0:1777044951.455642:0:6655:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369930496 00000100:00100000:3.0:1777044951.455719:0:6655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 46 00000100:00100000:3.0:1777044951.455761:0:6655:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df74176300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:146de360-3fb2-48bd-b418-06f30714148a+73:24596:x1863365369930496:12345-192.168.201.45@tcp:103:md5sum.0 00010000:00010000:3.0:1777044951.455787:0:6655:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777044951.455822:0:6655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067200/0x2c8777a5e7d9d416 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x38:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11487f4 expref: 73 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044951.455853:0:6655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x38:0x0].0x0 (ffff98df43d75800) 00010000:00010000:3.0:1777044951.455868:0:6655:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777044951.455936:0:6655:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df74176300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:146de360-3fb2-48bd-b418-06f30714148a+72:24596:x1863365369930496:12345-192.168.201.45@tcp:103:md5sum.0 Request processed in 179us (368us total) trans 0 rc 0/0 00000100:00100000:3.0:1777044951.455947:0:6655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 46 00000100:00100000:1.0:1777044951.480756:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777044951.480842:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369930624 00000100:00100000:1.0:1777044951.480856:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369930624 00000100:00100000:1.0:1777044951.480935:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 857 00000100:00100000:1.0:1777044951.480951:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41db0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:146de360-3fb2-48bd-b418-06f30714148a+72:24596:x1863365369930624:12345-192.168.201.45@tcp:58:md5sum.0 00010000:00010000:1.0:1777044951.481093:0:5855:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfcc00/0x2c8777a5e7d9d424 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x38:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044951.481118:0:5855:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfcc00/0x2c8777a5e7d9d424 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x38:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044951.481137:0:5855:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfcc00/0x2c8777a5e7d9d424 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x38:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1777044951.481809:0:5855:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].21, 136 off11048 00000100:00100000:1.0:1777044951.481924:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41db0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:146de360-3fb2-48bd-b418-06f30714148a+72:24596:x1863365369930624:12345-192.168.201.45@tcp:58:md5sum.0 Request processed in 975us (1201us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044951.481937:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 857 00000100:00100000:3.0:1777044951.502483:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777044951.507841:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369930752 00000100:00100000:1.0:1777044951.507884:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369930752 00000100:00100000:1.0:1777044951.507984:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 858 00000100:00100000:1.0:1777044951.508002:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df485bdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:146de360-3fb2-48bd-b418-06f30714148a+72:24596:x1863365369930752:12345-192.168.201.45@tcp:101:md5sum.0 00010000:00010000:1.0:1777044951.508032:0:12646:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777044951.508062:0:12646:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfc600/0x2c8777a5e7d9d42b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x38:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee11487fb expref: -99 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044951.508140:0:12646:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfcc00/0x2c8777a5e7d9d424 lrc: 2/0,1 mode: EX/EX res: [0x200000401:0x38:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044951.508158:0:12646:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfc600/0x2c8777a5e7d9d42b lrc: 4/0,0 mode: --/CR res: [0x200000401:0x38:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11487fb expref: 73 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044951.508186:0:12646:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfcc00/0x2c8777a5e7d9d424 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x38:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044951.508235:0:12646:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfc600/0x2c8777a5e7d9d42b lrc: 3/0,0 mode: --/CR res: [0x200000401:0x38:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11487fb expref: 73 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044951.508257:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x38:0x0].0x0 (ffff98df51b04900) 00010000:00010000:1.0:1777044951.508262:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1777044951.508268:0:12646:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfc600/0x2c8777a5e7d9d42b lrc: 3/0,0 mode: --/CR res: [0x200000401:0x38:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11487fb expref: 73 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044951.508280:0:12646:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de41dfc600, rc 0) 00000100:00100000:1.0:1777044951.508388:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df485bdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:146de360-3fb2-48bd-b418-06f30714148a+73:24596:x1863365369930752:12345-192.168.201.45@tcp:101:md5sum.0 Request processed in 389us (5914us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044951.508399:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 858 00010000:00010000:2.0:1777044951.516935:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1777044952.405800:0:11491:0:(llog.c:801:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1777044952.405810:0:11491:0:(llog_cat.c:158:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1777044952.405865:0:11491:0:(llog.c:858:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 22 count 3 00000040:00080000:0.0:1777044952.405875:0:11491:0:(llog.c:858:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1777044952.406033:0:11491:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de430fc700 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11491:1863365424328576:192.168.201.45@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1777044952.406164:0:11491:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df50f27480 going to sleep for 11 seconds 00000100:00100000:3.0:1777044952.431317:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777044952.431846:0:11491:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de430fc700 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11491:1863365424328576:192.168.201.45@tcp:107:hsm_cdtr.0 00000100:00100000:2.0:1777044952.432183:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369930880 00000100:00100000:2.0:1777044952.432195:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369930880 00000100:00100000:2.0:1777044952.432306:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 859 00000100:00100000:2.0:1777044952.432322:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df605f2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+36:24597:x1863365369930880:12345-192.168.201.45@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1777044952.432362:0:5857:0:(mdt_handler.c:7958:mdt_fid2path()) path get [0x200000401:0x38:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1777044952.432510:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df605f2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+36:24597:x1863365369930880:12345-192.168.201.45@tcp:53:lhsmtool_posix.0 Request processed in 190us (1202us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044952.432523:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 859 00000100:00100000:3.0:1777044952.446136:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777044952.446646:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369931008 00000100:00100000:1.0:1777044952.446659:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369931008 00000100:00100000:1.0:1777044952.446799:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 860 00000100:00100000:1.0:1777044952.446815:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df605f5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+36:24597:x1863365369931008:12345-192.168.201.45@tcp:34:lhsmtool_posix.0 00010000:00010000:1.0:1777044952.446929:0:5855:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfc400/0x2c8777a5e7d9d432 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044952.446951:0:5855:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfc400/0x2c8777a5e7d9d432 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044952.446967:0:5855:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfc400/0x2c8777a5e7d9d432 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044952.447038:0:5855:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfda00/0x2c8777a5e7d9d439 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0xb1925f2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044952.447050:0:5855:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfda00/0x2c8777a5e7d9d439 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xb1925f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044952.447059:0:5855:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfda00/0x2c8777a5e7d9d439 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xb1925f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044952.447088:0:5855:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfdc00/0x2c8777a5e7d9d440 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x38:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044952.447098:0:5855:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfdc00/0x2c8777a5e7d9d440 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044952.447107:0:5855:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfdc00/0x2c8777a5e7d9d440 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777044952.447152:0:5855:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x38:0x0]: returning size 5242880 00000004:00200000:1.0:1777044952.447173:0:5855:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1777044952.447191:0:5855:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfdc00/0x2c8777a5e7d9d440 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044952.447208:0:5855:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfc400/0x2c8777a5e7d9d432 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044952.447217:0:5855:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfc400/0x2c8777a5e7d9d432 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044952.447227:0:5855:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfc400/0x2c8777a5e7d9d432 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044952.447235:0:5855:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de41dfc400 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:1.0:1777044952.447242:0:5855:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfc400/0x2c8777a5e7d9d432 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044952.447278:0:5855:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfc400/0x2c8777a5e7d9d432 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044952.447296:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff98df4a351500) 00010000:00010000:1.0:1777044952.447300:0:5855:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777044952.447306:0:5855:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfc400/0x2c8777a5e7d9d432 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044952.447315:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfc400/0x2c8777a5e7d9d432 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044952.447334:0:5855:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfda00/0x2c8777a5e7d9d439 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xb1925f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044952.447344:0:5855:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfda00/0x2c8777a5e7d9d439 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xb1925f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044952.447368:0:5855:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfda00/0x2c8777a5e7d9d439 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xb1925f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044952.447376:0:5855:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de41dfda00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:1.0:1777044952.447380:0:5855:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfda00/0x2c8777a5e7d9d439 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xb1925f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044952.447390:0:5855:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfda00/0x2c8777a5e7d9d439 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xb1925f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044952.447401:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0xb1925f2 (ffff98df51b04500) 00010000:00010000:1.0:1777044952.447404:0:5855:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777044952.447408:0:5855:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfda00/0x2c8777a5e7d9d439 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0xb1925f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044952.447416:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfda00/0x2c8777a5e7d9d439 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0xb1925f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044952.447437:0:5855:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfdc00/0x2c8777a5e7d9d440 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044952.447445:0:5855:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfdc00/0x2c8777a5e7d9d440 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044952.447453:0:5855:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfdc00/0x2c8777a5e7d9d440 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044952.447460:0:5855:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de41dfdc00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:1.0:1777044952.447464:0:5855:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfdc00/0x2c8777a5e7d9d440 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044952.447488:0:5855:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfdc00/0x2c8777a5e7d9d440 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044952.447501:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x38:0x0].0x0 (ffff98df51b04900) 00010000:00010000:1.0:1777044952.447504:0:5855:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777044952.447509:0:5855:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfdc00/0x2c8777a5e7d9d440 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x38:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044952.447517:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfdc00/0x2c8777a5e7d9d440 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x38:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777044952.447614:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df605f5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+36:24597:x1863365369931008:12345-192.168.201.45@tcp:34:lhsmtool_posix.0 Request processed in 801us (1488us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044952.447627:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 860 00000100:00100000:1.0:1777044952.479919:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777044952.480136:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369931264 00000100:00100000:2.0:1777044952.480151:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369931264 00000100:00100000:2.0:1777044952.480277:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 861 00000100:00100000:2.0:1777044952.480293:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41db1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+36:24597:x1863365369931264:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1777044952.480319:0:12646:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777044952.480346:0:12646:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067400/0x2c8777a5e7d9d447 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148802 expref: -99 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044952.480475:0:12646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066600/0x2c8777a5e7d9d44e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x38:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044952.480497:0:12646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066600/0x2c8777a5e7d9d44e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044952.480515:0:12646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066600/0x2c8777a5e7d9d44e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777044952.480546:0:12646:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x38:0x0]: returning size 5242880 00010000:00010000:2.0:1777044952.480673:0:12646:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066600/0x2c8777a5e7d9d44e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044952.480687:0:12646:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066600/0x2c8777a5e7d9d44e lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044952.480697:0:12646:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066600/0x2c8777a5e7d9d44e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044952.480971:0:12646:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48066600 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:2.0:1777044952.480979:0:12646:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066600/0x2c8777a5e7d9d44e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044952.480993:0:12646:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066600/0x2c8777a5e7d9d44e lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044952.481010:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x38:0x0].0x0 (ffff98df51b04900) 00010000:00010000:2.0:1777044952.481015:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1777044952.481022:0:12646:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066600/0x2c8777a5e7d9d44e lrc: 2/0,0 mode: --/PR res: [0x200000401:0x38:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044952.481033:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066600/0x2c8777a5e7d9d44e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x38:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044952.481094:0:12646:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067400/0x2c8777a5e7d9d447 lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148802 expref: 38 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044952.481110:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff98df4a351500) 00010000:00010000:2.0:1777044952.481114:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1777044952.481130:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067400/0x2c8777a5e7d9d447 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148802 expref: 38 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044952.481148:0:12646:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de48067400, rc 0) 00000100:00100000:2.0:1777044952.481271:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41db1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+37:24597:x1863365369931264:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 Request processed in 980us (1363us total) trans 4294967882 rc 301/301 00000100:00100000:2.0:1777044952.481283:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 861 00000100:00100000:2.0:1777044952.509319:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777044952.513906:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369931392 00000100:00100000:3.0:1777044952.513923:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369931392 00000100:00100000:3.0:1777044952.514026:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 862 00000100:00100000:3.0:1777044952.514042:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d657100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+37:24597:x1863365369931392:12345-192.168.201.45@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1777044952.514093:0:7939:0:(mdt_handler.c:7958:mdt_fid2path()) path get [0x200000401:0x38:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1777044952.522921:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d657100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+37:24597:x1863365369931392:12345-192.168.201.45@tcp:53:lhsmtool_posix.0 Request processed in 8869us (13600us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044952.522942:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 862 00010000:00010000:2.0:1777044952.539685:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1777044952.545743:0:6782:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1581035537221ns, next at 1582035533964ns, rc = 0 00000100:00100000:1.0:1777044952.545992:0:3341:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1777044952.546021:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df74600000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424328704:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1777044952.546106:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777044952.546502:0:6644:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424328704 00000100:00100000:3.0:1777044952.546512:0:6644:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424328704 00000100:00100000:3.0:1777044952.546850:0:6644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 373 00000100:00100000:3.0:1777044952.546865:0:6644:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d625c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3341:x1863365424328704:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1777044952.548767:0:6644:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 69664768 pending 0 free 3853516800 avail 3851419648 00000100:00100000:3.0:1777044952.548939:0:6644:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d625c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3341:x1863365424328704:12345-0@lo:13:osp-pre-0-0.0 Request processed in 2073us (2829us total) trans 0 rc 0/0 00000100:00100000:3.0:1777044952.548952:0:6644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 373 00000100:00100000:2.0:1777044952.549108:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df74600000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424328704:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1777044952.549734:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777044952.552367:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369931520 00000100:00100000:2.0:1777044952.552383:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369931520 00000100:00100000:2.0:1777044952.552491:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 863 00000100:00100000:2.0:1777044952.552507:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d627b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+37:24597:x1863365369931520:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1777044952.552532:0:5856:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777044952.552559:0:5856:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067400/0x2c8777a5e7d9d45c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148809 expref: -99 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044952.552694:0:5856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066600/0x2c8777a5e7d9d463 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044952.552737:0:5856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066600/0x2c8777a5e7d9d463 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044952.552755:0:5856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066600/0x2c8777a5e7d9d463 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777044952.553097:0:5856:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 8704 00000004:00200000:2.0:1777044952.553104:0:5856:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 23 stripe count 1 MDT count 1 00000004:00010000:2.0:1777044952.555607:0:5856:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066600/0x2c8777a5e7d9d463 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044952.555655:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067400/0x2c8777a5e7d9d45c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148809 expref: 39 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044952.556933:0:5856:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066600/0x2c8777a5e7d9d463 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148809 expref: 38 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044952.556950:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff98df48c7ec00) 00010000:00010000:2.0:1777044952.556955:0:5856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1777044952.556959:0:5856:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de48066600, rc 0) 00000100:00100000:2.0:1777044952.557057:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d627b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+38:24597:x1863365369931520:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 Request processed in 4552us (7347us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044952.557070:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 863 00000100:00100000:1.0:1777044952.586328:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777044952.587269:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369931648 00000100:00100000:0.0:1777044952.587283:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369931648 00000100:00100000:0.0:1777044952.587364:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 864 00000100:00100000:0.0:1777044952.587381:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d625500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+38:24597:x1863365369931648:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1777044952.587407:0:5857:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777044952.587433:0:5857:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be600/0x2c8777a5e7d9d46a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148810 expref: -99 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044952.587518:0:5857:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be800/0x2c8777a5e7d9d471 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044952.587537:0:5857:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be800/0x2c8777a5e7d9d471 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044952.587553:0:5857:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be800/0x2c8777a5e7d9d471 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044952.587598:0:5857:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bf600/0x2c8777a5e7d9d478 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044952.587609:0:5857:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bf600/0x2c8777a5e7d9d478 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044952.587618:0:5857:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bf600/0x2c8777a5e7d9d478 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044952.598419:0:5857:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bf800/0x2c8777a5e7d9d47f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x36:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044952.598448:0:5857:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bf800/0x2c8777a5e7d9d47f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x36:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044952.598467:0:5857:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bf800/0x2c8777a5e7d9d47f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x36:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777044952.598610:0:5857:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x36:0x0]: returning size 7680 00000004:00200000:0.0:1777044952.598617:0:5857:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:0.0:1777044952.598776:0:5857:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bf800/0x2c8777a5e7d9d47f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x36:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044952.598795:0:5857:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be800/0x2c8777a5e7d9d471 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044952.598806:0:5857:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be800/0x2c8777a5e7d9d471 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044952.598815:0:5857:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be800/0x2c8777a5e7d9d471 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044952.599085:0:5857:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de435be800 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:0.0:1777044952.599092:0:5857:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be800/0x2c8777a5e7d9d471 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044952.599103:0:5857:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be800/0x2c8777a5e7d9d471 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044952.599121:0:5857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff98df48c7ec00) 00010000:00010000:0.0:1777044952.599126:0:5857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777044952.599132:0:5857:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be800/0x2c8777a5e7d9d471 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044952.599140:0:5857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be800/0x2c8777a5e7d9d471 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044952.599163:0:5857:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bf600/0x2c8777a5e7d9d478 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044952.599171:0:5857:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bf600/0x2c8777a5e7d9d478 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044952.599180:0:5857:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bf600/0x2c8777a5e7d9d478 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044952.599187:0:5857:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de435bf600 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:0.0:1777044952.599191:0:5857:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bf600/0x2c8777a5e7d9d478 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044952.599237:0:5857:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bf600/0x2c8777a5e7d9d478 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044952.599269:0:5857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x8c6c0408 (ffff98df48c7ef00) 00010000:00010000:0.0:1777044952.599273:0:5857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777044952.599277:0:5857:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bf600/0x2c8777a5e7d9d478 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044952.599286:0:5857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bf600/0x2c8777a5e7d9d478 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044952.599338:0:5857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be600/0x2c8777a5e7d9d46a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148810 expref: 40 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044952.599357:0:5857:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bf800/0x2c8777a5e7d9d47f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x36:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148810 expref: 39 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044952.599367:0:5857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x36:0x0].0x0 (ffff98df4ababc00) 00010000:00010000:0.0:1777044952.599371:0:5857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1777044952.599374:0:5857:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de435bf800, rc 0) 00000100:00100000:0.0:1777044952.599462:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d625500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+39:24597:x1863365369931648:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 Request processed in 12084us (13144us total) trans 0 rc 0/0 00000100:00100000:0.0:1777044952.599476:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 864 00000100:00100000:0.0:1777044952.620833:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777044952.621050:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369931904 00000100:00100000:2.0:1777044952.621063:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369931904 00000100:00100000:2.0:1777044952.621143:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 865 00000100:00100000:2.0:1777044952.621158:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de430fc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+39:24597:x1863365369931904:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1777044952.621183:0:7939:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777044952.621258:0:7939:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066800/0x2c8777a5e7d9d486 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x36:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148817 expref: -99 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044952.626960:0:7939:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067600/0x2c8777a5e7d9d48d lrc: 3/1,0 mode: --/PR res: [0x200000402:0x16:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044952.627013:0:7939:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067600/0x2c8777a5e7d9d48d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x16:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044952.627033:0:7939:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067600/0x2c8777a5e7d9d48d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x16:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777044952.627054:0:7939:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x16:0x0]: returning size 0 00010000:00010000:2.0:1777044952.627150:0:7939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066800/0x2c8777a5e7d9d486 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148817 expref: 42 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044952.627185:0:7939:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067600/0x2c8777a5e7d9d48d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x16:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148817 expref: 41 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044952.627198:0:7939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x16:0x0].0x0 (ffff98df43d75c00) 00010000:00010000:2.0:1777044952.627203:0:7939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777044952.627207:0:7939:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de48067600, rc 0) 00000100:00100000:2.0:1777044952.630608:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de430fc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+41:24597:x1863365369931904:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 Request processed in 9441us (9774us total) trans 4294967883 rc 0/0 00000100:00100000:2.0:1777044952.630623:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 865 00000100:00100000:2.0:1777044952.656805:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777044952.656947:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369932160 00000100:00100000:3.0:1777044952.656959:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369932160 00000100:00100000:3.0:1777044952.657038:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 866 00000100:00100000:3.0:1777044952.657052:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d656300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+41:24597:x1863365369932160:12345-192.168.201.45@tcp:36:lhsmtool_posix.0 00010000:00010000:3.0:1777044952.657123:0:5856:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777044952.657157:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067600/0x2c8777a5e7d9d48d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x16:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148817 expref: 41 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044952.657189:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x16:0x0].0x0 (ffff98df43d75c00) 00010000:00010000:3.0:1777044952.657270:0:5856:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777044952.657303:0:5856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff98df74b1ec00/0x2c8777a5e7d9d49b lrc: 3/0,1 mode: --/CW res: [0x200000401:0x36:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044952.657323:0:5856:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e6000/0x2c8777a5e7d9d383 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x36:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11487ca expref: 72 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044952.657335:0:5856:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff98df74b1ec00/0x2c8777a5e7d9d49b lrc: 4/0,1 mode: --/CW res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044952.657376:0:5856:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e6000/0x2c8777a5e7d9d383 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x36:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11487ca expref: 72 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044952.657394:0:5856:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e6000/0x2c8777a5e7d9d383 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x36:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11487ca expref: 72 pid: 5855 timeout: 1681 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777044952.657413:0:5856:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df74600380 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5856:1863365424328832:192.168.201.45@tcp:104: 00000100:00100000:3.0:1777044952.657524:0:5856:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df46730a80 going to sleep for 11 seconds 00000100:00100000:3.0:1777044952.675409:0:5856:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df74600380 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5856:1863365424328832:192.168.201.45@tcp:104: 00010000:00010000:3.0:1777044952.675446:0:5856:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff98df74b1ec00/0x2c8777a5e7d9d49b lrc: 3/0,1 mode: --/CW res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777044952.676334:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777044952.677180:0:5841:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369932288 00000100:00100000:0.0:1777044952.677192:0:5841:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369932288 00010000:00010000:0.0:1777044952.677571:0:5841:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e6000/0x2c8777a5e7d9d383 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x36:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11487ca expref: 73 pid: 5855 timeout: 1681 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777044952.677624:0:5841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 264 00000100:00100000:0.0:1777044952.677637:0:5841:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d655180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:146de360-3fb2-48bd-b418-06f30714148a+73:2393:x1863365369932288:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777044952.677697:0:5841:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777044952.681251:0:5841:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e6000/0x2c8777a5e7d9d383 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x36:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11487ca expref: 73 pid: 5855 timeout: 1681 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044952.681280:0:5841:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e6000/0x2c8777a5e7d9d383 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x36:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11487ca expref: 73 pid: 5855 timeout: 1681 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044952.681310:0:5841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e6000/0x2c8777a5e7d9d383 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x36:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11487ca expref: 73 pid: 5855 timeout: 1681 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044952.681338:0:5841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x36:0x0].0x0 (ffff98df4ababc00) 00010000:00010000:0.0:1777044952.681345:0:5841:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff98df74b1ec00/0x2c8777a5e7d9d49b lrc: 3/0,1 mode: --/CW res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044952.681357:0:5841:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98df74b1ec00/0x2c8777a5e7d9d49b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044952.681367:0:5841:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98df74b1ec00/0x2c8777a5e7d9d49b lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044952.681422:0:5841:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777044952.681503:0:5841:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d655180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:146de360-3fb2-48bd-b418-06f30714148a+72:2393:x1863365369932288:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 3866us (5170us total) trans 0 rc 0/0 00000100:00100000:0.0:1777044952.681518:0:5841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 264 00010000:00010000:3.0:1777044952.682309:0:5856:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff98df74b1ec00/0x2c8777a5e7d9d49b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044952.682323:0:5856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df74b1ec00/0x2c8777a5e7d9d49b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044952.682395:0:5856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98df74b1ee00/0x2c8777a5e7d9d4a2 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x36:0x0].0x14d63122 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044952.682412:0:5856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98df74b1ee00/0x2c8777a5e7d9d4a2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x36:0x0].0x14d63122 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044952.682424:0:5856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df74b1ee00/0x2c8777a5e7d9d4a2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x36:0x0].0x14d63122 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044952.684096:0:5856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff98df74b1ec00/0x2c8777a5e7d9d49b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044952.684113:0:5856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98df74b1ec00/0x2c8777a5e7d9d49b lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044952.684122:0:5856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98df74b1ec00/0x2c8777a5e7d9d49b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044952.684129:0:5856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98df74b1ec00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:3.0:1777044952.684135:0:5856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df74b1ec00/0x2c8777a5e7d9d49b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044952.684144:0:5856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df74b1ec00/0x2c8777a5e7d9d49b lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044952.684240:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x36:0x0].0x0 (ffff98df4ababc00) 00010000:00010000:3.0:1777044952.684244:0:5856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777044952.684250:0:5856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98df74b1ec00/0x2c8777a5e7d9d49b lrc: 2/0,0 mode: --/CW res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044952.684258:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df74b1ec00/0x2c8777a5e7d9d49b lrc: 0/0,0 mode: --/CW res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044952.684275:0:5856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98df74b1ee00/0x2c8777a5e7d9d4a2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x36:0x0].0x14d63122 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044952.684283:0:5856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98df74b1ee00/0x2c8777a5e7d9d4a2 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x36:0x0].0x14d63122 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044952.684291:0:5856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98df74b1ee00/0x2c8777a5e7d9d4a2 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x36:0x0].0x14d63122 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044952.684299:0:5856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98df74b1ee00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:3.0:1777044952.684303:0:5856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df74b1ee00/0x2c8777a5e7d9d4a2 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x36:0x0].0x14d63122 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044952.684311:0:5856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df74b1ee00/0x2c8777a5e7d9d4a2 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x36:0x0].0x14d63122 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044952.684321:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x36:0x0].0x14d63122 (ffff98df4abab500) 00010000:00010000:3.0:1777044952.684325:0:5856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777044952.684329:0:5856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98df74b1ee00/0x2c8777a5e7d9d4a2 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x36:0x0].0x14d63122 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044952.684337:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df74b1ee00/0x2c8777a5e7d9d4a2 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x36:0x0].0x14d63122 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777044952.684445:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d656300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+40:24597:x1863365369932160:12345-192.168.201.45@tcp:36:lhsmtool_posix.0 Request processed in 27392us (27646us total) trans 0 rc -2/-2 00000100:00100000:3.0:1777044952.684458:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 866 00000100:00100000:1.0:1777044952.697355:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777044952.697552:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369932416 00000100:00100000:2.0:1777044952.697564:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369932416 00000100:00100000:2.0:1777044952.697643:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 867 00000100:00100000:2.0:1777044952.697657:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d624700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+40:24597:x1863365369932416:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1777044952.697699:0:5857:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777044952.697751:0:5857:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066400/0x2c8777a5e7d9d4a9 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x16:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee114881e expref: -99 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044952.698069:0:5857:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066800/0x2c8777a5e7d9d4b0 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x16:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044952.698087:0:5857:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066800/0x2c8777a5e7d9d4b0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x16:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044952.698101:0:5857:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066800/0x2c8777a5e7d9d4b0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x16:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044952.698242:0:5857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066400/0x2c8777a5e7d9d4a9 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x16:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114881e expref: 42 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044952.698270:0:5857:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066800/0x2c8777a5e7d9d4b0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x16:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114881e expref: 41 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044952.698281:0:5857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x16:0x0].0x0 (ffff98df43d75e00) 00010000:00010000:2.0:1777044952.698286:0:5857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1777044952.698290:0:5857:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de48066800, rc 0) 00000100:00100000:2.0:1777044952.698357:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d624700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+41:24597:x1863365369932416:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 Request processed in 703us (1014us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044952.698368:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 867 00000100:00100000:2.0:1777044952.724306:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777044952.726763:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369932672 00000100:00100000:3.0:1777044952.726778:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369932672 00000100:00100000:3.0:1777044952.727474:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 868 00000100:00100000:3.0:1777044952.727490:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d655500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+41:24597:x1863365369932672:12345-192.168.201.45@tcp:36:lhsmtool_posix.0 00010000:00010000:0.0:1777044952.743245:0:7939:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be600/0x2c8777a5e7d9d4b7 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x16:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044952.743276:0:7939:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be600/0x2c8777a5e7d9d4b7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x16:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044952.743320:0:7939:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be600/0x2c8777a5e7d9d4b7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x16:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777044952.743614:0:7939:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000cd993fb8 reply state 00000000dcf5ac03 transno 4294967884 ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be600/0x2c8777a5e7d9d4b7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x16:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777044952.743629:0:7939:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777044952.743872:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d655500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+43:24597:x1863365369932672:12345-192.168.201.45@tcp:36:lhsmtool_posix.0 Request processed in 16381us (19598us total) trans 4294967884 rc 0/0 00000100:00100000:0.0:1777044952.743885:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 868 00010000:00010000:2.0:1777044952.758643:0:3327:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be600/0x2c8777a5e7d9d4b7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x16:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044952.758688:0:3327:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be600/0x2c8777a5e7d9d4b7 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x16:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044952.758745:0:3327:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be600/0x2c8777a5e7d9d4b7 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x16:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044952.758754:0:3327:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de435be600 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:2.0:1777044952.758761:0:3327:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be600/0x2c8777a5e7d9d4b7 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x16:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044952.758772:0:3327:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be600/0x2c8777a5e7d9d4b7 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x16:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044952.758793:0:3327:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x16:0x0].0x0 (ffff98df43d75e00) 00010000:00010000:2.0:1777044952.758798:0:3327:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1777044952.758804:0:3327:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be600/0x2c8777a5e7d9d4b7 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x16:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044952.758813:0:3327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be600/0x2c8777a5e7d9d4b7 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x16:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777044952.766586:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777044952.772033:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369932800 00000100:00100000:3.0:1777044952.772053:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369932800 00000100:00100000:3.0:1777044952.772154:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 869 00000100:00100000:3.0:1777044952.772169:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d657b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+42:24597:x1863365369932800:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1777044952.772564:0:5856:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777044952.772594:0:5856:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df74b1fe00/0x2c8777a5e7d9d4be lrc: 2/0,0 mode: --/CR res: [0x200000402:0x16:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148825 expref: -99 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044952.772670:0:5856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98df74b1fe00/0x2c8777a5e7d9d4be lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x16:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148825 expref: 43 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044952.772690:0:5856:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98df74b1fe00/0x2c8777a5e7d9d4be lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x16:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148825 expref: 43 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044952.772730:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x16:0x0].0x0 (ffff98df43d75e00) 00010000:00010000:3.0:1777044952.772736:0:5856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1777044952.772741:0:5856:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98df74b1fe00, rc 0) 00000100:00100000:3.0:1777044952.773092:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d657b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+43:24597:x1863365369932800:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 Request processed in 926us (6515us total) trans 0 rc 0/0 00000100:00100000:3.0:1777044952.773103:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 869 00000100:00100000:3.0:1777044952.783423:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777044952.784779:0:5858:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369932928 00000100:00100000:0.0:1777044952.784793:0:5858:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369932928 00000100:00100000:0.0:1777044952.784877:0:5858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 200 00000100:00100000:0.0:1777044952.784893:0:5858:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df74600380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+43:24597:x1863365369932928:12345-192.168.201.45@tcp:49:lhsmtool_posix.0 00000100:00100000:0.0:1777044952.785223:0:5858:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df74600380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+43:24597:x1863365369932928:12345-192.168.201.45@tcp:49:lhsmtool_posix.0 Request processed in 332us (1809us total) trans 0 rc 0/0 00000100:00100000:0.0:1777044952.785235:0:5858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 200 00000100:00100000:1.0:1777044952.806022:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777044952.806155:0:5859:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369933184 00000100:00100000:3.0:1777044952.806169:0:5859:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369933184 00000100:00100000:3.0:1777044952.806298:0:5859:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 201 00000100:00100000:3.0:1777044952.806315:0:5859:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d627480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+43:24597:x1863365369933184:12345-192.168.201.45@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1777044952.806661:0:5859:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d627480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+44:24597:x1863365369933184:12345-192.168.201.45@tcp:35:lhsmtool_posix.0 Request processed in 349us (648us total) trans 4294967885 rc 0/0 00000100:00100000:3.0:1777044952.806695:0:5859:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 201 00000100:00100000:2.0:1777044952.832946:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777044952.833111:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369933440 00000100:00100000:1.0:1777044952.833124:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369933440 00000100:00100000:1.0:1777044952.833567:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 870 00000100:00100000:1.0:1777044952.833585:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d654e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+44:24597:x1863365369933440:12345-192.168.201.45@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1777044952.835006:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d654e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+44:24597:x1863365369933440:12345-192.168.201.45@tcp:57:lhsmtool_posix.0 Request processed in 1421us (2067us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044952.835042:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 870 00000100:00100000:2.0:1777044952.861639:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777044952.862335:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369933696 00000100:00100000:0.0:1777044952.862350:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369933696 00000100:00100000:0.0:1777044952.862436:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 871 00000100:00100000:0.0:1777044952.862471:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d656d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+44:24597:x1863365369933696:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1777044952.862499:0:7939:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777044952.862527:0:7939:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bf600/0x2c8777a5e7d9d4c5 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x36:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee114882c expref: -99 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044952.862656:0:7939:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be800/0x2c8777a5e7d9d4cc lrc: 3/0,1 mode: --/EX res: [0x200000402:0x16:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044952.865107:0:7939:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98df74b1fe00/0x2c8777a5e7d9d4be lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x16:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148825 expref: 45 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044952.865123:0:7939:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be800/0x2c8777a5e7d9d4cc lrc: 4/0,1 mode: --/EX res: [0x200000402:0x16:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044952.865197:0:7939:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff98df74b1fe00/0x2c8777a5e7d9d4be lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x16:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148825 expref: 45 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044952.865221:0:7939:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff98df74b1fe00/0x2c8777a5e7d9d4be lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x16:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148825 expref: 45 pid: 5856 timeout: 1681 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777044952.865245:0:7939:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de430fca80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7939:1863365424328960:192.168.201.45@tcp:104: 00000100:00100000:0.0:1777044952.865384:0:7939:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df50f27480 going to sleep for 11 seconds 00000100:00100000:0.0:1777044952.887800:0:7939:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de430fca80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7939:1863365424328960:192.168.201.45@tcp:104: 00010000:00010000:0.0:1777044952.887840:0:7939:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be800/0x2c8777a5e7d9d4cc lrc: 3/0,1 mode: --/EX res: [0x200000402:0x16:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777044952.901608:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777044952.921342:0:6655:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369933824 00000100:00100000:3.0:1777044952.921361:0:6655:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369933824 00010000:00010000:2.0:1777044952.921678:0:6655:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff98df74b1fe00/0x2c8777a5e7d9d4be lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x16:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148825 expref: 46 pid: 5856 timeout: 1681 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777044952.921765:0:6655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 265 00000100:00100000:2.0:1777044952.921779:0:6655:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d654a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+46:2392:x1863365369933824:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777044952.921799:0:6655:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777044952.921824:0:6655:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff98df74b1fe00/0x2c8777a5e7d9d4be lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x16:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148825 expref: 46 pid: 5856 timeout: 1681 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044952.921845:0:6655:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff98df74b1fe00/0x2c8777a5e7d9d4be lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x16:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148825 expref: 46 pid: 5856 timeout: 1681 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044952.921877:0:6655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df74b1fe00/0x2c8777a5e7d9d4be lrc: 0/0,0 mode: --/CR res: [0x200000402:0x16:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148825 expref: 46 pid: 5856 timeout: 1681 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044952.921902:0:6655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x16:0x0].0x0 (ffff98df43d75e00) 00010000:00010000:2.0:1777044952.921911:0:6655:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be800/0x2c8777a5e7d9d4cc lrc: 3/0,1 mode: --/EX res: [0x200000402:0x16:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044952.921927:0:6655:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be800/0x2c8777a5e7d9d4cc lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x16:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044952.921939:0:6655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be800/0x2c8777a5e7d9d4cc lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x16:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044952.921993:0:6655:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777044952.922074:0:6655:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d654a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+45:2392:x1863365369933824:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 297us (20476us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044952.922087:0:6655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 265 00010000:00010000:1.0:1777044952.922538:0:7939:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be800/0x2c8777a5e7d9d4cc lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x16:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044952.922552:0:7939:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be800/0x2c8777a5e7d9d4cc lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x16:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777044952.922580:0:7939:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x16:0x0]: returning size 0 00000004:00080000:1.0:1777044952.923043:0:7939:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x12:0x0], index 1: 0 00010000:00010000:1.0:1777044952.923302:0:7939:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be800/0x2c8777a5e7d9d4cc lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x16:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044952.923315:0:7939:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be800/0x2c8777a5e7d9d4cc lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x16:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044952.923324:0:7939:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be800/0x2c8777a5e7d9d4cc lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x16:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044952.923333:0:7939:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de435be800 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:1.0:1777044952.923338:0:7939:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be800/0x2c8777a5e7d9d4cc lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x16:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044952.923347:0:7939:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be800/0x2c8777a5e7d9d4cc lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x16:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044952.923362:0:7939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x16:0x0].0x0 (ffff98df43d75e00) 00010000:00010000:1.0:1777044952.923367:0:7939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1777044952.923372:0:7939:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be800/0x2c8777a5e7d9d4cc lrc: 2/0,0 mode: --/EX res: [0x200000402:0x16:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044952.923381:0:7939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be800/0x2c8777a5e7d9d4cc lrc: 0/0,0 mode: --/EX res: [0x200000402:0x16:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044952.923468:0:7939:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bf600/0x2c8777a5e7d9d4c5 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x36:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114882c expref: 45 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044952.923483:0:7939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x36:0x0].0x0 (ffff98df4ababc00) 00010000:00010000:1.0:1777044952.923487:0:7939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1777044952.923493:0:7939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bf600/0x2c8777a5e7d9d4c5 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x36:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114882c expref: 45 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044952.923509:0:7939:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de435bf600, rc 0) 00000100:00100000:2.0:1777044952.923782:0:7614:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df6d654000 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:7614:1863365424329088:0@lo:5:osp-pre-1-0.0 00000100:00100000:2.0:1777044952.924132:0:7614:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777044952.924168:0:7614:0:(client.c:2691:ptlrpc_set_wait()) set ffff98de47823a80 going to sleep for 11 seconds 00000100:00100000:2.0:1777044952.924195:0:6641:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424329088 00000100:00100000:2.0:1777044952.924227:0:6641:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424329088 00000100:00100000:2.0:1777044952.924287:0:6641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 227 00000100:00100000:2.0:1777044952.924298:0:6641:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d655c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:7614:x1863365424329088:12345-0@lo:5:osp-pre-1-0.0 00002000:00080000:2.0:1777044952.924363:0:6641:0:(ofd_dev.c:1745:ofd_create_hdl()) lustre-OST0001: reserve 32 objects in group 0x280000400 at 34 00000100:00100000:1.0:1777044952.926626:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d656d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+44:24597:x1863365369933696:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 Request processed in 64169us (64990us total) trans 4294967886 rc 301/301 00000100:00100000:1.0:1777044952.926641:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 871 00000100:00080000:1.0:1777044952.926730:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1777044952.959879:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777044952.960890:0:5859:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369934080 00000100:00100000:0.0:1777044952.960905:0:5859:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369934080 00000100:00100000:0.0:1777044952.960982:0:5859:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 202 00000100:00100000:0.0:1777044952.960996:0:5859:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6015b050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+44:24597:x1863365369934080:12345-192.168.201.45@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1777044952.961471:0:5859:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6015b050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+45:24597:x1863365369934080:12345-192.168.201.45@tcp:35:lhsmtool_posix.0 Request processed in 474us (1600us total) trans 4294967887 rc 0/0 00000100:00100000:0.0:1777044952.961485:0:5859:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 202 00000100:00100000:0.0:1777044952.985692:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777044952.985857:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369934208 00000100:00100000:2.0:1777044952.985869:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369934208 00000100:00100000:2.0:1777044952.985952:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 872 00000100:00100000:2.0:1777044952.985967:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de430fea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+45:24597:x1863365369934208:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1777044952.985997:0:5857:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777044952.986025:0:5857:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066e00/0x2c8777a5e7d9d4da lrc: 2/0,0 mode: --/CR res: [0x200000402:0x16:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148833 expref: -99 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044952.986116:0:5857:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067200/0x2c8777a5e7d9d4e1 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x16:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044952.986136:0:5857:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067200/0x2c8777a5e7d9d4e1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x16:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044952.986152:0:5857:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067200/0x2c8777a5e7d9d4e1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x16:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777044952.986515:0:5857:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x16:0x0]: returning size 0 00000004:00200000:2.0:1777044952.986522:0:5857:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1777044952.986553:0:5857:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067200/0x2c8777a5e7d9d4e1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x16:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044952.986592:0:5857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066e00/0x2c8777a5e7d9d4da lrc: 0/0,0 mode: --/CR res: [0x200000402:0x16:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148833 expref: 47 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044952.986620:0:5857:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067200/0x2c8777a5e7d9d4e1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x16:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148833 expref: 46 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044952.986649:0:5857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x16:0x0].0x0 (ffff98df43d75e00) 00010000:00010000:2.0:1777044952.986654:0:5857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:2.0:1777044952.986659:0:5857:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de48067200, rc 0) 00000100:00100000:2.0:1777044952.986744:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de430fea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+46:24597:x1863365369934208:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 Request processed in 780us (1063us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044952.986753:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 872 00000100:00100000:0.0:1777044953.011480:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777044953.022556:0:6639:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369934336 00000100:00100000:2.0:1777044953.022573:0:6639:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369934336 00000100:00100000:3.0:1777044953.022918:0:6639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 228 00000100:00100000:3.0:1777044953.022936:0:6639:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de430fca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2392:x1863365369934336:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1777044953.022959:0:6639:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777044953.022985:0:6639:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000997b614a/0x2c8777a5e7d9d4e8 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee114883a expref: -99 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777044953.023018:0:6639:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x12:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1777044953.023042:0:6639:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777044953.023045:0:6639:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777044953.023056:0:6639:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000997b614a/0x2c8777a5e7d9d4e8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114883a expref: 10 pid: 6639 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044953.023080:0:6639:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000997b614a/0x2c8777a5e7d9d4e8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114883a expref: 10 pid: 6639 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044953.023100:0:6639:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98df74b1ee00, rc 0) 00000100:00100000:3.0:1777044953.023251:0:6639:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de430fca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+10:2392:x1863365369934336:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 Request processed in 318us (11802us total) trans 0 rc 0/0 00000100:00100000:3.0:1777044953.023263:0:6639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 228 00000100:00080000:0.0:1777044953.023525:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1777044953.037791:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777044953.037924:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369934592 00000100:00100000:2.0:1777044953.037939:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369934592 00000100:00100000:2.0:1777044953.038040:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 873 00000100:00100000:2.0:1777044953.038055:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df74600e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+46:24597:x1863365369934592:12345-192.168.201.45@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1777044953.038181:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df74600e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+46:24597:x1863365369934592:12345-192.168.201.45@tcp:57:lhsmtool_posix.0 Request processed in 128us (397us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044953.038193:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 873 00000100:00080000:0.0:1777044953.038384:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1777044953.088351:0:6641:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d655c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+7:7614:x1863365424329088:12345-0@lo:5:osp-pre-1-0.0 Request processed in 164047us (164212us total) trans 4294967340 rc 0/0 00000100:00100000:3.0:1777044953.088368:0:6641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 227 00000100:00100000:2.0:1777044953.088601:0:7614:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df6d654000 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:7614:1863365424329088:0@lo:5:osp-pre-1-0.0 00000004:00080000:2.0:1777044953.088620:0:7614:0:(osp_precreate.c:701:osp_precreate_send()) lustre-OST0001-osc-MDT0000: current precreated pool: [0x280000400:0x12:0x0]-[0x280000400:0x41:0x0] 00000100:00100000:0.0:1777044953.094637:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777044953.094939:0:14822:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369934720 00000100:00100000:3.0:1777044953.094952:0:14822:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369934720 00000100:00100000:3.0:1777044953.095034:0:14822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 229 00000100:00100000:3.0:1777044953.095049:0:14822:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de430fd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+10:24597:x1863365369934720:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1777044953.095071:0:14822:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777044953.095094:0:14822:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000048b3bed6/0x2c8777a5e7d9d4ef lrc: 2/0,0 mode: --/PW res: [0x280000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148841 expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044953.095164:0:14822:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000997b614a/0x2c8777a5e7d9d4e8 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114883a expref: 11 pid: 6639 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044953.095176:0:14822:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777044953.095179:0:14822:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777044953.095184:0:14822:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000048b3bed6/0x2c8777a5e7d9d4ef lrc: 4/0,0 mode: --/PW res: [0x280000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148841 expref: 11 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044953.095489:0:14822:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000997b614a/0x2c8777a5e7d9d4e8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114883a expref: 11 pid: 6639 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044953.095510:0:14822:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000997b614a/0x2c8777a5e7d9d4e8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114883a expref: 11 pid: 6639 timeout: 1681 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777044953.095531:0:14822:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df74603b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14822:1863365424329216:192.168.201.45@tcp:104: 00000100:00100000:3.0:1777044953.095651:0:14822:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df46730a80 going to sleep for 11 seconds 00000100:00100000:0.0:1777044953.117662:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777044953.117823:0:5842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369934848 00000100:00100000:1.0:1777044953.117836:0:5842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369934848 00010000:00010000:1.0:1777044953.117888:0:5842:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000997b614a/0x2c8777a5e7d9d4e8 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114883a expref: 12 pid: 6639 timeout: 1681 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777044953.117948:0:5842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 266 00000100:00100000:1.0:1777044953.117962:0:5842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df677a5050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+12:2392:x1863365369934848:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777044953.117983:0:5842:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777044953.118012:0:5842:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000997b614a/0x2c8777a5e7d9d4e8 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114883a expref: 12 pid: 6639 timeout: 1681 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044953.118032:0:5842:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000997b614a/0x2c8777a5e7d9d4e8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114883a expref: 12 pid: 6639 timeout: 1681 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044953.118083:0:5842:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777044953.118086:0:5842:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777044953.118095:0:5842:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000048b3bed6/0x2c8777a5e7d9d4ef lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50080000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148841 expref: 12 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044953.118108:0:5842:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000048b3bed6/0x2c8777a5e7d9d4ef lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50080000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148841 expref: 12 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044953.118154:0:5842:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000048b3bed6/0x2c8777a5e7d9d4ef lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148841 expref: 12 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777044953.118172:0:5842:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df6d624a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5842:1863365424329344:192.168.201.45@tcp:105: 00000100:00100000:1.0:1777044953.118322:0:5842:0:(client.c:2691:ptlrpc_set_wait()) set ffff98de4336f000 going to sleep for 11 seconds 00010000:00010000:3.0:1777044953.119100:0:14822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000997b614a/0x2c8777a5e7d9d4e8 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114883a expref: 12 pid: 6639 timeout: 1681 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777044953.119124:0:14822:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df74603b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14822:1863365424329216:192.168.201.45@tcp:104: 00010000:00010000:3.0:1777044953.119533:0:14822:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000048b3bed6/0x2c8777a5e7d9d4ef lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148841 expref: 11 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044953.119552:0:14822:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98df74b1ec00, rc 0) 00000100:00100000:3.0:1777044953.119614:0:14822:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de430fd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+11:24597:x1863365369934720:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 Request processed in 24569us (24986us total) trans 0 rc 0/0 00000100:00100000:3.0:1777044953.119626:0:14822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 229 00000100:00100000:1.0:1777044953.159191:0:5842:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df6d624a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5842:1863365424329344:192.168.201.45@tcp:105: 00010000:00010000:1.0:1777044953.159223:0:5842:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777044953.160394:0:5842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df677a5050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+10:2392:x1863365369934848:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 42429us (42737us total) trans 0 rc 0/0 00000100:00100000:3.0:1777044953.160410:0:5842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 266 00000100:00100000:2.0:1777044953.298341:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777044953.299062:0:6647:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369934976 00000100:00100000:0.0:1777044953.299077:0:6647:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369934976 00002000:00100000:0.0:1777044953.299140:0:6647:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x12:0x0] (0->1048575) req@ffff98df6d657480 x1863365369934976/t0(0) o4->15144518-a1c7-4352-a966-cb31eadd4d9b@192.168.201.45@tcp:709/0 lens 488/0 e 0 to 0 dl 1777044964 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777044953.299159:0:6647:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98df6d657480 with x1863365369934976 ext(0->1048575) 00002000:00010000:0.0:1777044953.299167:0:6647:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff98df6d657480 00000100:00100000:0.0:1777044953.299289:0:6647:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 75 00000100:00100000:0.0:1777044953.299304:0:6647:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d657480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+10:2393:x1863365369934976:12345-192.168.201.45@tcp:4:lhsmtool_posix.0 00000100:00100000:3.0:1777044953.447812:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777044953.448133:0:6646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369935104 00000100:00100000:0.0:1777044953.448147:0:6646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369935104 00002000:00100000:0.0:1777044953.448267:0:6646:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x12:0x0] (1048576->2097151) req@ffff98df74603b80 x1863365369935104/t0(0) o4->15144518-a1c7-4352-a966-cb31eadd4d9b@192.168.201.45@tcp:709/0 lens 488/0 e 0 to 0 dl 1777044964 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777044953.448286:0:6646:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98df74603b80 with x1863365369935104 ext(1048576->2097151) 00002000:00010000:0.0:1777044953.448295:0:6646:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff98df74603b80 00000100:00100000:0.0:1777044953.448348:0:6646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 76 00000100:00100000:0.0:1777044953.448365:0:6646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df74603b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+12:2393:x1863365369935104:12345-192.168.201.45@tcp:4:lhsmtool_posix.0 00000100:00100000:2.0:1777044953.526171:0:6647:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d657480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+14:2393:x1863365369934976:12345-192.168.201.45@tcp:4:lhsmtool_posix.0 Request processed in 226855us (227828us total) trans 4294967341 rc 0/0 00000100:00100000:2.0:1777044953.526194:0:6647:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 75 00002000:00100000:2.0:1777044953.526251:0:6647:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x12:0x0] (0->1048575) req@ffff98df6d657480 x1863365369934976/t4294967341(0) o4->15144518-a1c7-4352-a966-cb31eadd4d9b@192.168.201.45@tcp:709/0 lens 488/448 e 0 to 0 dl 1777044964 ref 1 fl Complete:/600/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777044953.526303:0:6647:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98df6d657480 with x1863365369934976 ext(0->1048575) 00002000:00010000:2.0:1777044953.526313:0:6647:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff98df6d657480 00000100:00100000:2.0:1777044953.560181:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df6d656680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424329472:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1777044953.560334:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1777044953.560498:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777044953.561039:0:6643:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424329472 00000100:00100000:3.0:1777044953.561055:0:6643:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424329472 00000100:00100000:3.0:1777044953.561543:0:6643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 374 00000100:00100000:3.0:1777044953.561574:0:6643:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d654700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3343:x1863365424329472:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1777044953.561617:0:6643:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 1703936 granted 67960832 pending 3407872 free 3856662528 avail 3854565376 00000100:00100000:3.0:1777044953.561755:0:6643:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d654700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3343:x1863365424329472:12345-0@lo:13:osp-pre-1-0.0 Request processed in 190us (1419us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044953.564953:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df6d656680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424329472:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1777044953.568630:0:6643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 374 00000100:00100000:0.0:1777044953.569083:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1777044953.569123:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df74603100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3342:1863365424329856:0@lo:400:kworker.0 00000100:00100000:3.0:1777044953.569153:0:3344:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df74603800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ce657616-b3f3-4e21-ac89-518ab611901c:3344:1863365424329600:0@lo:400:kworker.0 00000100:00100000:2.0:1777044953.576815:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df74600a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424329984:0@lo:400:kworker.0 00000100:00100000:3.0:1777044953.587233:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777044953.587353:0:3344:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df74600700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3344:1863365424330112:0@lo:400:kworker.0 00000100:00100000:3.0:1777044953.587428:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777044953.587549:0:5850:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424329600 00000100:00100000:3.0:1777044953.587562:0:5850:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424329600 00000100:00100000:3.0:1777044953.587643:0:5850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 761 00000100:00100000:3.0:1777044953.587662:0:5850:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df4fc75450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ce657616-b3f3-4e21-ac89-518ab611901c+18:3344:x1863365424329600:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777044953.587962:0:5850:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df4fc75450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ce657616-b3f3-4e21-ac89-518ab611901c+18:3344:x1863365424329600:12345-0@lo:400:kworker.0 Request processed in 302us (741us total) trans 0 rc 0/0 00000100:00100000:3.0:1777044953.587977:0:5850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 761 00000100:00100000:3.0:1777044953.588188:0:3344:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df74603800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ce657616-b3f3-4e21-ac89-518ab611901c:3344:1863365424329600:0@lo:400:kworker.0 00000100:00100000:2.0:1777044953.591410:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777044953.591825:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777044953.591906:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df74603480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3342:1863365424329728:0@lo:400:kworker.0 00000100:00100000:0.0:1777044953.591992:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777044953.592057:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424330112 00000100:00100000:0.0:1777044953.592069:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424330112 00000100:00100000:0.0:1777044953.592151:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424329856 00000100:00100000:0.0:1777044953.592158:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424329856 00000100:00100000:0.0:1777044953.592550:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424329728 00000100:00100000:0.0:1777044953.592557:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424329728 00000100:00100000:0.0:1777044953.592590:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 868 00000100:00100000:0.0:1777044953.592605:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df74601180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3344:x1863365424330112:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777044953.592719:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df74601180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3344:x1863365424330112:12345-0@lo:400:kworker.0 Request processed in 91us (5265us total) trans 0 rc 0/0 00000100:00100000:0.0:1777044953.592733:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 868 00000100:00100000:0.0:1777044953.592759:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 869 00000100:00100000:0.0:1777044953.592772:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de430ffb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3342:x1863365424329856:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777044953.592834:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de430ffb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3342:x1863365424329856:12345-0@lo:400:kworker.0 Request processed in 63us (1013us total) trans 0 rc 0/0 00000100:00100000:0.0:1777044953.592845:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 869 00000100:00100000:0.0:1777044953.592867:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 870 00000100:00100000:0.0:1777044953.592879:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de430fce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3342:x1863365424329728:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777044953.592927:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de430fce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3342:x1863365424329728:12345-0@lo:400:kworker.0 Request processed in 50us (936us total) trans 0 rc 0/0 00000100:00100000:0.0:1777044953.592938:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 870 00000100:00080000:0.0:1777044953.592972:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1777044953.593020:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df74603100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3342:1863365424329856:0@lo:400:kworker.0 00000100:00100000:0.0:1777044953.593039:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df74603480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3342:1863365424329728:0@lo:400:kworker.0 00000100:00100000:0.0:1777044953.593107:0:3344:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df74600700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3344:1863365424330112:0@lo:400:kworker.0 00000100:00100000:2.0:1777044953.595596:0:6639:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424329984 00000100:00100000:2.0:1777044953.595611:0:6639:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424329984 00000100:00100000:2.0:1777044953.595740:0:8776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 672 00000100:00100000:2.0:1777044953.595760:0:8776:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d656680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3343:x1863365424329984:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777044953.595912:0:8776:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d656680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3343:x1863365424329984:12345-0@lo:400:kworker.0 Request processed in 110us (4461us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044953.595928:0:8776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 672 00000100:00100000:2.0:1777044953.596007:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df74600a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424329984:0@lo:400:kworker.0 00000100:00080000:0.0:1777044953.611642:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1777044953.640099:0:6646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df74603b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+14:2393:x1863365369935104:12345-192.168.201.45@tcp:4:lhsmtool_posix.0 Request processed in 191726us (192286us total) trans 4294967342 rc 0/0 00000100:00100000:2.0:1777044953.640123:0:6646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 76 00002000:00100000:2.0:1777044953.640142:0:6646:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x12:0x0] (1048576->2097151) req@ffff98df74603b80 x1863365369935104/t4294967342(0) o4->15144518-a1c7-4352-a966-cb31eadd4d9b@192.168.201.45@tcp:709/0 lens 488/448 e 0 to 0 dl 1777044964 ref 1 fl Complete:/600/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777044953.640160:0:6646:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98df74603b80 with x1863365369935104 ext(1048576->2097151) 00002000:00010000:2.0:1777044953.640170:0:6646:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff98df74603b80 00000100:00100000:2.0:1777044953.640928:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777044953.641104:0:17648:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369935232 00000100:00100000:2.0:1777044953.641116:0:17648:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369935232 00002000:00100000:2.0:1777044953.641171:0:17648:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x12:0x0] (2097152->3145727) req@ffff98df6d654380 x1863365369935232/t0(0) o4->15144518-a1c7-4352-a966-cb31eadd4d9b@192.168.201.45@tcp:709/0 lens 488/0 e 0 to 0 dl 1777044964 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777044953.641190:0:17648:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98df6d654380 with x1863365369935232 ext(2097152->3145727) 00002000:00010000:2.0:1777044953.641196:0:17648:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff98df6d654380 00000100:00100000:2.0:1777044953.641265:0:17648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 77 00000100:00100000:2.0:1777044953.641282:0:17648:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d654380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+14:2392:x1863365369935232:12345-192.168.201.45@tcp:4:lhsmtool_posix.0 00000100:00100000:3.0:1777044953.731151:0:17648:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d654380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+16:2392:x1863365369935232:12345-192.168.201.45@tcp:4:lhsmtool_posix.0 Request processed in 89861us (90215us total) trans 4294967343 rc 0/0 00000100:00100000:3.0:1777044953.731170:0:17648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 77 00002000:00100000:3.0:1777044953.731187:0:17648:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x12:0x0] (2097152->3145727) req@ffff98df6d654380 x1863365369935232/t4294967343(0) o4->15144518-a1c7-4352-a966-cb31eadd4d9b@192.168.201.45@tcp:709/0 lens 488/448 e 0 to 0 dl 1777044964 ref 1 fl Complete:/600/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1777044953.731487:0:17648:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98df6d654380 with x1863365369935232 ext(2097152->3145727) 00002000:00010000:3.0:1777044953.731497:0:17648:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff98df6d654380 00000100:00100000:1.0:1777044953.839552:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777044953.848012:0:6647:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369935360 00000100:00100000:1.0:1777044953.848031:0:6647:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369935360 00002000:00100000:1.0:1777044953.848107:0:6647:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x12:0x0] (3145728->4194303) req@ffff98df6d624a80 x1863365369935360/t0(0) o4->15144518-a1c7-4352-a966-cb31eadd4d9b@192.168.201.45@tcp:709/0 lens 488/0 e 0 to 0 dl 1777044964 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777044953.848126:0:6647:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98df6d624a80 with x1863365369935360 ext(3145728->4194303) 00002000:00010000:1.0:1777044953.848136:0:6647:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff98df6d624a80 00000100:00100000:1.0:1777044953.848180:0:6647:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 78 00000100:00100000:1.0:1777044953.848195:0:6647:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d624a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+16:2393:x1863365369935360:12345-192.168.201.45@tcp:4:lhsmtool_posix.0 00000001:00080000:2.0:1777044953.926550:0:5877:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967887 is committed 00000001:00080000:2.0:1777044953.926578:0:5877:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967877 is committed 00000001:00080000:2.0:1777044953.926625:0:5877:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967881 is committed 00000004:00080000:2.0:1777044953.926640:0:5877:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 13 committed 00000004:00080000:2.0:1777044953.926673:0:5877:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 12 committed 00000020:00080000:2.0:1777044953.926720:0:5877:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff98df46730300 refcount 2 committed 0 result 0 batchid 13 00000020:00080000:2.0:1777044953.926728:0:5877:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff98de41205a00 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff98df46730240 00000020:00080000:2.0:1777044953.926734:0:5877:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff98de41205d00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff98df6d5c3800 00000004:00080000:2.0:1777044953.926759:0:5877:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 12 committed 00000020:00080000:2.0:1777044953.928247:0:5888:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 13 committed batchid 12 00000020:00080000:2.0:1777044953.928852:0:5888:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 12 00000100:00100000:2.0:1777044953.929671:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de430fd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424330240:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1777044953.929799:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777044953.930052:0:6641:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424330240 00000100:00100000:0.0:1777044953.930064:0:6641:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424330240 00000100:00100000:0.0:1777044953.930148:0:6641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 230 00000100:00100000:0.0:1777044953.930163:0:6641:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d657800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3341:x1863365424330240:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1777044953.930340:0:6641:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:18 count 1 00002000:00010000:0.0:1777044953.930390:0:6641:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x12:0x0] initial LVB size: 5242880, mtime: 0x69eb8dd3, atime: 0x0, ctime: 0x69eb8dd3, blocks: 0x2807 00010000:00010000:0.0:1777044953.930402:0:6641:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a98b9aa7/0x2c8777a5e7d9d4f6 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044953.930427:0:6641:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777044953.930431:0:6641:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777044953.930440:0:6641:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a98b9aa7/0x2c8777a5e7d9d4f6 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044953.930462:0:6641:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a98b9aa7/0x2c8777a5e7d9d4f6 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044953.930479:0:6641:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a98b9aa7/0x2c8777a5e7d9d4f6 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044953.930494:0:6641:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a98b9aa7/0x2c8777a5e7d9d4f6 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044953.930595:0:6641:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1777044953.931731:0:6641:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d657800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+7:3341:x1863365424330240:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1568us (1930us total) trans 4294967343 rc 0/0 00000100:00100000:0.0:1777044953.931764:0:6641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 230 00010000:00010000:2.0:1777044953.932140:0:5845:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1777044953.932151:0:5845:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a98b9aa7/0x2c8777a5e7d9d4f6 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044953.932186:0:5845:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de435bf000 already unused, calling callback (ffffffffc17d22d0) 00010000:00010000:2.0:1777044953.932194:0:5845:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a98b9aa7/0x2c8777a5e7d9d4f6 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044953.932209:0:5845:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a98b9aa7/0x2c8777a5e7d9d4f6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044953.932511:0:5845:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a98b9aa7/0x2c8777a5e7d9d4f6 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044953.932528:0:5845:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a98b9aa7/0x2c8777a5e7d9d4f6 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044953.932561:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777044953.932564:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777044953.932567:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1777044953.932616:0:3341:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98de430fd880/2, rc 0, transno 4294967343 00000100:00100000:2.0:1777044953.932627:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de430fd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424330240:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1777044953.970634:0:6647:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d624a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+18:2393:x1863365369935360:12345-192.168.201.45@tcp:4:lhsmtool_posix.0 Request processed in 122431us (131083us total) trans 4294967344 rc 0/0 00000100:00100000:2.0:1777044953.970652:0:6647:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 78 00002000:00100000:2.0:1777044953.970669:0:6647:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x12:0x0] (3145728->4194303) req@ffff98df6d624a80 x1863365369935360/t4294967344(0) o4->15144518-a1c7-4352-a966-cb31eadd4d9b@192.168.201.45@tcp:709/0 lens 488/448 e 0 to 0 dl 1777044964 ref 1 fl Complete:/600/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777044953.970711:0:6647:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98df6d624a80 with x1863365369935360 ext(3145728->4194303) 00002000:00010000:2.0:1777044953.970734:0:6647:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff98df6d624a80 00000100:00100000:2.0:1777044953.987056:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777044953.988283:0:6645:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369935488 00000100:00100000:0.0:1777044953.988298:0:6645:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369935488 00002000:00100000:0.0:1777044953.988365:0:6645:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x12:0x0] (4194304->5242879) req@ffff98df6d655880 x1863365369935488/t0(0) o4->15144518-a1c7-4352-a966-cb31eadd4d9b@192.168.201.45@tcp:709/0 lens 488/0 e 0 to 0 dl 1777044964 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777044953.988383:0:6645:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98df6d655880 with x1863365369935488 ext(4194304->5242879) 00002000:00010000:0.0:1777044953.988391:0:6645:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff98df6d655880 00000100:00100000:0.0:1777044953.988671:0:6645:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 79 00000100:00100000:0.0:1777044953.988713:0:6645:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d655880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+18:2392:x1863365369935488:12345-192.168.201.45@tcp:4:lhsmtool_posix.0 00000001:00080000:3.0:1777044954.014725:0:7533:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967342 is committed 00000001:00080000:3.0:1777044954.014759:0:7533:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967339 is committed 00000001:00080000:3.0:1777044954.014772:0:7533:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967340 is committed 00000100:00100000:1.0:1777044954.061039:0:6645:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d655880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+16:2392:x1863365369935488:12345-192.168.201.45@tcp:4:lhsmtool_posix.0 Request processed in 72342us (73982us total) trans 4294967345 rc 0/0 00000100:00100000:1.0:1777044954.061058:0:6645:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 79 00002000:00100000:1.0:1777044954.061075:0:6645:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x12:0x0] (4194304->5242879) req@ffff98df6d655880 x1863365369935488/t4294967345(0) o4->15144518-a1c7-4352-a966-cb31eadd4d9b@192.168.201.45@tcp:709/0 lens 488/448 e 0 to 0 dl 1777044964 ref 1 fl Complete:/600/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777044954.061092:0:6645:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98df6d655880 with x1863365369935488 ext(4194304->5242879) 00002000:00010000:1.0:1777044954.061101:0:6645:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff98df6d655880 00000100:00100000:2.0:1777044954.088924:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777044954.089910:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369935616 00000100:00100000:0.0:1777044954.089924:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369935616 00000100:00100000:0.0:1777044954.090009:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 874 00000100:00100000:0.0:1777044954.090023:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d656a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+38:24597:x1863365369935616:12345-192.168.201.45@tcp:44:lhsmtool_posix.0 00000100:00100000:0.0:1777044954.091627:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d656a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+38:24597:x1863365369935616:12345-192.168.201.45@tcp:44:lhsmtool_posix.0 Request processed in 1603us (2711us total) trans 0 rc 0/0 00000100:00100000:0.0:1777044954.091641:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 874 00000100:00100000:2.0:1777044954.122726:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777044954.123069:0:14822:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369935744 00000100:00100000:3.0:1777044954.123082:0:14822:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369935744 00000100:00100000:2.0:1777044954.147357:0:14822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 231 00000100:00100000:2.0:1777044954.147407:0:14822:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d655180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+16:2391:x1863365369935744:12345-192.168.201.45@tcp:16:lhsmtool_posix.0 00000001:00080000:3.0:1777044954.410073:0:7533:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967345 is committed 00000100:00100000:1.0:1777044954.410708:0:14822:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d655180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+10:2391:x1863365369935744:12345-192.168.201.45@tcp:16:lhsmtool_posix.0 Request processed in 263286us (287966us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044954.410726:0:14822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 231 00000100:00100000:1.0:1777044954.431387:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777044954.431542:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369936000 00000100:00100000:0.0:1777044954.431555:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369936000 00000100:00100000:0.0:1777044954.431639:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 875 00000100:00100000:0.0:1777044954.431653:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d626a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+38:24597:x1863365369936000:12345-192.168.201.45@tcp:36:lhsmtool_posix.0 00010000:00010000:0.0:1777044954.431746:0:12646:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777044954.431780:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067200/0x2c8777a5e7d9d4e1 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x16:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148833 expref: 38 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044954.431836:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x16:0x0].0x0 (ffff98df43d75e00) 00010000:00010000:0.0:1777044954.431843:0:12646:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777044954.431884:0:12646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bf400/0x2c8777a5e7d9d4fd lrc: 3/0,1 mode: --/PW res: [0x200000402:0x16:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044954.431904:0:12646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bf400/0x2c8777a5e7d9d4fd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x16:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044954.431916:0:12646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bf400/0x2c8777a5e7d9d4fd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x16:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777044954.432139:0:12646:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000168b61ee reply state 00000000913836a2 transno 4294967888 ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bf400/0x2c8777a5e7d9d4fd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x16:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777044954.432153:0:12646:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777044954.432621:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d626a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+39:24597:x1863365369936000:12345-192.168.201.45@tcp:36:lhsmtool_posix.0 Request processed in 968us (1261us total) trans 4294967888 rc 0/0 00000100:00100000:0.0:1777044954.432633:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 875 00010000:00010000:0.0:1777044954.445142:0:3328:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bf400/0x2c8777a5e7d9d4fd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x16:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044954.445164:0:3328:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bf400/0x2c8777a5e7d9d4fd lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x16:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044954.445174:0:3328:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bf400/0x2c8777a5e7d9d4fd lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x16:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044954.445183:0:3328:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de435bf400 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:0.0:1777044954.445189:0:3328:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bf400/0x2c8777a5e7d9d4fd lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x16:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044954.445589:0:3328:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bf400/0x2c8777a5e7d9d4fd lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x16:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044954.445610:0:3328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x16:0x0].0x0 (ffff98df43d75e00) 00010000:00010000:0.0:1777044954.445615:0:3328:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777044954.445620:0:3328:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bf400/0x2c8777a5e7d9d4fd lrc: 2/0,0 mode: --/PW res: [0x200000402:0x16:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044954.445628:0:3328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bf400/0x2c8777a5e7d9d4fd lrc: 0/0,0 mode: --/PW res: [0x200000402:0x16:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777044954.462869:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777044954.463025:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369936128 00000100:00100000:2.0:1777044954.463038:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369936128 00000100:00100000:2.0:1777044954.463122:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 876 00000100:00100000:2.0:1777044954.463137:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d624000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+38:24597:x1863365369936128:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1777044954.463167:0:7939:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777044954.463195:0:7939:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066c00/0x2c8777a5e7d9d504 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x16:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148848 expref: -99 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044954.463599:0:7939:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066c00/0x2c8777a5e7d9d504 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x16:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148848 expref: 39 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044954.463622:0:7939:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066c00/0x2c8777a5e7d9d504 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x16:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148848 expref: 39 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044954.463649:0:7939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x16:0x0].0x0 (ffff98df43d75e00) 00010000:00010000:2.0:1777044954.463654:0:7939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1777044954.463659:0:7939:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de48066c00, rc 0) 00000100:00100000:2.0:1777044954.463749:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d624000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+39:24597:x1863365369936128:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 Request processed in 615us (890us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044954.463760:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 876 00000100:00100000:2.0:1777044954.489013:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777044954.497399:0:6639:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369936256 00000100:00100000:3.0:1777044954.497419:0:6639:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369936256 00000100:00100000:0.0:1777044954.511829:0:6639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 232 00000100:00100000:0.0:1777044954.511850:0:6639:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d654a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+10:2390:x1863365369936256:12345-192.168.201.45@tcp:2:lhsmtool_posix.0 00002000:00010000:0.0:1777044954.512230:0:6639:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x12:0x0] updating lvb size from disk: 0 -> 5242880 00002000:00010000:0.0:1777044954.512237:0:6639:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x12:0x0] updating lvb mtime from disk: 0 -> 1777044947 00002000:00010000:0.0:1777044954.512242:0:6639:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x12:0x0] updating lvb atime from disk: 0 -> 1777044947 00002000:00010000:0.0:1777044954.512246:0:6639:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x12:0x0] updating lvb ctime from disk: 0 -> 1777044947 00002000:00010000:0.0:1777044954.512249:0:6639:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x12:0x0] updating lvb blocks from disk: 1 -> 10247 00000100:00100000:0.0:1777044954.512411:0:6639:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d654a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+11:2390:x1863365369936256:12345-192.168.201.45@tcp:2:lhsmtool_posix.0 Request processed in 565us (23407us total) trans 4294967346 rc 0/0 00000100:00100000:0.0:1777044954.512425:0:6639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 232 00000040:00080000:3.0:1777044954.518659:0:11491:0:(llog.c:801:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1777044954.518671:0:11491:0:(llog_cat.c:158:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1777044954.518814:0:11491:0:(llog.c:858:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 22 count 3 00000040:00080000:3.0:1777044954.518824:0:11491:0:(llog.c:858:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1777044954.530829:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777044954.532806:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369936512 00000100:00100000:2.0:1777044954.532821:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369936512 00000100:00100000:2.0:1777044954.532915:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 877 00000100:00100000:2.0:1777044954.532931:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df74603800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+39:24597:x1863365369936512:12345-192.168.201.45@tcp:55:lhsmtool_posix.0 00010000:00010000:2.0:1777044954.533027:0:5855:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066a00/0x2c8777a5e7d9d50b lrc: 3/0,1 mode: --/PW res: [0x200000402:0x16:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044954.533050:0:5855:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066800/0x2c8777a5e7d9d4b0 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x16:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114881e expref: 39 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044954.533064:0:5855:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066a00/0x2c8777a5e7d9d50b lrc: 4/0,1 mode: --/PW res: [0x200000402:0x16:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044954.533117:0:5855:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066800/0x2c8777a5e7d9d4b0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x16:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114881e expref: 39 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044954.533138:0:5855:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066800/0x2c8777a5e7d9d4b0 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x16:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114881e expref: 39 pid: 5857 timeout: 1683 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777044954.533159:0:5855:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df77c7ce00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5855:1863365424330368:192.168.201.45@tcp:104: 00000100:00100000:2.0:1777044954.533604:0:5855:0:(client.c:2691:ptlrpc_set_wait()) set ffff98de47823f00 going to sleep for 11 seconds 00000100:00100000:2.0:1777044954.546635:0:5855:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df77c7ce00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5855:1863365424330368:192.168.201.45@tcp:104: 00010000:00010000:2.0:1777044954.546696:0:5855:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066a00/0x2c8777a5e7d9d50b lrc: 3/0,1 mode: --/PW res: [0x200000402:0x16:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777044954.552402:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777044954.553913:0:6655:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369936640 00000100:00100000:2.0:1777044954.553926:0:6655:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369936640 00010000:00010000:2.0:1777044954.554000:0:6655:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066800/0x2c8777a5e7d9d4b0 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x16:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114881e expref: 40 pid: 5857 timeout: 1683 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777044954.554073:0:6655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 267 00000100:00100000:2.0:1777044954.554088:0:6655:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df74600a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+40:2393:x1863365369936640:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777044954.554108:0:6655:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777044954.554117:0:6655:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066800/0x2c8777a5e7d9d4b0 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x16:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114881e expref: 40 pid: 5857 timeout: 1683 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044954.554136:0:6655:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066800/0x2c8777a5e7d9d4b0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x16:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114881e expref: 40 pid: 5857 timeout: 1683 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044954.554169:0:6655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066800/0x2c8777a5e7d9d4b0 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x16:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114881e expref: 40 pid: 5857 timeout: 1683 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044954.554198:0:6655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x16:0x0].0x0 (ffff98df43d75e00) 00010000:00010000:2.0:1777044954.554260:0:6655:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066a00/0x2c8777a5e7d9d50b lrc: 3/0,1 mode: --/PW res: [0x200000402:0x16:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044954.554275:0:6655:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066a00/0x2c8777a5e7d9d50b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x16:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044954.554287:0:6655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066a00/0x2c8777a5e7d9d50b lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x16:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044954.554337:0:6655:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777044954.554416:0:6655:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df74600a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+39:2393:x1863365369936640:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 330us (2023us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044954.554430:0:6655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 267 00010000:00010000:3.0:1777044954.554633:0:5855:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066a00/0x2c8777a5e7d9d50b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x16:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044954.554646:0:5855:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066a00/0x2c8777a5e7d9d50b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x16:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044954.554711:0:5855:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066a00/0x2c8777a5e7d9d50b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x16:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044954.554722:0:5855:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066a00/0x2c8777a5e7d9d50b lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x16:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044954.554732:0:5855:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066a00/0x2c8777a5e7d9d50b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x16:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044954.554741:0:5855:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48066a00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:3.0:1777044954.554746:0:5855:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066a00/0x2c8777a5e7d9d50b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x16:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044954.554763:0:5855:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066a00/0x2c8777a5e7d9d50b lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x16:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044954.554779:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x16:0x0].0x0 (ffff98df43d75e00) 00010000:00010000:3.0:1777044954.554783:0:5855:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:3.0:1777044954.554788:0:5855:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066a00/0x2c8777a5e7d9d50b lrc: 2/0,0 mode: --/PW res: [0x200000402:0x16:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044954.554797:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066a00/0x2c8777a5e7d9d50b lrc: 0/0,0 mode: --/PW res: [0x200000402:0x16:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777044954.554862:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df74603800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+38:24597:x1863365369936512:12345-192.168.201.45@tcp:55:lhsmtool_posix.0 Request processed in 21934us (24042us total) trans 0 rc -22/-22 00000100:00100000:3.0:1777044954.554876:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 877 00000100:00100000:1.0:1777044954.568324:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777044954.572007:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369936768 00000100:00100000:2.0:1777044954.572024:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369936768 00000100:00100000:2.0:1777044954.575728:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 233 00000100:00100000:2.0:1777044954.575753:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d626680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+11:2391:x1863365369936768:12345-192.168.201.45@tcp:1:lhsmtool_posix.0 00010000:00010000:2.0:1777044954.575811:0:6642:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000032bc3130/0x2c8777a5e7d9d512 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044954.575838:0:6642:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000048b3bed6/0x2c8777a5e7d9d4ef lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148841 expref: 11 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044954.575852:0:6642:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777044954.575855:0:6642:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777044954.575860:0:6642:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000032bc3130/0x2c8777a5e7d9d512 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044954.575903:0:6642:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000048b3bed6/0x2c8777a5e7d9d4ef lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148841 expref: 11 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044954.575922:0:6642:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000048b3bed6/0x2c8777a5e7d9d4ef lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148841 expref: 11 pid: 14822 timeout: 1683 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777044954.575942:0:6642:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df77c7ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6642:1863365424330496:192.168.201.45@tcp:104: 00000100:00100000:2.0:1777044954.576052:0:6642:0:(client.c:2691:ptlrpc_set_wait()) set ffff98de47823f00 going to sleep for 11 seconds 00010000:00010000:2.0:1777044954.584296:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777044954.589324:0:6642:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df77c7ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6642:1863365424330496:192.168.201.45@tcp:104: 00010000:00010000:2.0:1777044954.589365:0:6642:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000032bc3130/0x2c8777a5e7d9d512 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777044954.646915:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777044954.649121:0:5841:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369936896 00000100:00100000:0.0:1777044954.649153:0:5841:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369936896 00010000:00010000:0.0:1777044954.649271:0:5841:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000048b3bed6/0x2c8777a5e7d9d4ef lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148841 expref: 12 pid: 14822 timeout: 1683 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777044954.649333:0:5841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 268 00000100:00100000:0.0:1777044954.649372:0:5841:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d627100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+12:2393:x1863365369936896:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777044954.649398:0:5841:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777044954.649447:0:5841:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000048b3bed6/0x2c8777a5e7d9d4ef lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148841 expref: 12 pid: 14822 timeout: 1683 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044954.649469:0:5841:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000048b3bed6/0x2c8777a5e7d9d4ef lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148841 expref: 12 pid: 14822 timeout: 1683 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044954.649501:0:5841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000048b3bed6/0x2c8777a5e7d9d4ef lrc: 0/0,0 mode: --/PW res: [0x280000400:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148841 expref: 12 pid: 14822 timeout: 1683 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044954.649526:0:5841:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777044954.649529:0:5841:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777044954.649535:0:5841:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000032bc3130/0x2c8777a5e7d9d512 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044954.649550:0:5841:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000032bc3130/0x2c8777a5e7d9d512 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044954.649602:0:5841:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777044954.649701:0:5841:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d627100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+11:2393:x1863365369936896:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 305us (2770us total) trans 0 rc 0/0 00000100:00100000:0.0:1777044954.649714:0:5841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 268 00010000:00010000:2.0:1777044954.650930:0:6642:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000032bc3130/0x2c8777a5e7d9d512 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044954.650948:0:6642:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000032bc3130/0x2c8777a5e7d9d512 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044954.650988:0:6642:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000032bc3130/0x2c8777a5e7d9d512 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044954.651002:0:6642:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000032bc3130/0x2c8777a5e7d9d512 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044954.651014:0:6642:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000032bc3130/0x2c8777a5e7d9d512 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044954.651026:0:6642:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48066800 already unused, calling callback (ffffffffc17d22d0) 00010000:00010000:2.0:1777044954.651032:0:6642:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000032bc3130/0x2c8777a5e7d9d512 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044954.651046:0:6642:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000032bc3130/0x2c8777a5e7d9d512 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044954.651087:0:6642:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000032bc3130/0x2c8777a5e7d9d512 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044954.651122:0:6642:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000032bc3130/0x2c8777a5e7d9d512 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777044954.651297:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d626680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+10:2391:x1863365369936768:12345-192.168.201.45@tcp:1:lhsmtool_posix.0 Request processed in 75551us (82981us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044954.651312:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 233 00000100:00100000:1.0:1777044954.671790:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777044954.673945:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369937152 00000100:00100000:3.0:1777044954.673960:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369937152 00000100:00100000:3.0:1777044954.674056:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 878 00000100:00100000:3.0:1777044954.674071:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d626d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+38:24597:x1863365369937152:12345-192.168.201.45@tcp:57:lhsmtool_posix.0 00010000:00010000:3.0:1777044954.674541:0:5856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98df74b1ee00/0x2c8777a5e7d9d519 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x38:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044954.674567:0:5856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98df74b1ee00/0x2c8777a5e7d9d519 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x38:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044954.674583:0:5856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df74b1ee00/0x2c8777a5e7d9d519 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x38:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044954.674888:0:5856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff98df74b1f400/0x2c8777a5e7d9d520 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x16:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044954.674912:0:5856:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066c00/0x2c8777a5e7d9d504 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x16:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148848 expref: 39 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044954.674925:0:5856:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff98df74b1f400/0x2c8777a5e7d9d520 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x16:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044954.674969:0:5856:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066c00/0x2c8777a5e7d9d504 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x16:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148848 expref: 39 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044954.674990:0:5856:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066c00/0x2c8777a5e7d9d504 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x16:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148848 expref: 39 pid: 7939 timeout: 1683 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777044954.675010:0:5856:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df74600700 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5856:1863365424330624:192.168.201.45@tcp:104: 00000100:00100000:3.0:1777044954.675122:0:5856:0:(client.c:2691:ptlrpc_set_wait()) set ffff98de41e61000 going to sleep for 11 seconds 00000100:00100000:1.0:1777044954.701590:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777044954.703523:0:6655:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369937280 00000100:00100000:2.0:1777044954.703540:0:6655:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369937280 00010000:00010000:2.0:1777044954.703603:0:6655:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066c00/0x2c8777a5e7d9d504 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x16:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148848 expref: 40 pid: 7939 timeout: 1683 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777044954.703667:0:6655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 269 00000100:00100000:2.0:1777044954.703704:0:6655:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d625180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+40:2393:x1863365369937280:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777044954.703727:0:6655:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777044954.703737:0:6655:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066c00/0x2c8777a5e7d9d504 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x16:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148848 expref: 40 pid: 7939 timeout: 1683 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044954.703756:0:6655:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066c00/0x2c8777a5e7d9d504 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x16:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148848 expref: 40 pid: 7939 timeout: 1683 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044954.703784:0:6655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x16:0x0].0x0 (ffff98df43d75e00) 00010000:00010000:2.0:1777044954.703793:0:6655:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff98df74b1f400/0x2c8777a5e7d9d520 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x16:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044954.703806:0:6655:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98df74b1f400/0x2c8777a5e7d9d520 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x16:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044954.704071:0:6655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98df74b1f400/0x2c8777a5e7d9d520 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x16:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044954.704099:0:6655:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777044954.704236:0:6655:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d625180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+40:2393:x1863365369937280:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 500us (2647us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044954.704251:0:6655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 269 00010000:00010000:3.0:1777044954.720622:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066c00/0x2c8777a5e7d9d504 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x16:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148848 expref: 39 pid: 7939 timeout: 1683 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777044954.720665:0:5856:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df74600700 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5856:1863365424330624:192.168.201.45@tcp:104: 00010000:00010000:3.0:1777044954.720720:0:5856:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff98df74b1f400/0x2c8777a5e7d9d520 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x16:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044954.725121:0:5856:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff98df74b1f400/0x2c8777a5e7d9d520 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x16:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044954.725143:0:5856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df74b1f400/0x2c8777a5e7d9d520 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x16:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1777044954.725861:0:5856:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967889 00000001:00080000:2.0:1777044954.726099:0:5856:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967890 00000001:00080000:2.0:1777044954.726180:0:5856:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967891 00000100:00100000:2.0:1777044954.726353:0:5856:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df77c7ce00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:5856:1863365424330752:0@lo:1000:mdt00_001.0 00000100:00100000:2.0:1777044954.726441:0:5856:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777044954.726489:0:5856:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df60479f00 going to sleep for 11 seconds 00000100:00100000:3.0:1777044954.727693:0:5861:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424330752 00000100:00100000:3.0:1777044954.727705:0:5861:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424330752 00000100:00100000:3.0:1777044954.727788:0:5861:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:3.0:1777044954.727802:0:5861:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77c7f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:5856:x1863365424330752:12345-0@lo:1000:mdt00_001.0 00000100:00100000:3.0:1777044954.727935:0:5861:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77c7f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:5856:x1863365424330752:12345-0@lo:1000:mdt00_001.0 Request processed in 135us (1493us total) trans 0 rc 0/0 00000100:00100000:3.0:1777044954.727948:0:5861:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00080000:0.0:1777044954.728110:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1777044954.729126:0:5856:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967340 gen 2 00000004:00080000:1.0:1777044954.729156:0:5856:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98df7b4b0000, transno 4294967339 00000100:00100000:1.0:1777044954.729236:0:5856:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df77c7ce00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:5856:1863365424330752:0@lo:1000:mdt00_001.0 00000001:00080000:1.0:1777044954.730047:0:5856:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967892 00000100:00100000:1.0:1777044954.730443:0:5856:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df6d627480 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:5856:1863365424330880:0@lo:1000:mdt00_001.0 00000100:00100000:1.0:1777044954.730510:0:5856:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777044954.730540:0:5856:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df50fb79c0 going to sleep for 11 seconds 00000100:00100000:3.0:1777044954.732056:0:5861:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424330880 00000100:00100000:3.0:1777044954.732085:0:5861:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424330880 00000100:00100000:3.0:1777044954.732136:0:5861:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:3.0:1777044954.732149:0:5861:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d654000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:5856:x1863365424330880:12345-0@lo:1000:mdt00_001.0 00000100:00100000:3.0:1777044954.732543:0:5861:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d654000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:5856:x1863365424330880:12345-0@lo:1000:mdt00_001.0 Request processed in 394us (2030us total) trans 4294967347 rc 0/0 00000100:00100000:3.0:1777044954.732556:0:5861:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:1.0:1777044954.743451:0:5856:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df6d627480 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:5856:1863365424330880:0@lo:1000:mdt00_001.0 00000001:00080000:1.0:1777044954.743702:0:5856:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967893 00010000:00010000:1.0:1777044954.744006:0:5856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff98df74b1f400/0x2c8777a5e7d9d520 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x16:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044954.744022:0:5856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98df74b1f400/0x2c8777a5e7d9d520 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x16:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044954.744033:0:5856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98df74b1f400/0x2c8777a5e7d9d520 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x16:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044954.744042:0:5856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98df74b1f400 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:1.0:1777044954.744049:0:5856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df74b1f400/0x2c8777a5e7d9d520 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x16:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044954.744060:0:5856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df74b1f400/0x2c8777a5e7d9d520 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x16:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044954.744081:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x16:0x0].0x0 (ffff98df43d75e00) 00010000:00010000:1.0:1777044954.744085:0:5856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1777044954.744093:0:5856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98df74b1f400/0x2c8777a5e7d9d520 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x16:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044954.744103:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df74b1f400/0x2c8777a5e7d9d520 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x16:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044954.744150:0:5856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfcc00/0x2c8777a5e7d9d424 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x38:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044954.744161:0:5856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfcc00/0x2c8777a5e7d9d424 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x38:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044954.744171:0:5856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfcc00/0x2c8777a5e7d9d424 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x38:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044954.744190:0:5856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de41dfcc00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:1.0:1777044954.744195:0:5856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfcc00/0x2c8777a5e7d9d424 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x38:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044954.744262:0:5856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfcc00/0x2c8777a5e7d9d424 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x38:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000020 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044954.744279:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x38:0x0].0x0 (ffff98df51b04900) 00010000:00010000:1.0:1777044954.744284:0:5856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1777044954.744294:0:5856:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfc600/0x2c8777a5e7d9d42b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x38:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11487fb expref: 61 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044954.744311:0:5856:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfc600/0x2c8777a5e7d9d42b lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x38:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11487fb expref: 61 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044954.744326:0:5856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfc600/0x2c8777a5e7d9d42b lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x38:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11487fb expref: 61 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044954.744382:0:5856:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfc600/0x2c8777a5e7d9d42b lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x38:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11487fb expref: 61 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777044954.744405:0:5856:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de478bce00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5856:1863365424331008:192.168.201.45@tcp:105: 00000100:00100000:1.0:1777044954.744512:0:5856:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df50fb79c0 going to sleep for 11 seconds 00000100:00100000:1.0:1777044954.799107:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777044954.799489:0:5859:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369937408 00000100:00100000:0.0:1777044954.799503:0:5859:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369937408 00000100:00100000:0.0:1777044954.799622:0:5859:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 203 00000100:00100000:0.0:1777044954.799661:0:5859:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de478bd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:146de360-3fb2-48bd-b418-06f30714148a+62:24596:x1863365369937408:12345-192.168.201.45@tcp:49:md5sum.0 00000100:00100000:0.0:1777044954.799884:0:5859:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de478bd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:146de360-3fb2-48bd-b418-06f30714148a+62:24596:x1863365369937408:12345-192.168.201.45@tcp:49:md5sum.0 Request processed in 228us (789us total) trans 0 rc 0/0 00000100:00100000:0.0:1777044954.799898:0:5859:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 203 00000100:00080000:1.0:1777044954.802473:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1777044954.803787:0:5856:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de478bce00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5856:1863365424331008:192.168.201.45@tcp:105: 00010000:00010000:2.0:1777044954.803829:0:5856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfcc00/0x2c8777a5e7d9d424 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x38:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044954.803845:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfcc00/0x2c8777a5e7d9d424 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x38:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044954.803891:0:5856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066800/0x2c8777a5e7d9d527 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x38:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044954.803911:0:5856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066800/0x2c8777a5e7d9d527 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x38:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044954.803943:0:5856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066800/0x2c8777a5e7d9d527 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x38:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044954.803959:0:5856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066800/0x2c8777a5e7d9d527 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x38:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044954.803970:0:5856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066800/0x2c8777a5e7d9d527 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x38:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044954.803980:0:5856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066800/0x2c8777a5e7d9d527 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x38:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044954.803990:0:5856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48066800 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:2.0:1777044954.803996:0:5856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066800/0x2c8777a5e7d9d527 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x38:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044954.804008:0:5856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066800/0x2c8777a5e7d9d527 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x38:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044954.804025:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x38:0x0].0x0 (ffff98df51b04900) 00010000:00010000:2.0:1777044954.804030:0:5856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777044954.804036:0:5856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066800/0x2c8777a5e7d9d527 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x38:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044954.804045:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066800/0x2c8777a5e7d9d527 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x38:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044954.804067:0:5856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98df74b1ee00/0x2c8777a5e7d9d519 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x38:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044954.804077:0:5856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98df74b1ee00/0x2c8777a5e7d9d519 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x38:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044954.804099:0:5856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98df74b1ee00/0x2c8777a5e7d9d519 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x38:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044954.804107:0:5856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98df74b1ee00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:2.0:1777044954.804112:0:5856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df74b1ee00/0x2c8777a5e7d9d519 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x38:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044954.804122:0:5856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df74b1ee00/0x2c8777a5e7d9d519 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x38:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044954.804538:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x38:0x0].0x0 (ffff98df51b04900) 00010000:00010000:2.0:1777044954.804545:0:5856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1777044954.804550:0:5856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98df74b1ee00/0x2c8777a5e7d9d519 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x38:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044954.804560:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df74b1ee00/0x2c8777a5e7d9d519 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x38:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777044954.809145:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d626d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+43:24597:x1863365369937152:12345-192.168.201.45@tcp:57:lhsmtool_posix.0 Request processed in 135064us (137353us total) trans 4294967894 rc 0/0 00000100:00100000:0.0:1777044954.809166:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 878 00000020:00080000:0.0:1777044954.809177:0:5856:0:(tgt_main.c:783:tgt_ses_key_exit()) total 6 transactions per RPC 00000040:00080000:2.0:1777044954.813082:0:11491:0:(llog.c:801:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1777044954.813093:0:11491:0:(llog_cat.c:158:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1777044954.813875:0:11491:0:(llog.c:858:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 3 00000040:00080000:2.0:1777044954.813890:0:11491:0:(llog.c:858:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1777044954.821094:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777044954.821542:0:14822:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369937536 00000100:00100000:2.0:1777044954.821556:0:14822:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369937536 00000100:00100000:2.0:1777044954.821771:0:14822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 234 00000100:00100000:2.0:1777044954.822354:0:14822:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de478be680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:146de360-3fb2-48bd-b418-06f30714148a+12:24596:x1863365369937536:12345-192.168.201.45@tcp:101:md5sum.0 00010000:00010000:2.0:1777044954.822383:0:14822:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777044954.822417:0:14822:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000032bc3130/0x2c8777a5e7d9d52e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee114884f expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777044954.822488:0:14822:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x12:0x0] initial LVB size: 5242880, mtime: 0x69eb8dd3, atime: 0x69eb8dd3, ctime: 0x69eb8dd3, blocks: 0x2807 00010000:00010000:2.0:1777044954.822520:0:14822:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777044954.822561:0:14822:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777044954.824199:0:14822:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000032bc3130/0x2c8777a5e7d9d52e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->32767) gid 0 flags: 0x50000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114884f expref: 13 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044954.824231:0:14822:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000032bc3130/0x2c8777a5e7d9d52e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->32767) gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114884f expref: 13 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044954.824252:0:14822:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de48066800, rc 0) 00000100:00100000:2.0:1777044954.824352:0:14822:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de478be680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:146de360-3fb2-48bd-b418-06f30714148a+13:24596:x1863365369937536:12345-192.168.201.45@tcp:101:md5sum.0 Request processed in 2567us (3268us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044954.824364:0:14822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 234 00000100:00100000:0.0:1777044954.828127:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777044954.829730:0:5859:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369937792 00000100:00100000:3.0:1777044954.829744:0:5859:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369937792 00000100:00100000:3.0:1777044954.830094:0:5859:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 204 00000100:00100000:3.0:1777044954.830111:0:5859:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de430fe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+43:24597:x1863365369937792:12345-192.168.201.45@tcp:35:lhsmtool_posix.0 00000004:00080000:2.0:1777044954.831600:0:5859:0:(mdd_object.c:4010:mdd_close()) Object [0x200000402:0x16:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:2.0:1777044954.832101:0:5859:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967895 00010000:00010000:2.0:1777044954.832183:0:5859:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066000/0x2c8777a5e7d9d535 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x16:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5859 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044954.832249:0:5859:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066000/0x2c8777a5e7d9d535 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x16:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 5859 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044954.832268:0:5859:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066000/0x2c8777a5e7d9d535 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x16:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 5859 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044954.832282:0:5859:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066000/0x2c8777a5e7d9d535 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x16:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 5859 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044954.832554:0:5859:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066000/0x2c8777a5e7d9d535 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x16:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 5859 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044954.832574:0:5859:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066000/0x2c8777a5e7d9d535 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x16:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 5859 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044954.832597:0:5859:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1777044954.832759:0:5859:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de430fe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+45:24597:x1863365369937792:12345-192.168.201.45@tcp:35:lhsmtool_posix.0 Request processed in 2647us (4636us total) trans 4294967896 rc 0/0 00000100:00100000:2.0:1777044954.832773:0:5859:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 204 00000020:00080000:2.0:1777044954.832783:0:5859:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00080000:1.0:1777044954.836415:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:3.0:1777044954.846403:0:5845:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777044954.846420:0:5845:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066000/0x2c8777a5e7d9d535 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x16:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5859 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044954.846453:0:5845:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48066000 already unused, calling callback (ffffffffc17d22d0) 00010000:00010000:3.0:1777044954.846459:0:5845:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066000/0x2c8777a5e7d9d535 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x16:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5859 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044954.846474:0:5845:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066000/0x2c8777a5e7d9d535 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x16:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5859 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777044954.846486:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00010000:00010000:3.0:1777044954.846496:0:5845:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x16:0x0].0x0 (ffff98df43d75d00) 00010000:00010000:3.0:1777044954.846500:0:5845:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1777044954.846507:0:5845:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066000/0x2c8777a5e7d9d535 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x16:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5859 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044954.846523:0:5845:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066000/0x2c8777a5e7d9d535 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x16:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5859 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044954.846556:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777044954.846559:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777044954.846561:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777044954.846609:0:6646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369937920 00000100:00100000:2.0:1777044954.846624:0:6646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369937920 00002000:00100000:2.0:1777044954.846731:0:6646:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x12:0x0] (0->32767) req@ffff98de478be300 x1863365369937920/t0(0) o3->146de360-3fb2-48bd-b418-06f30714148a@192.168.201.45@tcp:710/0 lens 488/0 e 0 to 0 dl 1777044965 ref 1 fl New:/600/ffffffff rc 0/-1 job:'md5sum.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777044954.846748:0:6646:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98de478be300 with x1863365369937920 ext(0->32767) 00002000:00010000:2.0:1777044954.846756:0:6646:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff98de478be300 00000100:00100000:2.0:1777044954.846803:0:6646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 80 00000100:00100000:2.0:1777044954.847727:0:6646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de478be300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:146de360-3fb2-48bd-b418-06f30714148a+13:2392:x1863365369937920:12345-192.168.201.45@tcp:3:md5sum.0 00000100:00100000:3.0:1777044954.878190:0:6646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de478be300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:146de360-3fb2-48bd-b418-06f30714148a+13:2392:x1863365369937920:12345-192.168.201.45@tcp:3:md5sum.0 Request processed in 30459us (31697us total) trans 0 rc 32768/32768 00000100:00100000:3.0:1777044954.878250:0:6646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 80 00002000:00100000:3.0:1777044954.878269:0:6646:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x12:0x0] (0->32767) req@ffff98de478be300 x1863365369937920/t0(0) o3->146de360-3fb2-48bd-b418-06f30714148a@192.168.201.45@tcp:710/0 lens 488/440 e 0 to 0 dl 1777044965 ref 1 fl Complete:/600/0 rc 32768/32768 job:'md5sum.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1777044954.878285:0:6646:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98de478be300 with x1863365369937920 ext(0->32767) 00002000:00010000:3.0:1777044954.878294:0:6646:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff98de478be300 00000100:00100000:1.0:1777044954.917063:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777044954.917197:0:17648:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369938048 00000100:00100000:3.0:1777044954.917256:0:17648:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369938048 00002000:00100000:3.0:1777044954.917315:0:17648:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x12:0x0] (32768->1048575) req@ffff98de478bf480 x1863365369938048/t0(0) o3->146de360-3fb2-48bd-b418-06f30714148a@192.168.201.45@tcp:710/0 lens 488/0 e 0 to 0 dl 1777044965 ref 1 fl New:/600/ffffffff rc 0/-1 job:'md5sum.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1777044954.917332:0:17648:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98de478bf480 with x1863365369938048 ext(32768->1048575) 00002000:00010000:3.0:1777044954.917339:0:17648:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff98de478bf480 00000100:00100000:3.0:1777044954.917399:0:17648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 81 00000100:00100000:3.0:1777044954.917412:0:17648:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de478bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:146de360-3fb2-48bd-b418-06f30714148a+13:2390:x1863365369938048:12345-192.168.201.45@tcp:3:md5sum.0 00000100:00100000:3.0:1777044955.031405:0:17648:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de478bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:146de360-3fb2-48bd-b418-06f30714148a+13:2390:x1863365369938048:12345-192.168.201.45@tcp:3:md5sum.0 Request processed in 113981us (114604us total) trans 0 rc 1015808/1015808 00000100:00100000:3.0:1777044955.031423:0:17648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 81 00002000:00100000:3.0:1777044955.031442:0:17648:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x12:0x0] (32768->1048575) req@ffff98de478bf480 x1863365369938048/t0(0) o3->146de360-3fb2-48bd-b418-06f30714148a@192.168.201.45@tcp:710/0 lens 488/440 e 0 to 0 dl 1777044965 ref 1 fl Complete:/600/0 rc 1015808/1015808 job:'md5sum.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1777044955.031457:0:17648:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98de478bf480 with x1863365369938048 ext(32768->1048575) 00002000:00010000:3.0:1777044955.031465:0:17648:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff98de478bf480 00000100:00100000:2.0:1777044955.198525:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777044955.198731:0:6647:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369938176 00000100:00100000:1.0:1777044955.198746:0:6647:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369938176 00002000:00100000:1.0:1777044955.198815:0:6647:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x12:0x0] (1048576->2097151) req@ffff98df77c7ce00 x1863365369938176/t0(0) o3->146de360-3fb2-48bd-b418-06f30714148a@192.168.201.45@tcp:711/0 lens 488/0 e 0 to 0 dl 1777044966 ref 1 fl New:/600/ffffffff rc 0/-1 job:'md5sum.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777044955.198834:0:6647:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98df77c7ce00 with x1863365369938176 ext(1048576->2097151) 00002000:00010000:1.0:1777044955.198842:0:6647:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff98df77c7ce00 00000100:00100000:1.0:1777044955.198891:0:6647:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 82 00000100:00100000:1.0:1777044955.198907:0:6647:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77c7ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:146de360-3fb2-48bd-b418-06f30714148a+13:2390:x1863365369938176:12345-192.168.201.45@tcp:3:md5sum.0 00000100:00100000:0.0:1777044955.205835:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777044955.207767:0:6645:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369938304 00000100:00100000:1.0:1777044955.207783:0:6645:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369938304 00002000:00100000:1.0:1777044955.207875:0:6645:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x12:0x0] (2097152->3145727) req@ffff98df7b4b0000 x1863365369938304/t0(0) o3->146de360-3fb2-48bd-b418-06f30714148a@192.168.201.45@tcp:711/0 lens 488/0 e 0 to 0 dl 1777044966 ref 1 fl New:/600/ffffffff rc 0/-1 job:'md5sum.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777044955.207895:0:6645:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98df7b4b0000 with x1863365369938304 ext(2097152->3145727) 00002000:00010000:1.0:1777044955.207905:0:6645:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff98df7b4b0000 00000100:00100000:1.0:1777044955.207958:0:6645:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 83 00000100:00100000:1.0:1777044955.207973:0:6645:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b4b0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:146de360-3fb2-48bd-b418-06f30714148a+15:2391:x1863365369938304:12345-192.168.201.45@tcp:3:md5sum.0 00000100:00100000:3.0:1777044955.219461:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777044955.219611:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777044955.221006:0:6646:0:(service.c:3441:ptlrpc_start_thread()) ost_io[0] started 4 min 3 max 116 00000100:00100000:0.0:1777044955.221023:0:6646:0:(service.c:3500:ptlrpc_start_thread()) starting thread 'll_ost_io00_004' 00000100:00100000:0.0:1777044955.222174:0:6646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369938432 00000100:00100000:0.0:1777044955.222188:0:6646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369938432 00002000:00100000:0.0:1777044955.222317:0:6646:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x12:0x0] (3145728->4194303) req@ffff98df74600700 x1863365369938432/t0(0) o3->146de360-3fb2-48bd-b418-06f30714148a@192.168.201.45@tcp:711/0 lens 488/0 e 0 to 0 dl 1777044966 ref 1 fl New:/600/ffffffff rc 0/-1 job:'md5sum.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777044955.222336:0:6646:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98df74600700 with x1863365369938432 ext(3145728->4194303) 00002000:00010000:0.0:1777044955.222345:0:6646:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff98df74600700 00000100:00100000:0.0:1777044955.222373:0:6646:0:(service.c:3441:ptlrpc_start_thread()) ost_io[0] started 4 min 3 max 116 00000100:00100000:0.0:1777044955.222385:0:6646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369938560 00000100:00100000:0.0:1777044955.222390:0:6646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369938560 00002000:00100000:0.0:1777044955.222413:0:6646:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x12:0x0] (4194304->5242879) req@ffff98df74603480 x1863365369938560/t0(0) o3->146de360-3fb2-48bd-b418-06f30714148a@192.168.201.45@tcp:711/0 lens 488/0 e 0 to 0 dl 1777044966 ref 1 fl New:/600/ffffffff rc 0/-1 job:'md5sum.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777044955.222428:0:6646:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98df74603480 with x1863365369938560 ext(4194304->5242879) 00002000:00010000:0.0:1777044955.222433:0:6646:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff98df74603480 00000100:00100000:3.0:1777044955.224954:0:17698:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 84 00000100:00100000:3.0:1777044955.224980:0:17698:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df74600700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:146de360-3fb2-48bd-b418-06f30714148a+18:2391:x1863365369938432:12345-192.168.201.45@tcp:3:md5sum.0 00000100:00100000:1.0:1777044955.327107:0:6647:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77c7ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:146de360-3fb2-48bd-b418-06f30714148a+18:2390:x1863365369938176:12345-192.168.201.45@tcp:3:md5sum.0 Request processed in 128190us (128582us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1777044955.327129:0:6647:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 82 00002000:00100000:1.0:1777044955.327147:0:6647:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x12:0x0] (1048576->2097151) req@ffff98df77c7ce00 x1863365369938176/t0(0) o3->146de360-3fb2-48bd-b418-06f30714148a@192.168.201.45@tcp:711/0 lens 488/440 e 0 to 0 dl 1777044966 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'md5sum.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777044955.327165:0:6647:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98df77c7ce00 with x1863365369938176 ext(1048576->2097151) 00002000:00010000:1.0:1777044955.327194:0:6647:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff98df77c7ce00 00000100:00100000:1.0:1777044955.327282:0:6647:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 85 00000100:00100000:1.0:1777044955.327302:0:6647:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df74603480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:146de360-3fb2-48bd-b418-06f30714148a+17:2391:x1863365369938560:12345-192.168.201.45@tcp:3:md5sum.0 00000100:00100000:1.0:1777044955.433171:0:6645:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b4b0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:146de360-3fb2-48bd-b418-06f30714148a+17:2391:x1863365369938304:12345-192.168.201.45@tcp:3:md5sum.0 Request processed in 225186us (227333us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1777044955.433191:0:6645:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 83 00002000:00100000:1.0:1777044955.433210:0:6645:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x12:0x0] (2097152->3145727) req@ffff98df7b4b0000 x1863365369938304/t0(0) o3->146de360-3fb2-48bd-b418-06f30714148a@192.168.201.45@tcp:711/0 lens 488/440 e 0 to 0 dl 1777044966 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'md5sum.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777044955.433228:0:6645:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98df7b4b0000 with x1863365369938304 ext(2097152->3145727) 00002000:00010000:1.0:1777044955.433237:0:6645:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff98df7b4b0000 00000100:00100000:1.0:1777044955.548592:0:17698:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df74600700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:146de360-3fb2-48bd-b418-06f30714148a+15:2391:x1863365369938432:12345-192.168.201.45@tcp:3:md5sum.0 Request processed in 323609us (329131us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1777044955.548610:0:17698:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 84 00002000:00100000:1.0:1777044955.548628:0:17698:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x12:0x0] (3145728->4194303) req@ffff98df74600700 x1863365369938432/t0(0) o3->146de360-3fb2-48bd-b418-06f30714148a@192.168.201.45@tcp:711/0 lens 488/440 e 0 to 0 dl 1777044966 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'md5sum.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777044955.548645:0:17698:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98df74600700 with x1863365369938432 ext(3145728->4194303) 00002000:00010000:1.0:1777044955.548654:0:17698:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff98df74600700 00010000:00010000:2.0:1777044955.605972:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777044955.670142:0:6647:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df74603480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:146de360-3fb2-48bd-b418-06f30714148a+13:2391:x1863365369938560:12345-192.168.201.45@tcp:3:md5sum.0 Request processed in 342836us (450520us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1777044955.670162:0:6647:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 85 00002000:00100000:3.0:1777044955.670181:0:6647:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x12:0x0] (4194304->5242879) req@ffff98df74603480 x1863365369938560/t0(0) o3->146de360-3fb2-48bd-b418-06f30714148a@192.168.201.45@tcp:711/0 lens 488/440 e 0 to 0 dl 1777044966 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'md5sum.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1777044955.670198:0:6647:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98df74603480 with x1863365369938560 ext(4194304->5242879) 00002000:00010000:3.0:1777044955.670237:0:6647:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff98df74603480 00000100:00100000:3.0:1777044955.763417:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777044955.766612:0:5859:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369938816 00000100:00100000:0.0:1777044955.766642:0:5859:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369938816 00000100:00100000:0.0:1777044955.766740:0:5859:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 205 00000100:00100000:0.0:1777044955.766757:0:5859:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df74603100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:146de360-3fb2-48bd-b418-06f30714148a+62:24596:x1863365369938816:12345-192.168.201.45@tcp:35:md5sum.0 00000100:00100000:0.0:1777044955.767344:0:5859:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df74603100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:146de360-3fb2-48bd-b418-06f30714148a+63:24596:x1863365369938816:12345-192.168.201.45@tcp:35:md5sum.0 Request processed in 589us (3937us total) trans 4294967897 rc 0/0 00000100:00100000:0.0:1777044955.767356:0:5859:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 205 00000001:00080000:3.0:1777044955.825526:0:6666:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967343 is committed 00000100:00100000:0.0:1777044956.153712:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777044956.153784:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777044956.153822:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777044956.153851:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777044956.153880:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777044956.153908:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777044956.153942:0:8776:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369939200 00000100:00100000:0.0:1777044956.153953:0:8776:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369939200 00000100:00100000:0.0:1777044956.154016:0:8776:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369939456 00000100:00100000:0.0:1777044956.154021:0:8776:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369939456 00000100:00100000:0.0:1777044956.154038:0:8776:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369939072 00000100:00100000:0.0:1777044956.154041:0:8776:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369939072 00000100:00100000:0.0:1777044956.154056:0:8776:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369939584 00000100:00100000:0.0:1777044956.154059:0:8776:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369939584 00000100:00100000:0.0:1777044956.154078:0:8776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 673 00000100:00100000:0.0:1777044956.154089:0:8776:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7529aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:146de360-3fb2-48bd-b418-06f30714148a+13:2393:x1863365369939200:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:0.0:1777044956.154509:0:8776:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7529aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:146de360-3fb2-48bd-b418-06f30714148a+13:2393:x1863365369939200:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 418us (722us total) trans 0 rc 0/0 00000100:00100000:0.0:1777044956.154521:0:8776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 673 00000100:00100000:0.0:1777044956.154549:0:8776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 674 00000100:00100000:0.0:1777044956.154560:0:8776:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df75299180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2393:x1863365369939456:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:0.0:1777044956.154616:0:8776:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df75299180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2393:x1863365369939456:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 58us (794us total) trans 0 rc 0/0 00000100:00100000:0.0:1777044956.154623:0:8776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 674 00000100:00100000:0.0:1777044956.154638:0:8776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 675 00000100:00100000:0.0:1777044956.154646:0:8776:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b62e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:146de360-3fb2-48bd-b418-06f30714148a+10:2393:x1863365369939072:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:0.0:1777044956.154710:0:8776:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b62e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:146de360-3fb2-48bd-b418-06f30714148a+10:2393:x1863365369939072:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 63us (857us total) trans 0 rc 0/0 00000100:00100000:0.0:1777044956.154721:0:8776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 675 00000100:00100000:0.0:1777044956.154740:0:8776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 676 00000100:00100000:0.0:1777044956.154751:0:8776:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b62dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+10:2393:x1863365369939584:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:0.0:1777044956.154787:0:8776:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b62dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+10:2393:x1863365369939584:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 37us (877us total) trans 0 rc 0/0 00000100:00100000:0.0:1777044956.154796:0:8776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 676 00000100:00100000:0.0:1777044956.154830:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369939328 00000100:00100000:0.0:1777044956.154835:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369939328 00000100:00100000:0.0:1777044956.154880:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 871 00000100:00100000:0.0:1777044956.154892:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b62f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+45:2393:x1863365369939328:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:0.0:1777044956.154938:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b62f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+45:2393:x1863365369939328:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 49us (1057us total) trans 0 rc 0/0 00000100:00100000:0.0:1777044956.154947:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 871 00000100:00100000:1.0:1777044956.155339:0:5848:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369938944 00000100:00100000:1.0:1777044956.155345:0:5848:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369938944 00000100:00100000:1.0:1777044956.155389:0:5848:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 762 00000100:00100000:1.0:1777044956.155397:0:5848:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df47088050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2393:x1863365369938944:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:1.0:1777044956.155443:0:5848:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df47088050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2393:x1863365369938944:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 45us (1744us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044956.155452:0:5848:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 762 00000100:00080000:1.0:1777044956.155507:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1777044956.155514:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1777044956.155517:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:3.0:1777044956.633086:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777044957.653911:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777044957.654161:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df74600380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424331136:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1777044957.654273:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777044957.654442:0:6644:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424331136 00000100:00100000:3.0:1777044957.654453:0:6644:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424331136 00000100:00100000:3.0:1777044957.654532:0:6644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 375 00000100:00100000:3.0:1777044957.654545:0:6644:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de478bc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1863365424331136:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1777044957.654585:0:6644:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 69664768 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1777044957.654698:0:6644:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de478bc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1863365424331136:12345-0@lo:13:osp-pre-0-0.0 Request processed in 155us (424us total) trans 0 rc 0/0 00000100:00100000:3.0:1777044957.654713:0:6644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 375 00000100:00080000:1.0:1777044957.655587:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1777044957.655655:0:3342:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967343 gen 2 00000004:00080000:1.0:1777044957.655664:0:3342:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967342 committed transno 4294967343 00000004:00080000:1.0:1777044957.655688:0:3342:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98de430fd880, transno 4294967343 00000100:00100000:1.0:1777044957.655724:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df74600380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424331136:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1777044958.678195:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de419ffb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ce657616-b3f3-4e21-ac89-518ab611901c:3343:1863365424331264:0@lo:400:kworker.0 00000100:00100000:2.0:1777044958.678810:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777044958.678875:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df4668ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3343:1863365424331776:0@lo:400:kworker.0 00000100:00100000:2.0:1777044958.678907:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777044958.678941:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:2.0:1777044958.678950:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de419fd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3343:1863365424331392:0@lo:400:kworker.0 00000100:00100000:2.0:1777044958.679000:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777044958.679021:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df6d58fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424331904:0@lo:400:kworker.0 00000100:00100000:2.0:1777044958.679050:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777044958.679098:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de419fce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3341:1863365424331520:0@lo:400:kworker.0 00000100:00100000:2.0:1777044958.679127:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777044958.679148:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df74600000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424332032:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1777044958.679173:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777044958.679194:0:3341:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1777044958.679233:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de419fe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424331648:0@lo:400:kworker.0 00000100:00100000:2.0:1777044958.679262:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1777044958.679293:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777044958.679308:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424331776 00000100:00100000:2.0:1777044958.679317:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424331776 00000100:00100000:2.0:1777044958.679374:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424331392 00000100:00100000:2.0:1777044958.679378:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424331392 00000100:00100000:2.0:1777044958.679398:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424331520 00000100:00100000:2.0:1777044958.679402:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424331520 00000100:00100000:3.0:1777044958.679658:0:5849:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424331264 00000100:00100000:3.0:1777044958.679664:0:5849:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424331264 00000100:00100000:3.0:1777044958.679708:0:5849:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 763 00000100:00100000:3.0:1777044958.679719:0:5849:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df47089050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ce657616-b3f3-4e21-ac89-518ab611901c+18:3343:x1863365424331264:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777044958.679792:0:5849:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df47089050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ce657616-b3f3-4e21-ac89-518ab611901c+18:3343:x1863365424331264:12345-0@lo:400:kworker.0 Request processed in 73us (981us total) trans 0 rc 0/0 00000100:00100000:3.0:1777044958.679804:0:5849:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 763 00000100:00080000:1.0:1777044958.679985:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1777044958.680047:0:6644:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424332032 00000100:00100000:1.0:1777044958.680053:0:6644:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424332032 00000100:00100000:1.0:1777044958.680113:0:6644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 376 00000100:00100000:1.0:1777044958.680123:0:6644:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77b5c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3341:x1863365424332032:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1777044958.680454:0:6644:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 1703936 granted 69664768 pending 0 free 3851419648 avail 3849322496 00000100:00100000:1.0:1777044958.680517:0:6644:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77b5c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3341:x1863365424332032:12345-0@lo:13:osp-pre-1-0.0 Request processed in 395us (1342us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044958.680527:0:6644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 376 00000100:00100000:1.0:1777044958.680561:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 872 00000100:00100000:1.0:1777044958.680572:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d58ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3343:x1863365424331776:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777044958.680647:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d58ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3343:x1863365424331776:12345-0@lo:400:kworker.0 Request processed in 75us (1737us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044958.680656:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 872 00000100:00100000:1.0:1777044958.680680:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 873 00000100:00100000:1.0:1777044958.680689:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77957480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3343:x1863365424331392:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777044958.680728:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77957480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3343:x1863365424331392:12345-0@lo:400:kworker.0 Request processed in 40us (1727us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044958.680751:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 873 00000100:00100000:1.0:1777044958.680784:0:8776:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424331904 00000100:00100000:1.0:1777044958.680790:0:8776:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424331904 00000100:00100000:1.0:1777044958.680824:0:8776:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424331648 00000100:00100000:1.0:1777044958.680828:0:8776:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424331648 00000100:00100000:1.0:1777044958.680855:0:8776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 677 00000100:00100000:1.0:1777044958.680864:0:8776:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77956300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3343:x1863365424331904:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777044958.680908:0:8776:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77956300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3343:x1863365424331904:12345-0@lo:400:kworker.0 Request processed in 45us (1857us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044958.680917:0:8776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 677 00000100:00100000:1.0:1777044958.680935:0:8776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 678 00000100:00100000:1.0:1777044958.680944:0:8776:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77b5e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3341:x1863365424331648:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777044958.680983:0:8776:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77b5e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3341:x1863365424331648:12345-0@lo:400:kworker.0 Request processed in 40us (1719us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044958.680991:0:8776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 678 00000100:00080000:1.0:1777044958.681014:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1777044958.681126:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de419fd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3343:1863365424331392:0@lo:400:kworker.0 00000100:00100000:1.0:1777044958.681461:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df6d58fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424331904:0@lo:400:kworker.0 00000100:00100000:1.0:1777044958.681473:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de419ffb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ce657616-b3f3-4e21-ac89-518ab611901c:3343:1863365424331264:0@lo:400:kworker.0 00000100:00100000:1.0:1777044958.681486:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df4668ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3343:1863365424331776:0@lo:400:kworker.0 00000100:00100000:2.0:1777044958.683135:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de419fe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424331648:0@lo:400:kworker.0 00000100:00100000:2.0:1777044958.683160:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df74600000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424332032:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1777044958.684088:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 874 00000100:00100000:2.0:1777044958.684101:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77b5c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3341:x1863365424331520:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777044958.684174:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77b5c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3341:x1863365424331520:12345-0@lo:400:kworker.0 Request processed in 76us (5045us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044958.684183:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 874 00000100:00100000:2.0:1777044958.684254:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de419fce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3341:1863365424331520:0@lo:400:kworker.0 00000100:00080000:3.0:1777044958.685106:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000001:00080000:2.0:1777044958.924920:0:5877:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967897 is committed 00000001:00080000:2.0:1777044958.924939:0:5877:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967888 is committed 00000001:00080000:2.0:1777044958.924950:0:5877:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967894 is committed 00000020:00080000:2.0:1777044958.924961:0:5877:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff98df50fb7300 refcount 2 committed 0 result 0 batchid 14 00000020:00080000:2.0:1777044958.924968:0:5877:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff98de4331c200 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff98df50fb7e40 00000020:00080000:2.0:1777044958.924973:0:5877:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff98de4331c100 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff98df6d779800 00000020:00080000:2.0:1777044958.925016:0:5877:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 13 batchid updated 00000001:00080000:2.0:1777044958.925026:0:5877:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967896 is committed 00000020:00080000:3.0:1777044958.925232:0:5888:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 14 committed batchid 13 00000020:00080000:3.0:1777044958.926232:0:5888:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 13 00000001:00080000:3.0:1777044959.364300:0:7533:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967346 is committed 00000001:00080000:3.0:1777044959.364351:0:7533:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967347 is committed 00010000:00010000:1.0:1777044959.709985:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777044960.744609:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777044961.262001:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777044961.262070:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777044961.262112:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777044961.262182:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777044961.262727:0:6641:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369940096 00000100:00100000:3.0:1777044961.262739:0:6641:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369940096 00000100:00100000:3.0:1777044961.262809:0:6641:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369940352 00000100:00100000:3.0:1777044961.262815:0:6641:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369940352 00000100:00100000:3.0:1777044961.263103:0:6641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 679 00000100:00100000:3.0:1777044961.263119:0:6641:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b62ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:146de360-3fb2-48bd-b418-06f30714148a+13:2390:x1863365369940096:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777044961.263251:0:6641:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b62ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:146de360-3fb2-48bd-b418-06f30714148a+13:2390:x1863365369940096:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 135us (1178us total) trans 0 rc 0/0 00000100:00100000:3.0:1777044961.263262:0:6641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 679 00000100:00100000:3.0:1777044961.263289:0:6641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 680 00000100:00100000:3.0:1777044961.263300:0:6641:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b62d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2390:x1863365369940352:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:1.0:1777044961.263837:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369939840 00000100:00100000:1.0:1777044961.263845:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369939840 00000100:00100000:1.0:1777044961.263900:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 875 00000100:00100000:1.0:1777044961.263911:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b62c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:146de360-3fb2-48bd-b418-06f30714148a+62:2390:x1863365369939840:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:1.0:1777044961.263978:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b62c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:146de360-3fb2-48bd-b418-06f30714148a+62:2390:x1863365369939840:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 67us (1988us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044961.263989:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 875 00000100:00100000:3.0:1777044961.264141:0:6641:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b62d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2390:x1863365369940352:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 840us (2026us total) trans 0 rc 0/0 00000100:00100000:3.0:1777044961.264158:0:6641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 680 00000100:00080000:3.0:1777044961.264529:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1777044961.264536:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1777044961.264539:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1777044961.265494:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777044961.265529:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777044961.265612:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777044961.265640:0:14822:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369939968 00000100:00100000:1.0:1777044961.265648:0:14822:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369939968 00000100:00100000:1.0:1777044961.265697:0:14822:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369940480 00000100:00100000:1.0:1777044961.265702:0:14822:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369940480 00000100:00100000:1.0:1777044961.265732:0:14822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 681 00000100:00100000:1.0:1777044961.265743:0:14822:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de478bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:146de360-3fb2-48bd-b418-06f30714148a+10:2390:x1863365369939968:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:1.0:1777044961.265796:0:14822:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de478bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:146de360-3fb2-48bd-b418-06f30714148a+10:2390:x1863365369939968:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 55us (304us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044961.265808:0:14822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 681 00000100:00100000:1.0:1777044961.265828:0:14822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 682 00000100:00100000:1.0:1777044961.265837:0:14822:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de478bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2390:x1863365369940480:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:1.0:1777044961.265872:0:14822:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de478bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2390:x1863365369940480:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 36us (261us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044961.265882:0:14822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 682 00000100:00100000:2.0:1777044961.266107:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369940224 00000100:00100000:2.0:1777044961.266115:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369940224 00000100:00100000:2.0:1777044961.266177:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 876 00000100:00100000:2.0:1777044961.266191:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de478bc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+36:2390:x1863365369940224:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:2.0:1777044961.266596:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de478bc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+36:2390:x1863365369940224:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 382us (1039us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044961.266608:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 876 00000100:00100000:3.0:1777044961.270811:0:5850:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369939712 00000100:00100000:3.0:1777044961.270829:0:5850:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369939712 00000100:00100000:3.0:1777044961.270988:0:5850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 764 00000100:00100000:3.0:1777044961.271002:0:5850:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df47088450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2390:x1863365369939712:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777044961.271106:0:5850:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df47088450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2390:x1863365369939712:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 106us (8923us total) trans 0 rc 0/0 00000100:00100000:3.0:1777044961.271117:0:5850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 764 00000100:00080000:3.0:1777044961.271167:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1777044961.271174:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1777044961.271178:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1777044961.750340:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777044962.788748:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de478bc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424332160:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1777044962.788835:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777044962.789611:0:6644:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424332160 00000100:00100000:1.0:1777044962.789621:0:6644:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424332160 00000100:00100000:1.0:1777044962.789711:0:6644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 377 00000100:00100000:1.0:1777044962.789723:0:6644:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de478bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1863365424332160:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1777044962.789767:0:6644:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 69664768 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1777044962.789831:0:6644:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de478bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1863365424332160:12345-0@lo:13:osp-pre-0-0.0 Request processed in 108us (995us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044962.789843:0:6644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 377 00000100:00100000:1.0:1777044962.789923:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de478bc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424332160:0@lo:13:osp-pre-0-0.0 00000100:00080000:2.0:1777044962.792251:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:0.0:1777044962.799051:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777044963.801675:0:3344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1777044963.801702:0:3344:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df74600000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3344:1863365424332288:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1777044963.801781:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1777044963.803034:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777044963.803053:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df6d58fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424332800:0@lo:400:kworker.0 00000100:00100000:1.0:1777044963.803107:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777044963.803156:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:1.0:1777044963.803167:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de478bc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ce657616-b3f3-4e21-ac89-518ab611901c:3343:1863365424332416:0@lo:400:kworker.0 00000100:00100000:1.0:1777044963.803265:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777044963.803304:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de419fce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3343:1863365424332928:0@lo:400:kworker.0 00000100:00100000:1.0:1777044963.803344:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777044963.803405:0:6644:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424332288 00000100:00100000:1.0:1777044963.803416:0:6644:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424332288 00000100:00100000:1.0:1777044963.803492:0:6644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 378 00000100:00100000:1.0:1777044963.803507:0:6644:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df74600380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1863365424332288:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1777044963.803584:0:6644:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 1703936 granted 69664768 pending 0 free 3851419648 avail 3849322496 00000100:00100000:1.0:1777044963.803643:0:6644:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df74600380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1863365424332288:12345-0@lo:13:osp-pre-1-0.0 Request processed in 138us (1861us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044963.803655:0:6644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 378 00000100:00100000:1.0:1777044963.803693:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de478bce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3341:1863365424332544:0@lo:400:kworker.0 00000100:00100000:1.0:1777044963.803729:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777044963.807980:0:3344:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967347 gen 2 00000004:00080000:3.0:1777044963.807993:0:3344:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967347 committed transno 4294967347 00000100:00100000:3.0:1777044963.808035:0:3344:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df74600000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3344:1863365424332288:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1777044963.808775:0:3341:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1777044963.808789:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df4668ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3341:1863365424332672:0@lo:400:kworker.0 00000100:00100000:1.0:1777044963.808856:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777044963.808921:0:8776:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424332800 00000100:00100000:1.0:1777044963.808930:0:8776:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424332800 00000100:00100000:1.0:1777044963.808987:0:8776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 683 00000100:00100000:1.0:1777044963.808999:0:8776:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de419fe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424332800:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777044963.809071:0:8776:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de419fe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424332800:12345-0@lo:400:kworker.0 Request processed in 72us (5962us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044963.809082:0:8776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 683 00000100:00100000:1.0:1777044963.809115:0:5848:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424332416 00000100:00100000:1.0:1777044963.809121:0:5848:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424332416 00000100:00100000:1.0:1777044963.809154:0:5848:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 765 00000100:00100000:1.0:1777044963.809221:0:5848:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df47088c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ce657616-b3f3-4e21-ac89-518ab611901c+18:3343:x1863365424332416:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777044963.809605:0:5848:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df47088c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ce657616-b3f3-4e21-ac89-518ab611901c+18:3343:x1863365424332416:12345-0@lo:400:kworker.0 Request processed in 440us (6339us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044963.809617:0:5848:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 765 00000100:00100000:1.0:1777044963.809663:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424332928 00000100:00100000:1.0:1777044963.809669:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424332928 00000100:00100000:1.0:1777044963.809716:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424332544 00000100:00100000:1.0:1777044963.809721:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424332544 00000100:00100000:1.0:1777044963.809745:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424332672 00000100:00100000:1.0:1777044963.809749:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424332672 00000100:00100000:1.0:1777044963.809773:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 877 00000100:00100000:1.0:1777044963.809785:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de419ffb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3343:x1863365424332928:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777044963.809836:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de419ffb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3343:x1863365424332928:12345-0@lo:400:kworker.0 Request processed in 52us (6490us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044963.809846:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 877 00000100:00100000:1.0:1777044963.809884:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 878 00000100:00100000:1.0:1777044963.809895:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de419fd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3341:x1863365424332544:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777044963.809953:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de419fd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3341:x1863365424332544:12345-0@lo:400:kworker.0 Request processed in 60us (6222us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044963.809963:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 878 00000100:00100000:1.0:1777044963.809983:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 879 00000100:00100000:1.0:1777044963.809993:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df75299c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3341:x1863365424332672:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777044963.810037:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df75299c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3341:x1863365424332672:12345-0@lo:400:kworker.0 Request processed in 45us (1182us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044963.810048:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 879 00000100:00080000:1.0:1777044963.810074:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1777044963.810080:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1777044963.810180:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de478bc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ce657616-b3f3-4e21-ac89-518ab611901c:3343:1863365424332416:0@lo:400:kworker.0 00000100:00100000:1.0:1777044963.810235:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de419fce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3343:1863365424332928:0@lo:400:kworker.0 00000100:00100000:1.0:1777044963.810555:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df6d58fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424332800:0@lo:400:kworker.0 00000100:00100000:1.0:1777044963.810606:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df4668ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3341:1863365424332672:0@lo:400:kworker.0 00000100:00100000:1.0:1777044963.810621:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de478bce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3341:1863365424332544:0@lo:400:kworker.0 00000020:00080000:0.0:1777044963.948805:0:5877:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 14 batchid updated 00000020:00080000:0.0:1777044963.948854:0:5888:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 14 00000020:00080000:0.0:1777044963.948867:0:5888:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 14 00000040:00080000:0.0:1777044964.056877:0:11491:0:(llog.c:801:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1777044964.056888:0:11491:0:(llog_cat.c:158:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1777044964.057609:0:11491:0:(llog.c:858:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 22 count 2 00000040:00080000:0.0:1777044964.057618:0:11491:0:(llog.c:858:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:0.0:1777044964.822251:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777044965.851009:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777044966.391730:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777044966.391951:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777044966.392010:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777044966.392053:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777044966.392083:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777044966.392113:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777044966.392149:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777044966.392188:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369940864 00000100:00100000:2.0:1777044966.392201:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369940864 00000100:00100000:2.0:1777044966.392272:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369941376 00000100:00100000:2.0:1777044966.392294:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369941376 00000100:00100000:2.0:1777044966.392321:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369940992 00000100:00100000:2.0:1777044966.392325:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369940992 00000100:00100000:2.0:1777044966.392372:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369941248 00000100:00100000:2.0:1777044966.392377:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369941248 00000100:00100000:2.0:1777044966.392405:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 684 00000100:00100000:2.0:1777044966.392417:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77b5ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:146de360-3fb2-48bd-b418-06f30714148a+10:2390:x1863365369940864:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:2.0:1777044966.392529:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77b5ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:146de360-3fb2-48bd-b418-06f30714148a+10:2390:x1863365369940864:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 113us (578us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044966.392541:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 684 00000100:00100000:2.0:1777044966.392566:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 685 00000100:00100000:2.0:1777044966.392576:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77b5c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2390:x1863365369941376:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:2.0:1777044966.392615:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77b5c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2390:x1863365369941376:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 39us (560us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044966.392625:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 685 00000100:00100000:2.0:1777044966.392643:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 686 00000100:00100000:2.0:1777044966.392652:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77b04a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:146de360-3fb2-48bd-b418-06f30714148a+13:2390:x1863365369940992:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:2.0:1777044966.392687:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77b04a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:146de360-3fb2-48bd-b418-06f30714148a+13:2390:x1863365369940992:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 35us (572us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044966.392696:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 686 00000100:00100000:2.0:1777044966.392714:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 687 00000100:00100000:2.0:1777044966.392996:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df58665500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2390:x1863365369941248:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:2.0:1777044966.393040:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df58665500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2390:x1863365369941248:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 317us (889us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044966.393050:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 687 00000100:00100000:2.0:1777044966.393593:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369941120 00000100:00100000:2.0:1777044966.393599:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369941120 00000100:00100000:2.0:1777044966.393642:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369940736 00000100:00100000:2.0:1777044966.393647:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369940736 00000100:00100000:2.0:1777044966.393679:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 880 00000100:00100000:2.0:1777044966.393689:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77b5d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+36:2390:x1863365369941120:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:2.0:1777044966.393737:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77b5d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+36:2390:x1863365369941120:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 49us (1727us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044966.393747:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 880 00000100:00100000:2.0:1777044966.393767:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 881 00000100:00100000:2.0:1777044966.393778:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77b07b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:146de360-3fb2-48bd-b418-06f30714148a+62:2390:x1863365369940736:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:2.0:1777044966.393811:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77b07b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:146de360-3fb2-48bd-b418-06f30714148a+62:2390:x1863365369940736:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 35us (1726us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044966.393820:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 881 00000100:00080000:2.0:1777044966.393896:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1777044966.393902:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1777044966.393905:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1777044966.406647:0:5849:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369940608 00000100:00100000:1.0:1777044966.406665:0:5849:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369940608 00000100:00100000:1.0:1777044966.406749:0:5849:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 766 00000100:00100000:1.0:1777044966.407000:0:5849:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df4708bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2390:x1863365369940608:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:1.0:1777044966.407717:0:5849:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df4708bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2390:x1863365369940608:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 954us (15995us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044966.407751:0:5849:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 766 00010000:00010000:2.0:1777044966.875291:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777044967.894194:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df4668ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424333056:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1777044967.894375:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777044967.894599:0:6644:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424333056 00000100:00100000:2.0:1777044967.894611:0:6644:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424333056 00000100:00100000:2.0:1777044967.894695:0:6644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 379 00000100:00100000:2.0:1777044967.894711:0:6644:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df58664000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3341:x1863365424333056:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1777044967.894770:0:6644:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 69664768 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1777044967.894850:0:6644:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df58664000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3341:x1863365424333056:12345-0@lo:13:osp-pre-0-0.0 Request processed in 141us (475us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044967.894909:0:6644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 379 00010000:00010000:2.0:1777044967.894956:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1777044967.894968:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1777044967.895023:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df4668ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424333056:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1777044968.920075:0:3341:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1777044968.920109:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df74600000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424333184:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1777044968.920506:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777044968.920663:0:6644:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424333184 00000100:00100000:2.0:1777044968.920673:0:6644:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424333184 00000100:00100000:2.0:1777044968.920741:0:6644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 380 00000100:00100000:2.0:1777044968.920753:0:6644:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77fd4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3341:x1863365424333184:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1777044968.920797:0:6644:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 1703936 granted 69664768 pending 0 free 3851419648 avail 3849322496 00000100:00100000:2.0:1777044968.920861:0:6644:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77fd4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3341:x1863365424333184:12345-0@lo:13:osp-pre-1-0.0 Request processed in 109us (356us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044968.920872:0:6644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 380 00010000:00010000:2.0:1777044968.920905:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1777044968.920916:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1777044968.920963:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df74600000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424333184:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1777044968.925132:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7b62fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424333696:0@lo:400:kworker.0 00000100:00100000:0.0:1777044968.925259:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777044968.925311:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1777044968.925321:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7b62f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3342:1863365424333568:0@lo:400:kworker.0 00000100:00100000:0.0:1777044968.925360:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777044968.925413:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7b62ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ce657616-b3f3-4e21-ac89-518ab611901c:3343:1863365424333312:0@lo:400:kworker.0 00000100:00100000:0.0:1777044968.926965:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777044968.927023:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7b62ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3343:1863365424333824:0@lo:400:kworker.0 00000100:00100000:0.0:1777044968.927069:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777044968.927105:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1777044968.927114:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7b62d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3343:1863365424333440:0@lo:400:kworker.0 00000100:00100000:0.0:1777044968.927149:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777044968.927268:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424333696 00000100:00100000:0.0:1777044968.927278:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424333696 00000100:00100000:0.0:1777044968.927341:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 688 00000100:00100000:0.0:1777044968.927354:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b62e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3342:x1863365424333696:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777044968.927428:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b62e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3342:x1863365424333696:12345-0@lo:400:kworker.0 Request processed in 75us (2169us total) trans 0 rc 0/0 00000100:00100000:0.0:1777044968.927485:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 688 00000100:00100000:0.0:1777044968.927959:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424333568 00000100:00100000:0.0:1777044968.927968:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424333568 00000100:00100000:0.0:1777044968.928036:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424333824 00000100:00100000:0.0:1777044968.928042:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424333824 00000100:00100000:0.0:1777044968.928072:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424333440 00000100:00100000:0.0:1777044968.928077:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424333440 00000100:00100000:0.0:1777044968.928098:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 882 00000100:00100000:0.0:1777044968.928108:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b62ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3342:x1863365424333568:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777044968.928164:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b62ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3342:x1863365424333568:12345-0@lo:400:kworker.0 Request processed in 56us (2803us total) trans 0 rc 0/0 00000100:00100000:0.0:1777044968.928175:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 882 00000100:00100000:0.0:1777044968.928508:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 883 00000100:00100000:0.0:1777044968.928540:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b62f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3343:x1863365424333824:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777044968.928600:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b62f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3343:x1863365424333824:12345-0@lo:400:kworker.0 Request processed in 82us (1529us total) trans 0 rc 0/0 00000100:00100000:0.0:1777044968.928610:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 883 00000100:00100000:0.0:1777044968.928631:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 884 00000100:00100000:0.0:1777044968.928642:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b62d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3343:x1863365424333440:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777044968.928686:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b62d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3343:x1863365424333440:12345-0@lo:400:kworker.0 Request processed in 47us (1537us total) trans 0 rc 0/0 00000100:00100000:0.0:1777044968.928695:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 884 00000100:00100000:0.0:1777044968.928724:0:5850:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424333312 00000100:00100000:0.0:1777044968.928731:0:5850:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424333312 00000100:00100000:0.0:1777044968.928770:0:5850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 767 00000100:00100000:0.0:1777044968.928779:0:5850:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df47089c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ce657616-b3f3-4e21-ac89-518ab611901c+18:3343:x1863365424333312:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777044968.929072:0:5850:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df47089c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ce657616-b3f3-4e21-ac89-518ab611901c+18:3343:x1863365424333312:12345-0@lo:400:kworker.0 Request processed in 293us (2110us total) trans 0 rc 0/0 00000100:00100000:0.0:1777044968.929082:0:5850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 767 00000100:00100000:0.0:1777044968.929167:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7b62f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3342:1863365424333568:0@lo:400:kworker.0 00000100:00080000:2.0:1777044968.929419:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1777044968.930992:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7b62fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424333696:0@lo:400:kworker.0 00000100:00100000:0.0:1777044968.931071:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7b62d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3343:1863365424333440:0@lo:400:kworker.0 00000100:00100000:0.0:1777044968.931084:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7b62ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ce657616-b3f3-4e21-ac89-518ab611901c:3343:1863365424333312:0@lo:400:kworker.0 00000100:00100000:0.0:1777044968.931098:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7b62ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3343:1863365424333824:0@lo:400:kworker.0 00000100:00100000:2.0:1777044969.855116:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777044969.855607:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369941504 00000100:00100000:0.0:1777044969.855620:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369941504 00000100:00100000:0.0:1777044969.855731:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 879 00000100:00100000:0.0:1777044969.855746:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77fd5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+36:24570:x1863365369941504:12345-192.168.201.45@tcp:60:lhsmtool_posix.0 00000100:00100000:0.0:1777044969.856146:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77fd5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+36:24570:x1863365369941504:12345-192.168.201.45@tcp:60:lhsmtool_posix.0 Request processed in 403us (1039us total) trans 0 rc 0/0 00000100:00100000:0.0:1777044969.856157:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 879 00000100:00080000:2.0:1777044969.857264:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1777044969.943106:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777044970.966528:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777044971.519688:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777044971.520114:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777044971.520556:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777044971.520591:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777044971.520626:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777044971.520658:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777044971.520731:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777044971.521046:0:6639:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369942016 00000100:00100000:1.0:1777044971.521058:0:6639:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369942016 00000100:00100000:1.0:1777044971.521131:0:6639:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369942272 00000100:00100000:1.0:1777044971.521136:0:6639:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369942272 00000100:00100000:1.0:1777044971.521483:0:6639:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369941888 00000100:00100000:1.0:1777044971.521489:0:6639:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369941888 00000100:00100000:1.0:1777044971.521511:0:6639:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369942400 00000100:00100000:1.0:1777044971.521514:0:6639:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369942400 00000100:00100000:1.0:1777044971.521537:0:6639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 689 00000100:00100000:1.0:1777044971.521551:0:6639:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d58fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:146de360-3fb2-48bd-b418-06f30714148a+13:2392:x1863365369942016:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:1.0:1777044971.521649:0:6639:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d58fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:146de360-3fb2-48bd-b418-06f30714148a+13:2392:x1863365369942016:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 99us (1093us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044971.521661:0:6639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 689 00000100:00100000:1.0:1777044971.521688:0:6639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 690 00000100:00100000:1.0:1777044971.521700:0:6639:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de419fce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2392:x1863365369942272:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:1.0:1777044971.521738:0:6639:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de419fce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2392:x1863365369942272:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 41us (1148us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044971.521748:0:6639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 690 00000100:00100000:1.0:1777044971.521784:0:6639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 691 00000100:00100000:1.0:1777044971.521793:0:6639:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de478bce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:146de360-3fb2-48bd-b418-06f30714148a+10:2393:x1863365369941888:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:1.0:1777044971.522072:0:6639:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de478bce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:146de360-3fb2-48bd-b418-06f30714148a+10:2393:x1863365369941888:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 279us (1445us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044971.522083:0:6639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 691 00000100:00100000:1.0:1777044971.522103:0:6639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 692 00000100:00100000:1.0:1777044971.522114:0:6639:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42772d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2393:x1863365369942400:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:0.0:1777044971.523478:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369941760 00000100:00100000:0.0:1777044971.523488:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369941760 00000100:00100000:0.0:1777044971.523546:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369942144 00000100:00100000:0.0:1777044971.523551:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369942144 00000100:00100000:0.0:1777044971.523584:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 885 00000100:00100000:0.0:1777044971.523595:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df4668ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:146de360-3fb2-48bd-b418-06f30714148a+62:2392:x1863365369941760:12345-192.168.201.45@tcp:400:kworker.0 00000100:00080000:3.0:1777044971.528498:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1777044971.528514:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1777044971.528519:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1777044971.532585:0:5848:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369941632 00000100:00100000:2.0:1777044971.532604:0:5848:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369941632 00000100:00100000:2.0:1777044971.532707:0:5848:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 768 00000100:00100000:2.0:1777044971.532722:0:5848:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df485c0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2393:x1863365369941632:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:1.0:1777044971.533167:0:6639:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42772d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2393:x1863365369942400:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 11032us (12415us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044971.533182:0:6639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 692 00000100:00100000:1.0:1777044971.533269:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 886 00000100:00100000:1.0:1777044971.533284:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de478bc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+36:2393:x1863365369942144:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:0.0:1777044971.534651:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df4668ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:146de360-3fb2-48bd-b418-06f30714148a+62:2392:x1863365369941760:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 11051us (14532us total) trans 0 rc 0/0 00000100:00100000:0.0:1777044971.534680:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 885 00000100:00100000:2.0:1777044971.545177:0:5848:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df485c0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2393:x1863365369941632:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 12428us (25472us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044971.545199:0:5848:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 768 00000100:00100000:0.0:1777044971.548245:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de478bc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+36:2393:x1863365369942144:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 14956us (27576us total) trans 0 rc 0/0 00000100:00100000:0.0:1777044971.548261:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 886 00010000:00010000:2.0:1777044971.990485:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777044973.021183:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1777044973.021225:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de4282ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424333952:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1777044973.021311:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777044973.021582:0:6644:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424333952 00000100:00100000:1.0:1777044973.021611:0:6644:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424333952 00000100:00100000:1.0:1777044973.021701:0:6644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 381 00000100:00100000:1.0:1777044973.021715:0:6644:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de4282e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424333952:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1777044973.021759:0:6644:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 69664768 pending 0 free 3858759680 avail 3856662528 00000100:00080000:0.0:1777044973.022068:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1777044973.022193:0:6644:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de4282e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424333952:12345-0@lo:13:osp-pre-0-0.0 Request processed in 479us (882us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044973.022214:0:6644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 381 00000100:00100000:0.0:1777044973.022436:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de4282ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424333952:0@lo:13:osp-pre-0-0.0 00010000:00010000:3.0:1777044973.023236:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777044974.038429:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de4282d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ce657616-b3f3-4e21-ac89-518ab611901c:3341:1863365424334080:0@lo:400:kworker.0 00000100:00100000:0.0:1777044974.038521:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777044974.038589:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de4282c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3341:1863365424334592:0@lo:400:kworker.0 00000100:00100000:0.0:1777044974.038628:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777044974.038671:0:3341:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1777044974.038681:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de4282d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3341:1863365424334208:0@lo:400:kworker.0 00000100:00100000:0.0:1777044974.038717:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777044974.038746:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de4282e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424334720:0@lo:400:kworker.0 00000100:00100000:0.0:1777044974.038780:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777044974.038825:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de4282dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3343:1863365424334336:0@lo:400:kworker.0 00000100:00100000:0.0:1777044974.039126:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777044974.039161:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1777044974.039171:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de4282c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424334464:0@lo:400:kworker.0 00000100:00100000:0.0:1777044974.039235:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777044974.039299:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424334592 00000100:00100000:0.0:1777044974.039309:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424334592 00000100:00100000:0.0:1777044974.039429:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424334208 00000100:00100000:0.0:1777044974.039435:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424334208 00000100:00100000:0.0:1777044974.039458:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424334336 00000100:00100000:0.0:1777044974.039479:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424334336 00000100:00100000:0.0:1777044974.039510:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 887 00000100:00100000:0.0:1777044974.039523:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b62ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3341:x1863365424334592:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777044974.039596:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b62ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3341:x1863365424334592:12345-0@lo:400:kworker.0 Request processed in 75us (967us total) trans 0 rc 0/0 00000100:00100000:0.0:1777044974.039607:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 887 00000100:00100000:0.0:1777044974.039633:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 888 00000100:00100000:3.0:1777044974.039634:0:14822:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424334720 00000100:00100000:3.0:1777044974.039641:0:14822:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424334720 00000100:00100000:0.0:1777044974.039643:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b62ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3341:x1863365424334208:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777044974.039686:0:14822:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424334464 00000100:00100000:0.0:1777044974.039689:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b62ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3341:x1863365424334208:12345-0@lo:400:kworker.0 Request processed in 46us (971us total) trans 0 rc 0/0 00000100:00100000:3.0:1777044974.039691:0:14822:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424334464 00000100:00100000:0.0:1777044974.039699:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 888 00000100:00100000:0.0:1777044974.039717:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 889 00000100:00100000:3.0:1777044974.039720:0:14822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 693 00000100:00100000:0.0:1777044974.039726:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b62fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3343:x1863365424334336:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777044974.039729:0:14822:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b62d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3341:x1863365424334720:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777044974.039774:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b62fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3343:x1863365424334336:12345-0@lo:400:kworker.0 Request processed in 48us (661us total) trans 0 rc 0/0 00000100:00100000:0.0:1777044974.039784:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 889 00000100:00100000:3.0:1777044974.039800:0:14822:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b62d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3341:x1863365424334720:12345-0@lo:400:kworker.0 Request processed in 72us (1020us total) trans 0 rc 0/0 00000100:00100000:3.0:1777044974.039811:0:14822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 693 00000100:00100000:0.0:1777044974.039825:0:6639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 694 00000100:00100000:1.0:1777044974.039910:0:5849:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424334080 00000100:00100000:1.0:1777044974.039926:0:5849:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424334080 00000100:00100000:1.0:1777044974.039974:0:5849:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 769 00000100:00100000:1.0:1777044974.039984:0:5849:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df485c1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ce657616-b3f3-4e21-ac89-518ab611901c+18:3341:x1863365424334080:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777044974.040034:0:5849:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df485c1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ce657616-b3f3-4e21-ac89-518ab611901c+18:3341:x1863365424334080:12345-0@lo:400:kworker.0 Request processed in 51us (1514us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044974.040044:0:5849:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 769 00000100:00080000:1.0:1777044974.040119:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1777044974.040126:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1777044974.040165:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de4282d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3341:1863365424334208:0@lo:400:kworker.0 00000100:00100000:1.0:1777044974.040182:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de4282e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424334720:0@lo:400:kworker.0 00000100:00100000:1.0:1777044974.040194:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de4282d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ce657616-b3f3-4e21-ac89-518ab611901c:3341:1863365424334080:0@lo:400:kworker.0 00000100:00100000:1.0:1777044974.040240:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de4282c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3341:1863365424334592:0@lo:400:kworker.0 00000100:00100000:1.0:1777044974.040311:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de4282dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3343:1863365424334336:0@lo:400:kworker.0 00010000:00010000:2.0:1777044974.040739:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777044974.042042:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de4282dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424334848:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1777044974.042093:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777044974.042499:0:6644:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424334848 00000100:00100000:2.0:1777044974.042507:0:6644:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424334848 00000100:00100000:2.0:1777044974.042554:0:6644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 382 00000100:00100000:2.0:1777044974.042566:0:6644:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77fd6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424334848:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1777044974.042624:0:6644:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 1703936 granted 69664768 pending 0 free 3851419648 avail 3849322496 00000100:00100000:2.0:1777044974.042683:0:6644:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77fd6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424334848:12345-0@lo:13:osp-pre-1-0.0 Request processed in 118us (588us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044974.042694:0:6644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 382 00000100:00100000:2.0:1777044974.042749:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de4282dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424334848:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1777044974.045019:0:6639:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b62f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424334464:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777044974.045668:0:6639:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b62f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424334464:12345-0@lo:400:kworker.0 Request processed in 5829us (6427us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044974.046051:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de4282c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424334464:0@lo:400:kworker.0 00000100:00100000:1.0:1777044974.057028:0:6639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 694 00000040:00080000:0.0:1777044974.310106:0:11491:0:(llog.c:801:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1777044974.310117:0:11491:0:(llog_cat.c:158:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1777044974.311068:0:11491:0:(llog.c:858:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 21 count 1 00000040:00080000:0.0:1777044974.311078:0:11491:0:(llog.c:858:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000001:02000400:2.0:1777044974.804713:0:17888:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 12d: Restore of a non archived, non released file must work ========================================================== 11:36:10 (1777044970) 00000100:00100000:0.0:1777044974.906146:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777044974.907531:0:5842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369942528 00000100:00100000:3.0:1777044974.907546:0:5842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369942528 00000100:00100000:3.0:1777044974.907669:0:5842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 47 00000100:00100000:3.0:1777044974.907687:0:5842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b62c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+36:2393:x1863365369942528:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777044974.907710:0:5842:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 16 locks, starting at 0 00010000:00010000:3.0:1777044974.907807:0:5842:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64e800/0x2c8777a5e7d9c03c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x22:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11481fe expref: 36 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044974.908086:0:5842:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x22:0x0].0x0 (ffff98df47376d00) 00010000:00010000:3.0:1777044974.908110:0:5842:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64ea00/0x2c8777a5e7d9bead lrc: 0/0,0 mode: --/PR res: [0x200000402:0xd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148179 expref: 35 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044974.908127:0:5842:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xd:0x0].0x0 (ffff98df52c43500) 00010000:00010000:3.0:1777044974.908143:0:5842:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32c00/0x2c8777a5e7d9be3d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x21:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148156 expref: 34 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044974.908161:0:5842:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x21:0x0].0x0 (ffff98df52c43800) 00010000:00010000:3.0:1777044974.908174:0:5842:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103c00/0x2c8777a5e7d9bcdf lrc: 0/0,0 mode: --/PR res: [0x200000402:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11480df expref: 33 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044974.908192:0:5842:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xc:0x0].0x0 (ffff98df61f8ee00) 00010000:00010000:3.0:1777044974.908241:0:5842:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103000/0x2c8777a5e7d9bc6f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x20:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11480bc expref: 32 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044974.908260:0:5842:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x20:0x0].0x0 (ffff98df61f8e500) 00010000:00010000:3.0:1777044974.908274:0:5842:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed200/0x2c8777a5e7d9bb49 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114805a expref: 31 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044974.908290:0:5842:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xb:0x0].0x0 (ffff98df51b04d00) 00010000:00010000:3.0:1777044974.908303:0:5842:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103400/0x2c8777a5e7d9bb03 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xa:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148045 expref: 30 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044974.908319:0:5842:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xa:0x0].0x0 (ffff98df61f8e300) 00010000:00010000:3.0:1777044974.908332:0:5842:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eda00/0x2c8777a5e7d9b3e0 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x16:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1147e5b expref: 29 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044974.908380:0:5842:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x16:0x0].0x0 (ffff98df51b04200) 00010000:00010000:3.0:1777044974.908397:0:5842:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097a00/0x2c8777a5e7d9b12b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x13:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1147d97 expref: 28 pid: 7939 timeout: 1239 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044974.908415:0:5842:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13:0x0].0x0 (ffff98df47376800) 00010000:00010000:3.0:1777044974.908428:0:5842:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097c00/0x2c8777a5e7d9b14e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x12:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1147d9e expref: 27 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044974.908443:0:5842:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x12:0x0].0x0 (ffff98df61f8ed00) 00010000:00010000:3.0:1777044974.908455:0:5842:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec200/0x2c8777a5e7d9acf5 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xf:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1147c86 expref: 26 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044974.908481:0:5842:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xf:0x0].0x0 (ffff98df52c43700) 00010000:00010000:3.0:1777044974.908526:0:5842:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102c00/0x2c8777a5e7d9aa16 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xd:0x0].0x0 bits 0x51/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1147bb4 expref: 25 pid: 7939 timeout: 1185 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044974.908546:0:5842:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd:0x0].0x0 (ffff98df47376000) 00010000:00010000:3.0:1777044974.908571:0:5842:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df41545000/0x2c8777a5e7d9aa39 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1147bbb expref: 24 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044974.908589:0:5842:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff98df52c43600) 00010000:00010000:3.0:1777044974.908606:0:5842:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df413a6e00/0x2c8777a5e7d9a546 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x7:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1147a80 expref: 23 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044974.908623:0:5842:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x7:0x0].0x0 (ffff98df47376100) 00010000:00010000:3.0:1777044974.908641:0:5842:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d776c00/0x2c8777a5e7d9a125 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114794c expref: 22 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044974.908656:0:5842:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff98df4a351000) 00010000:00010000:3.0:1777044974.908675:0:5842:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d777c00/0x2c8777a5e7d9a0fb lrc: 0/0,0 mode: --/PR res: [0x200000401:0x5:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114793e expref: 21 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044974.908690:0:5842:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5:0x0].0x0 (ffff98df4a351300) 00010000:00010000:3.0:1777044974.908700:0:5842:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777044974.908786:0:5842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b62c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+20:2393:x1863365369942528:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 1101us (2670us total) trans 0 rc 0/0 00000100:00100000:3.0:1777044974.908803:0:5842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 47 00000100:00080000:1.0:1777044974.913580:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1777044975.070039:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777044975.487830:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777044975.488419:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369942656 00000100:00100000:1.0:1777044975.488431:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369942656 00000100:00100000:1.0:1777044975.488506:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 880 00000100:00100000:1.0:1777044975.488520:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b939180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+20:25202:x1863365369942656:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1777044975.488544:0:7939:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777044975.488568:0:7939:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd600/0x2c8777a5e7d9d53c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148856 expref: -99 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044975.488688:0:7939:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfcc00/0x2c8777a5e7d9d543 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044975.488709:0:7939:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfcc00/0x2c8777a5e7d9d543 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044975.488726:0:7939:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfcc00/0x2c8777a5e7d9d543 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044975.488747:0:7939:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd000/0x2c8777a5e7d9d54a lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044975.488759:0:7939:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd000/0x2c8777a5e7d9d54a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044975.488769:0:7939:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd000/0x2c8777a5e7d9d54a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044975.489565:0:7939:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfc000/0x2c8777a5e7d9d551 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044975.489583:0:7939:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfc000/0x2c8777a5e7d9d551 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044975.489597:0:7939:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfc000/0x2c8777a5e7d9d551 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777044975.494878:0:7939:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000002:0x1:0x0]: returning size 6656 00000004:00200000:1.0:1777044975.494893:0:7939:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 2 stripe count 1 MDT count 1 00000004:00010000:1.0:1777044975.495187:0:7939:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfc000/0x2c8777a5e7d9d551 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044975.495230:0:7939:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfcc00/0x2c8777a5e7d9d543 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044975.495242:0:7939:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfcc00/0x2c8777a5e7d9d543 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044975.495253:0:7939:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfcc00/0x2c8777a5e7d9d543 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044975.495263:0:7939:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de41dfcc00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:1.0:1777044975.495269:0:7939:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfcc00/0x2c8777a5e7d9d543 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044975.495282:0:7939:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfcc00/0x2c8777a5e7d9d543 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044975.495380:0:7939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff98df48c7ec00) 00010000:00010000:1.0:1777044975.495387:0:7939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777044975.495395:0:7939:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfcc00/0x2c8777a5e7d9d543 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044975.495406:0:7939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfcc00/0x2c8777a5e7d9d543 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044975.495425:0:7939:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd000/0x2c8777a5e7d9d54a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044975.495436:0:7939:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd000/0x2c8777a5e7d9d54a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044975.495446:0:7939:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd000/0x2c8777a5e7d9d54a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044975.495465:0:7939:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de41dfd000 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:1.0:1777044975.495471:0:7939:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd000/0x2c8777a5e7d9d54a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044975.495481:0:7939:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd000/0x2c8777a5e7d9d54a lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044975.495494:0:7939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3b979c7a (ffff98df46583000) 00010000:00010000:1.0:1777044975.495499:0:7939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777044975.495503:0:7939:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd000/0x2c8777a5e7d9d54a lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044975.495513:0:7939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd000/0x2c8777a5e7d9d54a lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044975.495567:0:7939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd600/0x2c8777a5e7d9d53c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148856 expref: 22 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044975.495589:0:7939:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfc000/0x2c8777a5e7d9d551 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148856 expref: 21 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044975.495602:0:7939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff98df46583c00) 00010000:00010000:1.0:1777044975.495606:0:7939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1777044975.495610:0:7939:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de41dfc000, rc 0) 00000100:00100000:1.0:1777044975.495711:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b939180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+21:25202:x1863365369942656:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 Request processed in 7192us (7888us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044975.495726:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 880 00000100:00100000:1.0:1777044975.509976:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777044975.510677:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369942784 00000100:00100000:2.0:1777044975.510692:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369942784 00000100:00100000:2.0:1777044975.510781:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 881 00000100:00100000:2.0:1777044975.510801:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de4282c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+21:25202:x1863365369942784:12345-192.168.201.45@tcp:59:lhsmtool_posix.0 00000100:00100000:3.0:1777044975.510989:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de4282c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+21:25202:x1863365369942784:12345-192.168.201.45@tcp:59:lhsmtool_posix.0 Request processed in 190us (1021us total) trans 0 rc 0/0 00000100:00100000:3.0:1777044975.511003:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 881 00000100:00100000:2.0:1777044975.595552:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777044975.597111:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369942912 00000100:00100000:1.0:1777044975.597127:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369942912 00000100:00100000:1.0:1777044975.597249:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 882 00000100:00100000:1.0:1777044975.597265:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b93b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:146de360-3fb2-48bd-b418-06f30714148a+62:25203:x1863365369942912:12345-192.168.201.45@tcp:101:lfs.0 00010000:00010000:1.0:1777044975.597291:0:12646:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777044975.597316:0:12646:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd600/0x2c8777a5e7d9d558 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee114885d expref: -99 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044975.597429:0:12646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd000/0x2c8777a5e7d9d55f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044975.597450:0:12646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd000/0x2c8777a5e7d9d55f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044975.597468:0:12646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd000/0x2c8777a5e7d9d55f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044975.597541:0:12646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfcc00/0x2c8777a5e7d9d566 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044975.597553:0:12646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfcc00/0x2c8777a5e7d9d566 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044975.597563:0:12646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfcc00/0x2c8777a5e7d9d566 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044975.597896:0:12646:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd000/0x2c8777a5e7d9d55f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044975.597909:0:12646:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd000/0x2c8777a5e7d9d55f lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044975.597934:0:12646:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd000/0x2c8777a5e7d9d55f lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044975.597943:0:12646:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de41dfd000 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:1.0:1777044975.597948:0:12646:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd000/0x2c8777a5e7d9d55f lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044975.597959:0:12646:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd000/0x2c8777a5e7d9d55f lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044975.597974:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff98df48c7ec00) 00010000:00010000:1.0:1777044975.597980:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777044975.597986:0:12646:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd000/0x2c8777a5e7d9d55f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044975.597995:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd000/0x2c8777a5e7d9d55f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044975.598012:0:12646:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfcc00/0x2c8777a5e7d9d566 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044975.598021:0:12646:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfcc00/0x2c8777a5e7d9d566 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044975.598029:0:12646:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfcc00/0x2c8777a5e7d9d566 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044975.598036:0:12646:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de41dfcc00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:1.0:1777044975.598040:0:12646:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfcc00/0x2c8777a5e7d9d566 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044975.598063:0:12646:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfcc00/0x2c8777a5e7d9d566 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044975.598076:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xb0a77ca6 (ffff98df46583000) 00010000:00010000:1.0:1777044975.598080:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777044975.598085:0:12646:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfcc00/0x2c8777a5e7d9d566 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044975.598092:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfcc00/0x2c8777a5e7d9d566 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044975.598138:0:12646:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd600/0x2c8777a5e7d9d558 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114885d expref: 63 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044975.598153:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff98df48c7ec00) 00010000:00010000:1.0:1777044975.598157:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777044975.598163:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd600/0x2c8777a5e7d9d558 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114885d expref: 63 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044975.598175:0:12646:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de41dfd600, rc 0) 00000100:00100000:1.0:1777044975.598277:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b93b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:146de360-3fb2-48bd-b418-06f30714148a+62:25203:x1863365369942912:12345-192.168.201.45@tcp:101:lfs.0 Request processed in 1015us (2737us total) trans 0 rc 301/301 00000100:00100000:1.0:1777044975.598292:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 882 00000100:00080000:1.0:1777044975.598331:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1777044975.606963:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777044975.607163:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369943168 00000100:00100000:1.0:1777044975.607177:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369943168 00000100:00100000:1.0:1777044975.607247:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 883 00000100:00100000:1.0:1777044975.607262:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df74600000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:146de360-3fb2-48bd-b418-06f30714148a+62:25203:x1863365369943168:12345-192.168.201.45@tcp:36:lfs.0 00010000:00010000:1.0:1777044975.607392:0:7939:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777044975.607427:0:7939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df74b1f800/0x2c8777a5e7d9d287 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148776 expref: 62 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044975.607458:0:7939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff98df48c7ec00) 00010000:00010000:1.0:1777044975.607466:0:7939:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777044975.608096:0:7939:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfde00/0x2c8777a5e7d9d56d lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044975.608117:0:7939:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066600/0x2c8777a5e7d9d463 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148809 expref: 20 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044975.608130:0:7939:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfde00/0x2c8777a5e7d9d56d lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044975.608178:0:7939:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066600/0x2c8777a5e7d9d463 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148809 expref: 20 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044975.608198:0:7939:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066600/0x2c8777a5e7d9d463 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148809 expref: 20 pid: 5856 timeout: 1704 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777044975.608245:0:7939:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de4282d880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7939:1863365424334976:192.168.201.45@tcp:104: 00000100:00100000:1.0:1777044975.608382:0:7939:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df46731180 going to sleep for 11 seconds 00000100:00100000:2.0:1777044975.618844:0:7939:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de4282d880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7939:1863365424334976:192.168.201.45@tcp:104: 00010000:00010000:2.0:1777044975.618881:0:7939:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfde00/0x2c8777a5e7d9d56d lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777044975.620951:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777044975.621486:0:5843:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369943296 00000100:00100000:3.0:1777044975.621500:0:5843:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369943296 00010000:00010000:3.0:1777044975.621550:0:5843:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066600/0x2c8777a5e7d9d463 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148809 expref: 21 pid: 5856 timeout: 1704 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777044975.621594:0:5843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 270 00000100:00100000:3.0:1777044975.621607:0:5843:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b62df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+21:2392:x1863365369943296:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777044975.621626:0:5843:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777044975.621636:0:5843:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066600/0x2c8777a5e7d9d463 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148809 expref: 21 pid: 5856 timeout: 1704 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044975.621654:0:5843:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066600/0x2c8777a5e7d9d463 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148809 expref: 21 pid: 5856 timeout: 1704 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044975.621683:0:5843:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066600/0x2c8777a5e7d9d463 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148809 expref: 21 pid: 5856 timeout: 1704 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044975.621709:0:5843:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff98df48c7ec00) 00010000:00010000:3.0:1777044975.621716:0:5843:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfde00/0x2c8777a5e7d9d56d lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044975.621729:0:5843:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfde00/0x2c8777a5e7d9d56d lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044975.621746:0:5843:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfde00/0x2c8777a5e7d9d56d lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044975.621788:0:5843:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777044975.622124:0:5843:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b62df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+20:2392:x1863365369943296:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 518us (1180us total) trans 0 rc 0/0 00000100:00100000:3.0:1777044975.622136:0:5843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 270 00010000:00010000:2.0:1777044975.623463:0:7939:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfde00/0x2c8777a5e7d9d56d lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044975.623477:0:7939:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfde00/0x2c8777a5e7d9d56d lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044975.623512:0:7939:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024600/0x2c8777a5e7d9d574 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044975.623526:0:7939:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024600/0x2c8777a5e7d9d574 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044975.623538:0:7939:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024600/0x2c8777a5e7d9d574 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777044975.625565:0:7939:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x3a:0x0]: returning size 512 00010000:00010000:2.0:1777044975.625582:0:7939:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfde00/0x2c8777a5e7d9d56d lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044975.625593:0:7939:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfde00/0x2c8777a5e7d9d56d lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044975.625603:0:7939:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfde00/0x2c8777a5e7d9d56d lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044975.625611:0:7939:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de41dfde00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:2.0:1777044975.625617:0:7939:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfde00/0x2c8777a5e7d9d56d lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044975.625641:0:7939:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfde00/0x2c8777a5e7d9d56d lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044975.625657:0:7939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff98df48c7ec00) 00010000:00010000:2.0:1777044975.625661:0:7939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777044975.625666:0:7939:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfde00/0x2c8777a5e7d9d56d lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044975.625674:0:7939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfde00/0x2c8777a5e7d9d56d lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777044975.625694:0:7939:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000004649bfc8 reply state 0000000047b113f0 transno 4294967898 ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024600/0x2c8777a5e7d9d574 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777044975.625706:0:7939:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1777044975.626078:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df74600000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:146de360-3fb2-48bd-b418-06f30714148a+63:25203:x1863365369943168:12345-192.168.201.45@tcp:36:lfs.0 Request processed in 18815us (19121us total) trans 4294967898 rc 0/0 00000100:00100000:3.0:1777044975.626090:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 883 00010000:00010000:2.0:1777044975.647591:0:3327:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024600/0x2c8777a5e7d9d574 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044975.647615:0:3327:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024600/0x2c8777a5e7d9d574 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044975.647628:0:3327:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024600/0x2c8777a5e7d9d574 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044975.647639:0:3327:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48024600 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:2.0:1777044975.647647:0:3327:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024600/0x2c8777a5e7d9d574 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044975.647657:0:3327:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024600/0x2c8777a5e7d9d574 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044975.647704:0:3327:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xb0a77ca6 (ffff98df43d75000) 00010000:00010000:2.0:1777044975.647709:0:3327:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777044975.647716:0:3327:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024600/0x2c8777a5e7d9d574 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044975.647726:0:3327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024600/0x2c8777a5e7d9d574 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777044975.652622:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777044975.652891:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369943424 00000100:00100000:2.0:1777044975.652904:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369943424 00000100:00100000:2.0:1777044975.653007:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 884 00000100:00100000:2.0:1777044975.653022:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b62c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:146de360-3fb2-48bd-b418-06f30714148a+62:25204:x1863365369943424:12345-192.168.201.45@tcp:101:bash.0 00010000:00010000:2.0:1777044975.653053:0:5856:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777044975.653079:0:5856:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024800/0x2c8777a5e7d9d57b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148864 expref: -99 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044975.653176:0:5856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025200/0x2c8777a5e7d9d582 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044975.653194:0:5856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025200/0x2c8777a5e7d9d582 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044975.653243:0:5856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025200/0x2c8777a5e7d9d582 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777044975.653330:0:5856:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 8704 00000004:00200000:2.0:1777044975.654178:0:5856:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 24 stripe count 1 MDT count 1 00000004:00010000:2.0:1777044975.654222:0:5856:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025200/0x2c8777a5e7d9d582 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044975.654278:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024800/0x2c8777a5e7d9d57b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148864 expref: 64 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044975.654302:0:5856:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025200/0x2c8777a5e7d9d582 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148864 expref: 63 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044975.654314:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff98df43d75500) 00010000:00010000:2.0:1777044975.654318:0:5856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1777044975.654322:0:5856:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de48025200, rc 0) 00000100:00100000:2.0:1777044975.654422:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b62c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:146de360-3fb2-48bd-b418-06f30714148a+63:25204:x1863365369943424:12345-192.168.201.45@tcp:101:bash.0 Request processed in 1402us (1808us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044975.654450:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 884 00000100:00100000:0.0:1777044975.665381:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777044975.669995:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369943552 00000100:00100000:2.0:1777044975.670014:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369943552 00000100:00100000:2.0:1777044975.670103:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 885 00000100:00100000:2.0:1777044975.670119:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de430fd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:146de360-3fb2-48bd-b418-06f30714148a+63:25204:x1863365369943552:12345-192.168.201.45@tcp:101:bash.0 00010000:00010000:2.0:1777044975.670146:0:5855:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777044975.670547:0:5855:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024c00/0x2c8777a5e7d9d589 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee114886b expref: -99 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044975.670715:0:5855:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066600/0x2c8777a5e7d9d590 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044975.670739:0:5855:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066600/0x2c8777a5e7d9d590 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044975.670756:0:5855:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066600/0x2c8777a5e7d9d590 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044975.670777:0:5855:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067e00/0x2c8777a5e7d9d597 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044975.670786:0:5855:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067e00/0x2c8777a5e7d9d597 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044975.670796:0:5855:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067e00/0x2c8777a5e7d9d597 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044975.671192:0:5855:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067800/0x2c8777a5e7d9d59e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044975.671212:0:5855:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067800/0x2c8777a5e7d9d59e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044975.671222:0:5855:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067800/0x2c8777a5e7d9d59e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777044975.671261:0:5855:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x3a:0x0]: returning size 512 00000004:00200000:3.0:1777044975.671267:0:5855:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1777044975.671323:0:5855:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067800/0x2c8777a5e7d9d59e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044975.671364:0:5855:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066600/0x2c8777a5e7d9d590 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044975.671375:0:5855:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066600/0x2c8777a5e7d9d590 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044975.671383:0:5855:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066600/0x2c8777a5e7d9d590 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044975.671392:0:5855:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48066600 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:3.0:1777044975.671397:0:5855:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066600/0x2c8777a5e7d9d590 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044975.671407:0:5855:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066600/0x2c8777a5e7d9d590 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044975.671422:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff98df43d75500) 00010000:00010000:3.0:1777044975.671426:0:5855:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777044975.671432:0:5855:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066600/0x2c8777a5e7d9d590 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044975.671446:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066600/0x2c8777a5e7d9d590 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044975.671462:0:5855:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067e00/0x2c8777a5e7d9d597 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044975.671470:0:5855:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067e00/0x2c8777a5e7d9d597 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044975.671478:0:5855:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067e00/0x2c8777a5e7d9d597 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044975.671485:0:5855:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48067e00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:3.0:1777044975.671489:0:5855:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067e00/0x2c8777a5e7d9d597 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044975.671496:0:5855:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067e00/0x2c8777a5e7d9d597 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044975.671504:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xb0a77ca6 (ffff98df4ababf00) 00010000:00010000:3.0:1777044975.671507:0:5855:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777044975.671510:0:5855:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067e00/0x2c8777a5e7d9d597 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044975.671518:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067e00/0x2c8777a5e7d9d597 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044975.671556:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024c00/0x2c8777a5e7d9d589 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114886b expref: 65 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044975.671578:0:5855:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067800/0x2c8777a5e7d9d59e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114886b expref: 64 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044975.671590:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3a:0x0].0x0 (ffff98df4ababe00) 00010000:00010000:3.0:1777044975.671594:0:5855:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1777044975.671597:0:5855:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de48067800, rc 0) 00000100:00100000:3.0:1777044975.671684:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de430fd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:146de360-3fb2-48bd-b418-06f30714148a+64:25204:x1863365369943552:12345-192.168.201.45@tcp:101:bash.0 Request processed in 1568us (6313us total) trans 0 rc 0/0 00000100:00100000:3.0:1777044975.671695:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 885 00000100:00100000:3.0:1777044975.682123:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777044975.683511:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369943680 00000100:00100000:0.0:1777044975.683524:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369943680 00000100:00100000:0.0:1777044975.683596:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 886 00000100:00100000:0.0:1777044975.683610:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d627480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:146de360-3fb2-48bd-b418-06f30714148a+64:25204:x1863365369943680:12345-192.168.201.45@tcp:101:bash.0 00010000:00010000:0.0:1777044975.683633:0:7939:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777044975.683657:0:7939:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023e00/0x2c8777a5e7d9d5a5 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148872 expref: -99 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044975.683740:0:7939:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022200/0x2c8777a5e7d9d5ac lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044975.683760:0:7939:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022200/0x2c8777a5e7d9d5ac lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044975.683776:0:7939:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022200/0x2c8777a5e7d9d5ac lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044975.683795:0:7939:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022400/0x2c8777a5e7d9d5b3 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044975.683821:0:7939:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022400/0x2c8777a5e7d9d5b3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044975.683831:0:7939:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022400/0x2c8777a5e7d9d5b3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044975.683921:0:7939:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022200/0x2c8777a5e7d9d5ac lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044975.683932:0:7939:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022200/0x2c8777a5e7d9d5ac lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044975.683963:0:7939:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022200/0x2c8777a5e7d9d5ac lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044975.683972:0:7939:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48022200 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:0.0:1777044975.683978:0:7939:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022200/0x2c8777a5e7d9d5ac lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044975.683989:0:7939:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022200/0x2c8777a5e7d9d5ac lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044975.684005:0:7939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3a:0x0].0x0 (ffff98df4ababe00) 00010000:00010000:0.0:1777044975.684009:0:7939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777044975.684015:0:7939:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022200/0x2c8777a5e7d9d5ac lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044975.684025:0:7939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022200/0x2c8777a5e7d9d5ac lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044975.684042:0:7939:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022400/0x2c8777a5e7d9d5b3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044975.684051:0:7939:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022400/0x2c8777a5e7d9d5b3 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044975.684060:0:7939:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022400/0x2c8777a5e7d9d5b3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044975.684067:0:7939:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48022400 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:0.0:1777044975.684071:0:7939:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022400/0x2c8777a5e7d9d5b3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044975.684095:0:7939:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022400/0x2c8777a5e7d9d5b3 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044975.684107:0:7939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3a:0x0].0xbc70ccd9 (ffff98df48c7e000) 00010000:00010000:0.0:1777044975.684111:0:7939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777044975.684116:0:7939:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022400/0x2c8777a5e7d9d5b3 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044975.684125:0:7939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022400/0x2c8777a5e7d9d5b3 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044975.684171:0:7939:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023e00/0x2c8777a5e7d9d5a5 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148872 expref: 65 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044975.684188:0:7939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3a:0x0].0x0 (ffff98df4ababe00) 00010000:00010000:0.0:1777044975.684191:0:7939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777044975.684197:0:7939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023e00/0x2c8777a5e7d9d5a5 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148872 expref: 65 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044975.684241:0:7939:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de48023e00, rc 0) 00000100:00100000:0.0:1777044975.684323:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d627480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:146de360-3fb2-48bd-b418-06f30714148a+64:25204:x1863365369943680:12345-192.168.201.45@tcp:101:bash.0 Request processed in 714us (2210us total) trans 0 rc 301/301 00000100:00100000:0.0:1777044975.684364:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 886 00000100:00100000:2.0:1777044975.712605:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777044975.712692:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369943808 00000100:00100000:3.0:1777044975.712704:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369943808 00000100:00100000:3.0:1777044975.712777:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 887 00000100:00100000:3.0:1777044975.712790:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b939880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+20:25205:x1863365369943808:12345-192.168.201.45@tcp:101:rm.0 00010000:00010000:3.0:1777044975.713098:0:5856:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777044975.713122:0:5856:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066c00/0x2c8777a5e7d9d5ba lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148879 expref: -99 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044975.713194:0:5856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067e00/0x2c8777a5e7d9d5c1 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044975.713224:0:5856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067e00/0x2c8777a5e7d9d5c1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044975.713238:0:5856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067e00/0x2c8777a5e7d9d5c1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777044975.713327:0:5856:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 8704 00000004:00200000:3.0:1777044975.713354:0:5856:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 24 stripe count 1 MDT count 1 00000004:00010000:3.0:1777044975.713386:0:5856:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067e00/0x2c8777a5e7d9d5c1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044975.713434:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066c00/0x2c8777a5e7d9d5ba lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148879 expref: 22 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044975.713457:0:5856:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067e00/0x2c8777a5e7d9d5c1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148879 expref: 21 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044975.713468:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff98df43d75500) 00010000:00010000:3.0:1777044975.713472:0:5856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1777044975.713477:0:5856:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de48067e00, rc 0) 00000100:00100000:3.0:1777044975.714095:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b939880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+21:25205:x1863365369943808:12345-192.168.201.45@tcp:101:rm.0 Request processed in 1305us (1499us total) trans 0 rc 0/0 00000100:00100000:3.0:1777044975.714107:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 887 00000100:00100000:3.0:1777044975.727467:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777044975.730735:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369943936 00000100:00100000:0.0:1777044975.730755:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369943936 00000100:00100000:0.0:1777044975.731254:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 888 00000100:00100000:0.0:1777044975.731269:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df74176300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+21:25205:x1863365369943936:12345-192.168.201.45@tcp:101:rm.0 00010000:00010000:0.0:1777044975.731313:0:5857:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777044975.731365:0:5857:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023e00/0x2c8777a5e7d9d5c8 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148880 expref: -99 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044975.732681:0:5857:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022400/0x2c8777a5e7d9d5cf lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044975.732702:0:5857:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022400/0x2c8777a5e7d9d5cf lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044975.732717:0:5857:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022400/0x2c8777a5e7d9d5cf lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044975.732739:0:5857:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022200/0x2c8777a5e7d9d5d6 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044975.732748:0:5857:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022200/0x2c8777a5e7d9d5d6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044975.732757:0:5857:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022200/0x2c8777a5e7d9d5d6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044975.733154:0:5857:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023600/0x2c8777a5e7d9d5dd lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044975.733168:0:5857:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023600/0x2c8777a5e7d9d5dd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044975.733179:0:5857:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023600/0x2c8777a5e7d9d5dd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777044975.733250:0:5857:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x3a:0x0]: returning size 512 00000004:00200000:0.0:1777044975.734839:0:5857:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1777044975.734890:0:5857:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023600/0x2c8777a5e7d9d5dd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044975.734908:0:5857:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022400/0x2c8777a5e7d9d5cf lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044975.734918:0:5857:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022400/0x2c8777a5e7d9d5cf lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044975.734928:0:5857:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022400/0x2c8777a5e7d9d5cf lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044975.734936:0:5857:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48022400 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:0.0:1777044975.734942:0:5857:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022400/0x2c8777a5e7d9d5cf lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044975.734951:0:5857:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022400/0x2c8777a5e7d9d5cf lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044975.734968:0:5857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff98df43d75500) 00010000:00010000:0.0:1777044975.734973:0:5857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777044975.734979:0:5857:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022400/0x2c8777a5e7d9d5cf lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044975.734988:0:5857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022400/0x2c8777a5e7d9d5cf lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044975.735497:0:5857:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022200/0x2c8777a5e7d9d5d6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044975.735508:0:5857:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022200/0x2c8777a5e7d9d5d6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044975.735531:0:5857:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022200/0x2c8777a5e7d9d5d6 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044975.735538:0:5857:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48022200 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:0.0:1777044975.735542:0:5857:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022200/0x2c8777a5e7d9d5d6 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044975.735549:0:5857:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022200/0x2c8777a5e7d9d5d6 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044975.735560:0:5857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xb0a77ca6 (ffff98df48c7e000) 00010000:00010000:0.0:1777044975.735562:0:5857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777044975.735566:0:5857:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022200/0x2c8777a5e7d9d5d6 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044975.735573:0:5857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022200/0x2c8777a5e7d9d5d6 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044975.735639:0:5857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023e00/0x2c8777a5e7d9d5c8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148880 expref: 23 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044975.735660:0:5857:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023600/0x2c8777a5e7d9d5dd lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148880 expref: 22 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044975.735670:0:5857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3a:0x0].0x0 (ffff98df4ababe00) 00010000:00010000:0.0:1777044975.735673:0:5857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1777044975.735676:0:5857:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de48023600, rc 0) 00000100:00100000:0.0:1777044975.735772:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df74176300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+22:25205:x1863365369943936:12345-192.168.201.45@tcp:101:rm.0 Request processed in 4505us (8314us total) trans 0 rc 0/0 00000100:00100000:0.0:1777044975.736096:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 888 00000100:00100000:3.0:1777044975.748594:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777044975.748747:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369944064 00000100:00100000:0.0:1777044975.748760:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369944064 00000100:00100000:0.0:1777044975.748841:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 889 00000100:00100000:0.0:1777044975.748856:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b8ed180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+22:25205:x1863365369944064:12345-192.168.201.45@tcp:101:rm.0 00010000:00010000:0.0:1777044975.748882:0:7939:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777044975.748908:0:7939:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023e00/0x2c8777a5e7d9d5e4 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148887 expref: -99 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044975.748991:0:7939:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022200/0x2c8777a5e7d9d5eb lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044975.749010:0:7939:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022200/0x2c8777a5e7d9d5eb lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044975.749026:0:7939:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022200/0x2c8777a5e7d9d5eb lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044975.749045:0:7939:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022400/0x2c8777a5e7d9d5f2 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044975.749054:0:7939:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022400/0x2c8777a5e7d9d5f2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044975.749063:0:7939:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022400/0x2c8777a5e7d9d5f2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044975.749138:0:7939:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022200/0x2c8777a5e7d9d5eb lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044975.749168:0:7939:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022200/0x2c8777a5e7d9d5eb lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044975.749177:0:7939:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022200/0x2c8777a5e7d9d5eb lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044975.749186:0:7939:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48022200 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:0.0:1777044975.749192:0:7939:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022200/0x2c8777a5e7d9d5eb lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044975.750095:0:7939:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022200/0x2c8777a5e7d9d5eb lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044975.750115:0:7939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3a:0x0].0x0 (ffff98df4ababe00) 00010000:00010000:0.0:1777044975.750120:0:7939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777044975.750126:0:7939:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022200/0x2c8777a5e7d9d5eb lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044975.750135:0:7939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022200/0x2c8777a5e7d9d5eb lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044975.750154:0:7939:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022400/0x2c8777a5e7d9d5f2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044975.750162:0:7939:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022400/0x2c8777a5e7d9d5f2 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044975.750172:0:7939:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022400/0x2c8777a5e7d9d5f2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044975.750179:0:7939:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48022400 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:0.0:1777044975.750194:0:7939:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022400/0x2c8777a5e7d9d5f2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044975.750251:0:7939:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022400/0x2c8777a5e7d9d5f2 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044975.750262:0:7939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3a:0x0].0xbc70ccd9 (ffff98df48c7e000) 00010000:00010000:0.0:1777044975.750266:0:7939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777044975.750270:0:7939:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022400/0x2c8777a5e7d9d5f2 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044975.750313:0:7939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022400/0x2c8777a5e7d9d5f2 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044975.750380:0:7939:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023e00/0x2c8777a5e7d9d5e4 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148887 expref: 23 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044975.750394:0:7939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3a:0x0].0x0 (ffff98df4ababe00) 00010000:00010000:0.0:1777044975.750397:0:7939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777044975.750403:0:7939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023e00/0x2c8777a5e7d9d5e4 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148887 expref: 23 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044975.750417:0:7939:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de48023e00, rc 0) 00000100:00100000:2.0:1777044975.751968:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b8ed180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+22:25205:x1863365369944064:12345-192.168.201.45@tcp:101:rm.0 Request processed in 3109us (3379us total) trans 0 rc 301/301 00000100:00100000:2.0:1777044975.751982:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 889 00000100:00100000:1.0:1777044975.766319:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777044975.766750:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369944192 00000100:00100000:3.0:1777044975.766765:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369944192 00000100:00100000:3.0:1777044975.766859:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 890 00000100:00100000:3.0:1777044975.766873:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de4282e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+22:25205:x1863365369944192:12345-192.168.201.45@tcp:101:rm.0 00010000:00010000:3.0:1777044975.766898:0:5856:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777044975.766922:0:5856:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066600/0x2c8777a5e7d9d5f9 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee114888e expref: -99 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044975.767002:0:5856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066c00/0x2c8777a5e7d9d600 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044975.767021:0:5856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066c00/0x2c8777a5e7d9d600 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044975.767043:0:5856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066c00/0x2c8777a5e7d9d600 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044975.767063:0:5856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067200/0x2c8777a5e7d9d607 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044975.767074:0:5856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067200/0x2c8777a5e7d9d607 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044975.767100:0:5856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067200/0x2c8777a5e7d9d607 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044975.767175:0:5856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066c00/0x2c8777a5e7d9d600 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044975.767187:0:5856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066c00/0x2c8777a5e7d9d600 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044975.767274:0:5856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066c00/0x2c8777a5e7d9d600 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044975.767285:0:5856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48066c00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:3.0:1777044975.767291:0:5856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066c00/0x2c8777a5e7d9d600 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044975.767301:0:5856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066c00/0x2c8777a5e7d9d600 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044975.767317:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3a:0x0].0x0 (ffff98df4ababe00) 00010000:00010000:3.0:1777044975.767322:0:5856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777044975.767327:0:5856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066c00/0x2c8777a5e7d9d600 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044975.767360:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066c00/0x2c8777a5e7d9d600 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044975.767377:0:5856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067200/0x2c8777a5e7d9d607 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044975.767387:0:5856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067200/0x2c8777a5e7d9d607 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044975.767396:0:5856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067200/0x2c8777a5e7d9d607 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044975.767404:0:5856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48067200 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:3.0:1777044975.775175:0:5856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067200/0x2c8777a5e7d9d607 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044975.776739:0:5856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067200/0x2c8777a5e7d9d607 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044975.776767:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3a:0x0].0xbc70ccd9 (ffff98df4ababf00) 00010000:00010000:3.0:1777044975.776772:0:5856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777044975.776779:0:5856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067200/0x2c8777a5e7d9d607 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044975.777003:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067200/0x2c8777a5e7d9d607 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044975.777110:0:5856:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066600/0x2c8777a5e7d9d5f9 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114888e expref: 23 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044975.777134:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3a:0x0].0x0 (ffff98df4ababe00) 00010000:00010000:3.0:1777044975.777138:0:5856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777044975.777145:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066600/0x2c8777a5e7d9d5f9 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114888e expref: 23 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044975.777158:0:5856:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de48066600, rc 0) 00000100:00100000:3.0:1777044975.777251:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de4282e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+22:25205:x1863365369944192:12345-192.168.201.45@tcp:101:rm.0 Request processed in 10378us (10940us total) trans 0 rc 301/301 00000100:00100000:3.0:1777044975.777264:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 890 00000100:00100000:3.0:1777044975.820594:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777044975.821707:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369944320 00000100:00100000:0.0:1777044975.821721:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369944320 00000100:00100000:0.0:1777044975.821800:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 891 00000100:00100000:0.0:1777044975.821817:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b8edf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+22:25206:x1863365369944320:12345-192.168.201.45@tcp:101:cp.0 00010000:00010000:0.0:1777044975.821860:0:5857:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777044975.821888:0:5857:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022400/0x2c8777a5e7d9d60e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148895 expref: -99 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044975.822005:0:5857:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022200/0x2c8777a5e7d9d615 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044975.822025:0:5857:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022200/0x2c8777a5e7d9d615 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044975.822042:0:5857:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022200/0x2c8777a5e7d9d615 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044975.822062:0:5857:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022800/0x2c8777a5e7d9d61c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044975.822073:0:5857:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022800/0x2c8777a5e7d9d61c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044975.822085:0:5857:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022800/0x2c8777a5e7d9d61c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044975.822171:0:5857:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022200/0x2c8777a5e7d9d615 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044975.822181:0:5857:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022200/0x2c8777a5e7d9d615 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044975.822192:0:5857:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022200/0x2c8777a5e7d9d615 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044975.822541:0:5857:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48022200 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:0.0:1777044975.822547:0:5857:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022200/0x2c8777a5e7d9d615 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044975.822575:0:5857:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022200/0x2c8777a5e7d9d615 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044975.822593:0:5857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3a:0x0].0x0 (ffff98df4ababe00) 00010000:00010000:0.0:1777044975.822598:0:5857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777044975.822604:0:5857:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022200/0x2c8777a5e7d9d615 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044975.822614:0:5857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022200/0x2c8777a5e7d9d615 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044975.822633:0:5857:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022800/0x2c8777a5e7d9d61c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044975.822643:0:5857:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022800/0x2c8777a5e7d9d61c lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044975.822652:0:5857:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022800/0x2c8777a5e7d9d61c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044975.822659:0:5857:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48022800 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:0.0:1777044975.822664:0:5857:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022800/0x2c8777a5e7d9d61c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044975.822673:0:5857:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022800/0x2c8777a5e7d9d61c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044975.822683:0:5857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3a:0x0].0xbc70ccd9 (ffff98df48c7e000) 00010000:00010000:0.0:1777044975.822687:0:5857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777044975.822691:0:5857:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022800/0x2c8777a5e7d9d61c lrc: 2/0,0 mode: --/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044975.822715:0:5857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022800/0x2c8777a5e7d9d61c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044975.822762:0:5857:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022400/0x2c8777a5e7d9d60e lrc: 1/0,0 mode: --/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148895 expref: 23 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044975.822778:0:5857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3a:0x0].0x0 (ffff98df4ababe00) 00010000:00010000:0.0:1777044975.822782:0:5857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777044975.822788:0:5857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022400/0x2c8777a5e7d9d60e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148895 expref: 23 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044975.822802:0:5857:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de48022400, rc 0) 00000100:00100000:0.0:1777044975.822891:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b8edf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+22:25206:x1863365369944320:12345-192.168.201.45@tcp:101:cp.0 Request processed in 1077us (3558us total) trans 0 rc 301/301 00000100:00100000:0.0:1777044975.822903:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 891 00000100:00100000:0.0:1777044975.840636:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777044975.843524:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369944448 00000100:00100000:2.0:1777044975.843542:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369944448 00000100:00100000:2.0:1777044975.843679:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 892 00000100:00100000:2.0:1777044975.843696:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b9c5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+22:25206:x1863365369944448:12345-192.168.201.45@tcp:101:cp.0 00010000:00010000:2.0:1777044975.843723:0:7939:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777044975.844001:0:7939:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024800/0x2c8777a5e7d9d623 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee114889c expref: -99 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044975.844096:0:7939:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024600/0x2c8777a5e7d9d62a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044975.844116:0:7939:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024600/0x2c8777a5e7d9d62a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044975.844132:0:7939:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024600/0x2c8777a5e7d9d62a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044975.844153:0:7939:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024400/0x2c8777a5e7d9d631 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044975.844164:0:7939:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024400/0x2c8777a5e7d9d631 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044975.844173:0:7939:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024400/0x2c8777a5e7d9d631 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044975.844294:0:7939:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024600/0x2c8777a5e7d9d62a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044975.844306:0:7939:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024600/0x2c8777a5e7d9d62a lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044975.844315:0:7939:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024600/0x2c8777a5e7d9d62a lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044975.844366:0:7939:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48024600 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:2.0:1777044975.844372:0:7939:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024600/0x2c8777a5e7d9d62a lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044975.844383:0:7939:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024600/0x2c8777a5e7d9d62a lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044975.844398:0:7939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3a:0x0].0x0 (ffff98df4ababe00) 00010000:00010000:2.0:1777044975.844403:0:7939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777044975.844408:0:7939:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024600/0x2c8777a5e7d9d62a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044975.844417:0:7939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024600/0x2c8777a5e7d9d62a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044975.844435:0:7939:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024400/0x2c8777a5e7d9d631 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044975.844443:0:7939:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024400/0x2c8777a5e7d9d631 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044975.844452:0:7939:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024400/0x2c8777a5e7d9d631 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044975.844460:0:7939:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48024400 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:2.0:1777044975.844464:0:7939:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024400/0x2c8777a5e7d9d631 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044975.844472:0:7939:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024400/0x2c8777a5e7d9d631 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044975.844500:0:7939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3a:0x0].0xbc70ccd9 (ffff98df43d75000) 00010000:00010000:2.0:1777044975.844504:0:7939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777044975.844508:0:7939:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024400/0x2c8777a5e7d9d631 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044975.844516:0:7939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024400/0x2c8777a5e7d9d631 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044975.844561:0:7939:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024800/0x2c8777a5e7d9d623 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114889c expref: 23 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044975.844575:0:7939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3a:0x0].0x0 (ffff98df4ababe00) 00010000:00010000:2.0:1777044975.844578:0:7939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777044975.844584:0:7939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024800/0x2c8777a5e7d9d623 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114889c expref: 23 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044975.844596:0:7939:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de48024800, rc 0) 00000100:00100000:2.0:1777044975.844687:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b9c5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+22:25206:x1863365369944448:12345-192.168.201.45@tcp:101:cp.0 Request processed in 995us (4063us total) trans 0 rc 301/301 00000100:00100000:2.0:1777044975.844699:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 892 00000100:00100000:3.0:1777044975.858883:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777044975.859426:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369944704 00000100:00100000:2.0:1777044975.859439:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369944704 00000100:00100000:2.0:1777044975.859523:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 893 00000100:00100000:2.0:1777044975.859539:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b8ee680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+22:25206:x1863365369944704:12345-192.168.201.45@tcp:101:cp.0 00010000:00010000:2.0:1777044975.859582:0:5856:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777044975.859609:0:5856:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024800/0x2c8777a5e7d9d638 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee11488a3 expref: -99 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044975.859853:0:5856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024400/0x2c8777a5e7d9d63f lrc: 3/0,1 mode: --/CW res: [0x200000401:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044975.859874:0:5856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024400/0x2c8777a5e7d9d63f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044975.859889:0:5856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024400/0x2c8777a5e7d9d63f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044975.859910:0:5856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024600/0x2c8777a5e7d9d646 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044975.859921:0:5856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024600/0x2c8777a5e7d9d646 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044975.859931:0:5856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024600/0x2c8777a5e7d9d646 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1777044975.861145:0:5856:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x13:0x0], index 0: 0 00010000:00010000:2.0:1777044975.861761:0:5856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024200/0x2c8777a5e7d9d64d lrc: 3/1,0 mode: --/PR res: [0x200000402:0x17:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044975.861776:0:5856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024200/0x2c8777a5e7d9d64d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044975.861788:0:5856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024200/0x2c8777a5e7d9d64d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044975.861835:0:5856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024400/0x2c8777a5e7d9d63f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044975.861862:0:5856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024400/0x2c8777a5e7d9d63f lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044975.861873:0:5856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024400/0x2c8777a5e7d9d63f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044975.861883:0:5856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48024400 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:2.0:1777044975.861889:0:5856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024400/0x2c8777a5e7d9d63f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044975.861900:0:5856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024400/0x2c8777a5e7d9d63f lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044975.861916:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3a:0x0].0x0 (ffff98df4ababe00) 00010000:00010000:2.0:1777044975.861921:0:5856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777044975.861927:0:5856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024400/0x2c8777a5e7d9d63f lrc: 2/0,0 mode: --/CW res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044975.861936:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024400/0x2c8777a5e7d9d63f lrc: 0/0,0 mode: --/CW res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777044975.861954:0:5856:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000c63ee7bd reply state 00000000f4c4b7c5 transno 4294967899 ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024600/0x2c8777a5e7d9d646 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777044975.861967:0:5856:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1777044975.862007:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024800/0x2c8777a5e7d9d638 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11488a3 expref: 25 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044975.862029:0:5856:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024200/0x2c8777a5e7d9d64d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11488a3 expref: 24 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044975.862058:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x17:0x0].0x0 (ffff98df43d75800) 00010000:00010000:2.0:1777044975.862062:0:5856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777044975.862066:0:5856:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de48024200, rc 0) 00000100:00100000:2.0:1777044975.862159:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b8ee680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+25:25206:x1863365369944704:12345-192.168.201.45@tcp:101:cp.0 Request processed in 2623us (3286us total) trans 4294967899 rc 0/0 00000100:00100000:2.0:1777044975.862171:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 893 00010000:00010000:0.0:1777044975.875327:0:3328:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024600/0x2c8777a5e7d9d646 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044975.875373:0:3328:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024600/0x2c8777a5e7d9d646 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044975.875386:0:3328:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024600/0x2c8777a5e7d9d646 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044975.875397:0:3328:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48024600 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:0.0:1777044975.875405:0:3328:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024600/0x2c8777a5e7d9d646 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044975.875442:0:3328:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024600/0x2c8777a5e7d9d646 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044975.875466:0:3328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3a:0x0].0xbc70ccd9 (ffff98df43d75000) 00010000:00010000:0.0:1777044975.875471:0:3328:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777044975.875478:0:3328:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024600/0x2c8777a5e7d9d646 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044975.875488:0:3328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024600/0x2c8777a5e7d9d646 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777044975.880542:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777044975.880676:0:8776:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369944832 00000100:00100000:0.0:1777044975.880689:0:8776:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369944832 00000100:00100000:0.0:1777044975.881095:0:8776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 235 00000100:00100000:0.0:1777044975.881112:0:8776:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b8efb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2392:x1863365369944832:12345-192.168.201.45@tcp:101:cp.0 00010000:00010000:0.0:1777044975.881135:0:8776:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777044975.881160:0:8776:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000475c44da/0x2c8777a5e7d9d65b lrc: 2/0,0 mode: --/PR res: [0x240000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee11488aa expref: -99 pid: 8776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777044975.881194:0:8776:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x13:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1777044975.881235:0:8776:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777044975.881239:0:8776:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777044975.881250:0:8776:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000475c44da/0x2c8777a5e7d9d65b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11488aa expref: 9 pid: 8776 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044975.881277:0:8776:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000475c44da/0x2c8777a5e7d9d65b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11488aa expref: 9 pid: 8776 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044975.881323:0:8776:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de48022800, rc 0) 00000100:00100000:0.0:1777044975.881430:0:8776:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b8efb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2392:x1863365369944832:12345-192.168.201.45@tcp:101:cp.0 Request processed in 321us (899us total) trans 0 rc 0/0 00000100:00100000:0.0:1777044975.881441:0:8776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 235 00000100:00080000:1.0:1777044975.881591:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1777044975.895528:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777044975.895719:0:6641:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369944960 00000100:00100000:2.0:1777044975.895734:0:6641:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369944960 00000100:00100000:2.0:1777044975.895821:0:6641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 236 00000100:00100000:2.0:1777044975.896097:0:6641:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b8eca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+9:25206:x1863365369944960:12345-192.168.201.45@tcp:101:cp.0 00010000:00010000:2.0:1777044975.896124:0:6641:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777044975.896151:0:6641:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d7769362/0x2c8777a5e7d9d662 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee11488b1 expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044975.896263:0:6641:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000475c44da/0x2c8777a5e7d9d65b lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11488aa expref: 10 pid: 8776 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044975.896282:0:6641:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777044975.896286:0:6641:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777044975.896294:0:6641:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d7769362/0x2c8777a5e7d9d662 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11488b1 expref: 10 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044975.896371:0:6641:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000475c44da/0x2c8777a5e7d9d65b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11488aa expref: 10 pid: 8776 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044975.896427:0:6641:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000475c44da/0x2c8777a5e7d9d65b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11488aa expref: 10 pid: 8776 timeout: 1704 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777044975.896452:0:6641:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7b938000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6641:1863365424335104:192.168.201.45@tcp:104: 00000100:00100000:0.0:1777044975.899486:0:6641:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df58e349c0 going to sleep for 11 seconds 00000100:00100000:2.0:1777044975.913938:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777044975.914133:0:6641:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7b938000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6641:1863365424335104:192.168.201.45@tcp:104: 00010000:00010000:0.0:1777044975.914186:0:6641:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000d7769362/0x2c8777a5e7d9d662 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11488b1 expref: 10 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044975.914278:0:6641:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de48024800, rc 0) 00000100:00100000:0.0:1777044975.914391:0:6641:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b8eca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+10:25206:x1863365369944960:12345-192.168.201.45@tcp:101:cp.0 Request processed in 18556us (18872us total) trans 0 rc 0/0 00000100:00100000:0.0:1777044975.914407:0:6641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 236 00000100:00100000:3.0:1777044975.915267:0:5842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369945088 00000100:00100000:3.0:1777044975.915279:0:5842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369945088 00010000:00010000:3.0:1777044975.915326:0:5842:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000475c44da/0x2c8777a5e7d9d65b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11488aa expref: 10 pid: 8776 timeout: 1704 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777044975.915400:0:5842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 271 00000100:00100000:3.0:1777044975.915415:0:5842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df5f98e450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+10:2393:x1863365369945088:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777044975.915436:0:5842:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777044975.915466:0:5842:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000475c44da/0x2c8777a5e7d9d65b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11488aa expref: 10 pid: 8776 timeout: 1704 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044975.915487:0:5842:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000475c44da/0x2c8777a5e7d9d65b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11488aa expref: 10 pid: 8776 timeout: 1704 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044975.915523:0:5842:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000475c44da/0x2c8777a5e7d9d65b lrc: 0/0,0 mode: --/PR res: [0x240000400:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11488aa expref: 10 pid: 8776 timeout: 1704 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044975.915562:0:5842:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777044975.915566:0:5842:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777044975.915578:0:5842:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000d7769362/0x2c8777a5e7d9d662 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11488b1 expref: 9 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044975.915596:0:5842:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d7769362/0x2c8777a5e7d9d662 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11488b1 expref: 9 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044975.915649:0:5842:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000d7769362/0x2c8777a5e7d9d662 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11488b1 expref: 9 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777044975.915672:0:5842:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7b8ef800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:5842:1863365424335232:192.168.201.45@tcp:105: 00000100:00100000:3.0:1777044975.915751:0:5842:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df50f27cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1777044975.944751:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777044975.944907:0:5858:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369945344 00000100:00100000:0.0:1777044975.944921:0:5858:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369945344 00000100:00100000:0.0:1777044975.945013:0:5858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 206 00000100:00100000:0.0:1777044975.945030:0:5858:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de4282d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+24:25206:x1863365369945344:12345-192.168.201.45@tcp:35:cp.0 00000100:00100000:0.0:1777044975.945577:0:5858:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de4282d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+25:25206:x1863365369945344:12345-192.168.201.45@tcp:35:cp.0 Request processed in 548us (834us total) trans 4294967900 rc 0/0 00000100:00100000:0.0:1777044975.945591:0:5858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 206 00000100:00100000:3.0:1777044975.946530:0:5842:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7b8ef800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:5842:1863365424335232:192.168.201.45@tcp:105: 00010000:00010000:3.0:1777044975.946577:0:5842:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777044975.946639:0:5842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df5f98e450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2393:x1863365369945088:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 31226us (32712us total) trans 0 rc 0/0 00000100:00100000:3.0:1777044975.946652:0:5842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 271 00010000:00010000:2.0:1777044976.085502:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777044976.125702:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777044976.127485:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369945472 00000100:00100000:3.0:1777044976.127499:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369945472 00000100:00100000:3.0:1777044976.127599:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 894 00000100:00100000:3.0:1777044976.127613:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de4282d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:146de360-3fb2-48bd-b418-06f30714148a+64:25209:x1863365369945472:12345-192.168.201.45@tcp:101:lfs.0 00010000:00010000:3.0:1777044976.127639:0:5855:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777044976.127666:0:5855:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066600/0x2c8777a5e7d9d669 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee11488b8 expref: -99 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044976.127747:0:5855:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067200/0x2c8777a5e7d9d670 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044976.127765:0:5855:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067200/0x2c8777a5e7d9d670 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044976.127780:0:5855:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067200/0x2c8777a5e7d9d670 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044976.127798:0:5855:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066c00/0x2c8777a5e7d9d677 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044976.127808:0:5855:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066c00/0x2c8777a5e7d9d677 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044976.127818:0:5855:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066c00/0x2c8777a5e7d9d677 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044976.127932:0:5855:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066000/0x2c8777a5e7d9d67e lrc: 3/1,0 mode: --/PR res: [0x200000402:0x17:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044976.127945:0:5855:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066000/0x2c8777a5e7d9d67e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x17:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044976.127957:0:5855:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066000/0x2c8777a5e7d9d67e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x17:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777044976.127996:0:5855:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x17:0x0]: returning size 158 00000004:00200000:3.0:1777044976.128002:0:5855:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1777044976.128025:0:5855:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066000/0x2c8777a5e7d9d67e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x17:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044976.128041:0:5855:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066000/0x2c8777a5e7d9d67e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044976.128053:0:5855:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067200/0x2c8777a5e7d9d670 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044976.128063:0:5855:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067200/0x2c8777a5e7d9d670 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044976.128073:0:5855:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067200/0x2c8777a5e7d9d670 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044976.128083:0:5855:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48067200 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:3.0:1777044976.128090:0:5855:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067200/0x2c8777a5e7d9d670 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044976.128101:0:5855:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067200/0x2c8777a5e7d9d670 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044976.128116:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3a:0x0].0x0 (ffff98df4ababe00) 00010000:00010000:3.0:1777044976.128121:0:5855:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777044976.128127:0:5855:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067200/0x2c8777a5e7d9d670 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044976.128136:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067200/0x2c8777a5e7d9d670 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044976.128153:0:5855:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066c00/0x2c8777a5e7d9d677 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044976.131122:0:5855:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066c00/0x2c8777a5e7d9d677 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044976.131133:0:5855:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066c00/0x2c8777a5e7d9d677 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044976.131142:0:5855:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48066c00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:3.0:1777044976.131148:0:5855:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066c00/0x2c8777a5e7d9d677 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044976.131160:0:5855:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066c00/0x2c8777a5e7d9d677 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044976.131178:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3a:0x0].0xbc70ccd9 (ffff98df47376100) 00010000:00010000:3.0:1777044976.131182:0:5855:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777044976.131498:0:5855:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066c00/0x2c8777a5e7d9d677 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044976.131508:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066c00/0x2c8777a5e7d9d677 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044976.131597:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066600/0x2c8777a5e7d9d669 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11488b8 expref: 66 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044976.131618:0:5855:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066000/0x2c8777a5e7d9d67e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11488b8 expref: 65 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044976.131630:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x17:0x0].0x0 (ffff98df43d75800) 00010000:00010000:3.0:1777044976.131633:0:5855:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777044976.131638:0:5855:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de48066000, rc 0) 00000100:00100000:3.0:1777044976.131738:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de4282d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:146de360-3fb2-48bd-b418-06f30714148a+65:25209:x1863365369945472:12345-192.168.201.45@tcp:101:lfs.0 Request processed in 4126us (6045us total) trans 0 rc 0/0 00000100:00100000:3.0:1777044976.131752:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 894 00000100:00100000:1.0:1777044976.152522:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777044976.157427:0:6639:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369945600 00000100:00100000:3.0:1777044976.157445:0:6639:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369945600 00000100:00100000:3.0:1777044976.157599:0:6639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 237 00000100:00100000:3.0:1777044976.157616:0:6639:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df50e7e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:146de360-3fb2-48bd-b418-06f30714148a+10:2393:x1863365369945600:12345-192.168.201.45@tcp:101:lfs.0 00010000:00010000:3.0:1777044976.157643:0:6639:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777044976.157668:0:6639:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000eaf05033/0x2c8777a5e7d9d685 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee11488bf expref: -99 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777044976.157753:0:6639:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7b8ef800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6639:1863365424335360:192.168.201.45@tcp:106: 00000100:00100000:3.0:1777044976.157909:0:6639:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df50f27300 going to sleep for 11 seconds 00000100:00080000:1.0:1777044976.158457:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00002000:00010000:3.0:1777044976.189127:0:6639:0:(ofd_lvb.c:259:ofd_lvbo_update()) res: [0x240000400:0x13:0x0] updating lvb size: 0 -> 158 00002000:00010000:3.0:1777044976.189141:0:6639:0:(ofd_lvb.c:265:ofd_lvbo_update()) res: [0x240000400:0x13:0x0] updating lvb mtime: 0 -> 1777044975 00002000:00010000:3.0:1777044976.189145:0:6639:0:(ofd_lvb.c:271:ofd_lvbo_update()) res: [0x240000400:0x13:0x0] updating lvb atime: 0 -> 1777044975 00002000:00010000:3.0:1777044976.189148:0:6639:0:(ofd_lvb.c:277:ofd_lvbo_update()) res: [0x240000400:0x13:0x0] updating lvb ctime: 0 -> 1777044975 00000100:00100000:3.0:1777044976.189182:0:6639:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7b8ef800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6639:1863365424335360:192.168.201.45@tcp:106: 00010000:00010000:3.0:1777044976.189590:0:6639:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000eaf05033/0x2c8777a5e7d9d685 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11488bf expref: 11 pid: 6639 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044976.189629:0:6639:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000eaf05033/0x2c8777a5e7d9d685 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11488bf expref: 11 pid: 6639 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044976.189657:0:6639:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de48066600, rc 0) 00000100:00100000:3.0:1777044976.189747:0:6639:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df50e7e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:146de360-3fb2-48bd-b418-06f30714148a+10:2393:x1863365369945600:12345-192.168.201.45@tcp:101:lfs.0 Request processed in 32134us (37234us total) trans 0 rc 301/301 00000100:00100000:3.0:1777044976.189760:0:6639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 237 00000100:00100000:0.0:1777044976.237605:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777044976.242697:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369945728 00000100:00100000:2.0:1777044976.242715:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369945728 00000100:00100000:2.0:1777044976.243603:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 895 00000100:00100000:2.0:1777044976.243622:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b9c6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:146de360-3fb2-48bd-b418-06f30714148a+65:25209:x1863365369945728:12345-192.168.201.45@tcp:101:lfs.0 00010000:00010000:2.0:1777044976.243647:0:12646:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777044976.243672:0:12646:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024400/0x2c8777a5e7d9d68c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee11488c6 expref: -99 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044976.243822:0:12646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025e00/0x2c8777a5e7d9d693 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044976.243844:0:12646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025e00/0x2c8777a5e7d9d693 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044976.243863:0:12646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025e00/0x2c8777a5e7d9d693 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777044976.243946:0:12646:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x3a:0x0]: returning size 512 00000004:00200000:2.0:1777044976.243952:0:12646:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:2.0:1777044976.243982:0:12646:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025e00/0x2c8777a5e7d9d693 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044976.244057:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024400/0x2c8777a5e7d9d68c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11488c6 expref: 67 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044976.244105:0:12646:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025e00/0x2c8777a5e7d9d693 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11488c6 expref: 66 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044976.244500:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3a:0x0].0x0 (ffff98df4ababe00) 00010000:00010000:2.0:1777044976.244506:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1777044976.244512:0:12646:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de48025e00, rc 0) 00000100:00100000:2.0:1777044976.246944:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b9c6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:146de360-3fb2-48bd-b418-06f30714148a+66:25209:x1863365369945728:12345-192.168.201.45@tcp:101:lfs.0 Request processed in 3317us (9341us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044976.246960:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 895 00000100:00100000:1.0:1777044976.271161:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777044976.272501:0:8776:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369945856 00000100:00100000:0.0:1777044976.272517:0:8776:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369945856 00000100:00100000:0.0:1777044976.272601:0:8776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 238 00000100:00100000:0.0:1777044976.272635:0:8776:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de4282c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:146de360-3fb2-48bd-b418-06f30714148a+10:2393:x1863365369945856:12345-192.168.201.45@tcp:101:lfs.0 00010000:00010000:0.0:1777044976.272658:0:8776:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777044976.272679:0:8776:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e6df0ab8/0x2c8777a5e7d9d69a lrc: 2/0,0 mode: --/PR res: [0x240000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee11488cd expref: -99 pid: 8776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777044976.272757:0:8776:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7b9c4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8776:1863365424335488:192.168.201.45@tcp:106: 00000100:00100000:0.0:1777044976.276597:0:8776:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df7795f900 going to sleep for 11 seconds 00000100:00100000:0.0:1777044976.287724:0:8776:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7b9c4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8776:1863365424335488:192.168.201.45@tcp:106: 00010000:00010000:0.0:1777044976.287780:0:8776:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000e6df0ab8/0x2c8777a5e7d9d69a lrc: 1/0,0 mode: --/PR res: [0x240000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11488cd expref: 11 pid: 8776 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044976.287836:0:8776:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e6df0ab8/0x2c8777a5e7d9d69a lrc: 0/0,0 mode: --/PR res: [0x240000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11488cd expref: 11 pid: 8776 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044976.287858:0:8776:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de48022600, rc 0) 00000100:00100000:0.0:1777044976.287948:0:8776:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de4282c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:146de360-3fb2-48bd-b418-06f30714148a+10:2393:x1863365369945856:12345-192.168.201.45@tcp:101:lfs.0 Request processed in 15314us (16796us total) trans 0 rc 301/301 00000100:00100000:0.0:1777044976.287961:0:8776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 238 00000100:00100000:1.0:1777044976.323047:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777044976.324740:0:5843:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369946112 00000100:00100000:3.0:1777044976.324756:0:5843:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369946112 00000100:00100000:3.0:1777044976.324991:0:5843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 48 00000100:00100000:3.0:1777044976.325026:0:5843:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de4282dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:146de360-3fb2-48bd-b418-06f30714148a+66:25209:x1863365369946112:12345-192.168.201.45@tcp:103:lfs.0 00010000:00010000:3.0:1777044976.325050:0:5843:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777044976.325099:0:5843:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066000/0x2c8777a5e7d9d67e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11488b8 expref: 66 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044976.325129:0:5843:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x17:0x0].0x0 (ffff98df43d75800) 00010000:00010000:3.0:1777044976.325138:0:5843:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777044976.326024:0:5843:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de4282dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:146de360-3fb2-48bd-b418-06f30714148a+65:25209:x1863365369946112:12345-192.168.201.45@tcp:103:lfs.0 Request processed in 200us (2167us total) trans 0 rc 0/0 00000100:00100000:3.0:1777044976.326035:0:5843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 48 00000100:00100000:1.0:1777044976.333779:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777044976.334624:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369946240 00000100:00100000:2.0:1777044976.334639:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369946240 00000100:00100000:3.0:1777044976.335317:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 896 00000100:00100000:3.0:1777044976.335363:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de4282ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:146de360-3fb2-48bd-b418-06f30714148a+65:25209:x1863365369946240:12345-192.168.201.45@tcp:58:lfs.0 00000100:00100000:3.0:1777044976.335699:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de4282ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:146de360-3fb2-48bd-b418-06f30714148a+65:25209:x1863365369946240:12345-192.168.201.45@tcp:58:lfs.0 Request processed in 342us (1927us total) trans 0 rc 0/0 00000100:00100000:3.0:1777044976.335713:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 896 00000040:00080000:1.0:1777044976.344488:0:11491:0:(llog.c:801:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1777044976.344502:0:11491:0:(llog_cat.c:158:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1777044976.345430:0:11491:0:(llog.c:858:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:1.0:1777044976.345446:0:11491:0:(llog.c:858:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1777044976.627386:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777044976.627448:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777044976.627497:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777044976.627530:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777044976.627565:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777044976.627601:0:6641:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369947008 00000100:00100000:2.0:1777044976.627614:0:6641:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369947008 00000100:00100000:2.0:1777044976.627682:0:6641:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369946624 00000100:00100000:2.0:1777044976.627687:0:6641:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369946624 00000100:00100000:2.0:1777044976.627717:0:6641:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369946880 00000100:00100000:2.0:1777044976.627722:0:6641:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369946880 00000100:00100000:2.0:1777044976.627747:0:6641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 695 00000100:00100000:2.0:1777044976.627760:0:6641:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b939f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2390:x1863365369947008:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:0.0:1777044976.627780:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369946752 00000100:00100000:0.0:1777044976.627787:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369946752 00000100:00100000:0.0:1777044976.627835:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 890 00000100:00100000:0.0:1777044976.627846:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b93a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+25:2390:x1863365369946752:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:2.0:1777044976.627876:0:6641:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b939f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2390:x1863365369947008:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 117us (376us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044976.627889:0:6641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 695 00000100:00100000:0.0:1777044976.627893:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b93a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+25:2390:x1863365369946752:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 50us (446us total) trans 0 rc 0/0 00000100:00100000:0.0:1777044976.627902:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 890 00000100:00100000:2.0:1777044976.627919:0:6641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 696 00000100:00100000:2.0:1777044976.627928:0:6641:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b93b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:146de360-3fb2-48bd-b418-06f30714148a+13:2390:x1863365369946624:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:2.0:1777044976.627965:0:6641:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b93b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:146de360-3fb2-48bd-b418-06f30714148a+13:2390:x1863365369946624:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 37us (434us total) trans 0 rc 0/0 00000100:00080000:0.0:1777044976.627966:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1777044976.627973:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1777044976.627974:0:6641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 696 00000100:00100000:0.0:1777044976.627991:0:6639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 697 00000100:00100000:0.0:1777044976.628002:0:6639:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b938000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2390:x1863365369946880:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:0.0:1777044976.628054:0:6639:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b938000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2390:x1863365369946880:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 54us (489us total) trans 0 rc 0/0 00000100:00100000:3.0:1777044976.628129:0:5848:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369946368 00000100:00100000:3.0:1777044976.628136:0:5848:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369946368 00000100:00100000:3.0:1777044976.628187:0:5848:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 770 00000100:00100000:3.0:1777044976.628198:0:5848:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df485c0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2391:x1863365369946368:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777044976.628270:0:5848:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df485c0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2391:x1863365369946368:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 74us (896us total) trans 0 rc 0/0 00000100:00100000:3.0:1777044976.628280:0:5848:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 770 00000100:00100000:0.0:1777044976.631496:0:6639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 697 00000100:00100000:3.0:1777044976.636509:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777044976.642958:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369946496 00000100:00100000:2.0:1777044976.642976:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369946496 00000100:00100000:2.0:1777044976.643547:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 698 00000100:00100000:2.0:1777044976.643566:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b8efb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:146de360-3fb2-48bd-b418-06f30714148a+10:2391:x1863365369946496:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:2.0:1777044976.643665:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b8efb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:146de360-3fb2-48bd-b418-06f30714148a+10:2391:x1863365369946496:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 103us (7164us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044976.643681:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 698 00010000:00010000:3.0:1777044977.109778:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777044978.133625:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777044978.134447:0:3344:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7b8eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3344:1863365424335616:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1777044978.134549:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777044978.134642:0:6644:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424335616 00000100:00100000:0.0:1777044978.134651:0:6644:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424335616 00000100:00100000:0.0:1777044978.134715:0:6644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 383 00000100:00100000:0.0:1777044978.134727:0:6644:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b9c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1863365424335616:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1777044978.134769:0:6644:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 69664768 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1777044978.135081:0:6644:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b9c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1863365424335616:12345-0@lo:13:osp-pre-0-0.0 Request processed in 354us (531us total) trans 0 rc 0/0 00000100:00100000:0.0:1777044978.135091:0:6644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 383 00000100:00080000:0.0:1777044978.135121:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1777044978.135168:0:3344:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7b8eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3344:1863365424335616:0@lo:13:osp-pre-0-0.0 00000040:00080000:3.0:1777044978.400656:0:17937:0:(llog.c:801:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1777044978.400667:0:17937:0:(llog_cat.c:158:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1777044978.407560:0:17937:0:(llog.c:858:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:3.0:1777044978.407585:0:17937:0:(llog.c:858:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1777044978.608627:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777044978.609272:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369947136 00000100:00100000:3.0:1777044978.609310:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369947136 00000100:00100000:3.0:1777044978.609401:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 897 00000100:00100000:3.0:1777044978.609419:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b9c6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:146de360-3fb2-48bd-b418-06f30714148a+65:25220:x1863365369947136:12345-192.168.201.45@tcp:101:lfs.0 00010000:00010000:3.0:1777044978.609445:0:12646:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777044978.609473:0:12646:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066000/0x2c8777a5e7d9d6a1 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee11488d4 expref: -99 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044978.609585:0:12646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066600/0x2c8777a5e7d9d6a8 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044978.609629:0:12646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066600/0x2c8777a5e7d9d6a8 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044978.609650:0:12646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066600/0x2c8777a5e7d9d6a8 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044978.609673:0:12646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066c00/0x2c8777a5e7d9d6af lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044978.609684:0:12646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066c00/0x2c8777a5e7d9d6af lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044978.609702:0:12646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066c00/0x2c8777a5e7d9d6af lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044978.609825:0:12646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067200/0x2c8777a5e7d9d6b6 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x17:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044978.609839:0:12646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067200/0x2c8777a5e7d9d6b6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x17:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044978.609852:0:12646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067200/0x2c8777a5e7d9d6b6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x17:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777044978.609895:0:12646:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x17:0x0]: returning size 158 00000004:00200000:3.0:1777044978.609902:0:12646:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1777044978.609927:0:12646:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067200/0x2c8777a5e7d9d6b6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x17:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044978.609944:0:12646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067200/0x2c8777a5e7d9d6b6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044978.609958:0:12646:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066600/0x2c8777a5e7d9d6a8 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044978.609968:0:12646:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066600/0x2c8777a5e7d9d6a8 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044978.609980:0:12646:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066600/0x2c8777a5e7d9d6a8 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044978.609991:0:12646:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48066600 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:3.0:1777044978.609997:0:12646:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066600/0x2c8777a5e7d9d6a8 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044978.610010:0:12646:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066600/0x2c8777a5e7d9d6a8 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044978.610026:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3a:0x0].0x0 (ffff98df4ababe00) 00010000:00010000:3.0:1777044978.610031:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777044978.610037:0:12646:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066600/0x2c8777a5e7d9d6a8 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044978.610048:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066600/0x2c8777a5e7d9d6a8 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044978.610066:0:12646:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066c00/0x2c8777a5e7d9d6af lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044978.610076:0:12646:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066c00/0x2c8777a5e7d9d6af lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044978.610085:0:12646:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066c00/0x2c8777a5e7d9d6af lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044978.610093:0:12646:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48066c00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:3.0:1777044978.610097:0:12646:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066c00/0x2c8777a5e7d9d6af lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044978.610106:0:12646:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066c00/0x2c8777a5e7d9d6af lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044978.610117:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3a:0x0].0xbc70ccd9 (ffff98df47376100) 00010000:00010000:3.0:1777044978.610121:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777044978.610126:0:12646:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066c00/0x2c8777a5e7d9d6af lrc: 2/0,0 mode: --/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044978.610136:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066c00/0x2c8777a5e7d9d6af lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044978.610177:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066000/0x2c8777a5e7d9d6a1 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11488d4 expref: 67 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044978.610199:0:12646:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067200/0x2c8777a5e7d9d6b6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11488d4 expref: 66 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044978.610241:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x17:0x0].0x0 (ffff98df43d75800) 00010000:00010000:3.0:1777044978.610556:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777044978.610561:0:12646:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de48067200, rc 0) 00000100:00100000:3.0:1777044978.610637:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b9c6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:146de360-3fb2-48bd-b418-06f30714148a+66:25220:x1863365369947136:12345-192.168.201.45@tcp:101:lfs.0 Request processed in 1223us (2020us total) trans 0 rc 0/0 00000100:00100000:3.0:1777044978.610647:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 897 00000100:00080000:3.0:1777044978.610679:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1777044978.635241:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777044978.635599:0:8776:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369947264 00000100:00100000:3.0:1777044978.635612:0:8776:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369947264 00000100:00100000:3.0:1777044978.635702:0:8776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 239 00000100:00100000:3.0:1777044978.635716:0:8776:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b8ef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:146de360-3fb2-48bd-b418-06f30714148a+10:2390:x1863365369947264:12345-192.168.201.45@tcp:101:lfs.0 00010000:00010000:3.0:1777044978.635740:0:8776:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777044978.635764:0:8776:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006455390e/0x2c8777a5e7d9d6bd lrc: 2/0,0 mode: --/PR res: [0x240000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee11488db expref: -99 pid: 8776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777044978.636101:0:8776:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7b8ee300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8776:1863365424335744:192.168.201.45@tcp:106: 00000100:00100000:3.0:1777044978.636549:0:8776:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df58641000 going to sleep for 11 seconds 00000100:00080000:3.0:1777044978.636573:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1777044978.646658:0:8776:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7b8ee300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8776:1863365424335744:192.168.201.45@tcp:106: 00010000:00010000:2.0:1777044978.646733:0:8776:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000006455390e/0x2c8777a5e7d9d6bd lrc: 1/0,0 mode: --/PR res: [0x240000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11488db expref: 11 pid: 8776 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044978.646768:0:8776:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006455390e/0x2c8777a5e7d9d6bd lrc: 0/0,0 mode: --/PR res: [0x240000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11488db expref: 11 pid: 8776 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044978.646788:0:8776:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de48067600, rc 0) 00000100:00100000:2.0:1777044978.647098:0:8776:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b8ef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:146de360-3fb2-48bd-b418-06f30714148a+10:2390:x1863365369947264:12345-192.168.201.45@tcp:101:lfs.0 Request processed in 11382us (11865us total) trans 0 rc 301/301 00000100:00100000:2.0:1777044978.647131:0:8776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 239 00000100:00100000:3.0:1777044978.667066:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777044978.667176:0:6639:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369947392 00000100:00100000:3.0:1777044978.667188:0:6639:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369947392 00000100:00100000:3.0:1777044978.667315:0:6639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 240 00000100:00100000:3.0:1777044978.667330:0:6639:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b8ece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:146de360-3fb2-48bd-b418-06f30714148a+10:2391:x1863365369947392:12345-192.168.201.45@tcp:101:lfs.0 00010000:00010000:3.0:1777044978.667351:0:6639:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777044978.667373:0:6639:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d4fb29ae/0x2c8777a5e7d9d6c4 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee11488e2 expref: -99 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777044978.667444:0:6639:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7b8ed880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6639:1863365424335872:192.168.201.45@tcp:106: 00000100:00100000:3.0:1777044978.667540:0:6639:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df586416c0 going to sleep for 11 seconds 00000100:00100000:1.0:1777044978.689491:0:6639:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7b8ed880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6639:1863365424335872:192.168.201.45@tcp:106: 00010000:00010000:1.0:1777044978.689559:0:6639:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000d4fb29ae/0x2c8777a5e7d9d6c4 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11488e2 expref: 11 pid: 6639 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044978.689594:0:6639:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d4fb29ae/0x2c8777a5e7d9d6c4 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11488e2 expref: 11 pid: 6639 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044978.689613:0:6639:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de48067400, rc 0) 00000100:00100000:1.0:1777044978.689710:0:6639:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b8ece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:146de360-3fb2-48bd-b418-06f30714148a+10:2391:x1863365369947392:12345-192.168.201.45@tcp:101:lfs.0 Request processed in 22382us (22654us total) trans 0 rc 301/301 00000100:00100000:1.0:1777044978.689977:0:6639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 240 00000100:00100000:3.0:1777044978.707043:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777044978.707168:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369947648 00000100:00100000:2.0:1777044978.707181:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369947648 00000100:00100000:2.0:1777044978.707277:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 898 00000100:00100000:2.0:1777044978.707320:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b8ef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:146de360-3fb2-48bd-b418-06f30714148a+66:25220:x1863365369947648:12345-192.168.201.45@tcp:58:lfs.0 00000040:00080000:2.0:1777044978.708091:0:7939:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].22, 136 off11184 00000100:00100000:2.0:1777044978.708568:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b8ef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:146de360-3fb2-48bd-b418-06f30714148a+66:25220:x1863365369947648:12345-192.168.201.45@tcp:58:lfs.0 Request processed in 1275us (1532us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044978.708581:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 898 00000100:00100000:1.0:1777044979.170992:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de41d53480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424336000:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1777044979.171733:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de41d50e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ce657616-b3f3-4e21-ac89-518ab611901c:3342:1863365424336128:0@lo:400:kworker.0 00000100:00100000:0.0:1777044979.171806:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777044979.171868:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de41d51f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3342:1863365424336640:0@lo:400:kworker.0 00000100:00100000:0.0:1777044979.171906:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777044979.171971:0:3344:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de41d52680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3344:1863365424336384:0@lo:400:kworker.0 00000100:00100000:0.0:1777044979.172003:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777044979.172048:0:3344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:0.0:1777044979.172057:0:3344:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de41d52300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3344:1863365424336256:0@lo:400:kworker.0 00000100:00100000:0.0:1777044979.172085:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777044979.172109:0:3344:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de430fca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3344:1863365424336768:0@lo:400:kworker.0 00000100:00100000:0.0:1777044979.172134:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777044979.172176:0:5850:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424336128 00000100:00100000:0.0:1777044979.172184:0:5850:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424336128 00000100:00100000:0.0:1777044979.172236:0:5850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 771 00000100:00100000:0.0:1777044979.172580:0:5850:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df485c0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ce657616-b3f3-4e21-ac89-518ab611901c+18:3342:x1863365424336128:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777044979.172665:0:5850:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df485c0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ce657616-b3f3-4e21-ac89-518ab611901c+18:3342:x1863365424336128:12345-0@lo:400:kworker.0 Request processed in 89us (858us total) trans 0 rc 0/0 00000100:00100000:0.0:1777044979.172675:0:5850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 771 00000100:00100000:0.0:1777044979.172719:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424336640 00000100:00100000:0.0:1777044979.172724:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424336640 00000100:00100000:0.0:1777044979.172769:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424336384 00000100:00100000:0.0:1777044979.172773:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424336384 00000100:00100000:0.0:1777044979.172797:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424336256 00000100:00100000:0.0:1777044979.172801:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424336256 00000100:00100000:0.0:1777044979.172819:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 891 00000100:00100000:0.0:1777044979.172827:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b9c4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3342:x1863365424336640:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777044979.172869:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b9c4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3342:x1863365424336640:12345-0@lo:400:kworker.0 Request processed in 42us (962us total) trans 0 rc 0/0 00000100:00100000:0.0:1777044979.172879:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 891 00000100:00100000:0.0:1777044979.172896:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 892 00000100:00100000:0.0:1777044979.172904:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b9c6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3344:x1863365424336384:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777044979.172966:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b9c6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3344:x1863365424336384:12345-0@lo:400:kworker.0 Request processed in 62us (961us total) trans 0 rc 0/0 00000100:00100000:0.0:1777044979.172976:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 892 00000100:00100000:0.0:1777044979.172994:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 893 00000100:00100000:0.0:1777044979.173002:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b9c5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3344:x1863365424336256:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777044979.173038:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b9c5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3344:x1863365424336256:12345-0@lo:400:kworker.0 Request processed in 37us (952us total) trans 0 rc 0/0 00000100:00100000:0.0:1777044979.173045:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 893 00000100:00100000:0.0:1777044979.173078:0:14822:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424336768 00000100:00100000:0.0:1777044979.173083:0:14822:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424336768 00000100:00100000:0.0:1777044979.173122:0:14822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 699 00000100:00100000:0.0:1777044979.173131:0:14822:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b9c7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3344:x1863365424336768:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777044979.173172:0:14822:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b9c7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3344:x1863365424336768:12345-0@lo:400:kworker.0 Request processed in 41us (1036us total) trans 0 rc 0/0 00000100:00100000:0.0:1777044979.173181:0:14822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 699 00000100:00100000:0.0:1777044979.173254:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de41d50e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ce657616-b3f3-4e21-ac89-518ab611901c:3342:1863365424336128:0@lo:400:kworker.0 00000100:00100000:0.0:1777044979.173271:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de41d51f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3342:1863365424336640:0@lo:400:kworker.0 00000100:00080000:0.0:1777044979.173326:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1777044979.173331:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1777044979.173360:0:3344:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de41d52300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3344:1863365424336256:0@lo:400:kworker.0 00000100:00100000:0.0:1777044979.173371:0:3344:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de430fca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3344:1863365424336768:0@lo:400:kworker.0 00000100:00100000:0.0:1777044979.173383:0:3344:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de41d52680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3344:1863365424336384:0@lo:400:kworker.0 00010000:00010000:3.0:1777044979.176867:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777044979.178797:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777044979.178848:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de41d52d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424336512:0@lo:400:kworker.0 00000100:00100000:1.0:1777044979.178890:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777044979.178990:0:8776:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424336512 00000100:00100000:1.0:1777044979.179000:0:8776:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424336512 00000100:00100000:1.0:1777044979.179059:0:8776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 700 00000100:00100000:1.0:1777044979.179086:0:8776:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de430fca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3341:x1863365424336512:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777044979.179157:0:8776:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de430fca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3341:x1863365424336512:12345-0@lo:400:kworker.0 Request processed in 74us (264us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044979.179166:0:8776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 700 00000100:00100000:1.0:1777044979.179300:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de41d52d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424336512:0@lo:400:kworker.0 00000100:00100000:0.0:1777044979.200481:0:6644:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424336000 00000100:00100000:0.0:1777044979.200498:0:6644:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424336000 00000100:00100000:0.0:1777044979.200582:0:6644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 384 00000100:00100000:0.0:1777044979.200596:0:6644:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de430fd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3341:x1863365424336000:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1777044979.203182:0:6644:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 1703936 granted 69664768 pending 0 free 3851419648 avail 3849322496 00000100:00100000:0.0:1777044979.203336:0:6644:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de430fd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3341:x1863365424336000:12345-0@lo:13:osp-pre-1-0.0 Request processed in 2739us (24540us total) trans 0 rc 0/0 00000100:00100000:0.0:1777044979.203350:0:6644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 384 00000100:00100000:0.0:1777044979.213012:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de41d53480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424336000:0@lo:13:osp-pre-1-0.0 00000001:00080000:3.0:1777044979.386855:0:5877:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967900 is committed 00000001:00080000:3.0:1777044979.386887:0:5877:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967898 is committed 00000040:00080000:1.0:1777044979.417874:0:11491:0:(llog.c:801:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1777044979.417885:0:11491:0:(llog_cat.c:158:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1777044979.417945:0:11491:0:(llog.c:858:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 23 count 2 00000040:00080000:1.0:1777044979.417954:0:11491:0:(llog.c:858:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1777044979.418707:0:11491:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df6d655c00 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11491:1863365424336896:192.168.201.45@tcp:107:hsm_cdtr.0 00000100:00100000:1.0:1777044979.418825:0:11491:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df46731c00 going to sleep for 11 seconds 00000100:00100000:3.0:1777044979.434607:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777044979.435078:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369947776 00000100:00100000:2.0:1777044979.435090:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369947776 00000100:00100000:2.0:1777044979.435191:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 899 00000100:00100000:2.0:1777044979.435227:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b8ed880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+24:25230:x1863365369947776:12345-192.168.201.45@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1777044979.435264:0:5857:0:(mdt_handler.c:7958:mdt_fid2path()) path get [0x200000402:0x17:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1777044979.435402:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b8ed880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+24:25230:x1863365369947776:12345-192.168.201.45@tcp:53:lhsmtool_posix.0 Request processed in 198us (803us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044979.435412:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 899 00000100:00080000:3.0:1777044979.435623:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1777044979.437546:0:11491:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df6d655c00 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11491:1863365424336896:192.168.201.45@tcp:107:hsm_cdtr.0 00000100:00100000:1.0:1777044979.469746:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777044979.471007:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369948032 00000100:00100000:3.0:1777044979.471018:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369948032 00000100:00100000:3.0:1777044979.471102:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 900 00000100:00100000:3.0:1777044979.471117:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d655c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+23:25230:x1863365369948032:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1777044979.471140:0:5856:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777044979.471165:0:5856:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066000/0x2c8777a5e7d9d6cb lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee11488e9 expref: -99 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044979.471343:0:5856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066c00/0x2c8777a5e7d9d6d2 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x17:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044979.471364:0:5856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066c00/0x2c8777a5e7d9d6d2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044979.471379:0:5856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066c00/0x2c8777a5e7d9d6d2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777044979.471393:0:5856:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x17:0x0]: returning size 158 00010000:00010000:3.0:1777044979.471584:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066000/0x2c8777a5e7d9d6cb lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11488e9 expref: 26 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044979.471604:0:5856:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066c00/0x2c8777a5e7d9d6d2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11488e9 expref: 25 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044979.471615:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x17:0x0].0x0 (ffff98df43d75800) 00010000:00010000:3.0:1777044979.471619:0:5856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777044979.471623:0:5856:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de48066c00, rc 0) 00000100:00100000:3.0:1777044979.471694:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d655c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+25:25230:x1863365369948032:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 Request processed in 580us (1956us total) trans 4294967901 rc 0/0 00000100:00100000:3.0:1777044979.471704:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 900 00000100:00100000:1.0:1777044979.487392:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777044979.487455:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777044979.487493:0:6655:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369948288 00000100:00100000:1.0:1777044979.487503:0:6655:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369948288 00000100:00100000:1.0:1777044979.487568:0:6655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 49 00000100:00100000:1.0:1777044979.487580:0:6655:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d657800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+25:2391:x1863365369948288:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777044979.487599:0:6655:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777044979.487629:0:6655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066c00/0x2c8777a5e7d9d6d2 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11488e9 expref: 25 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044979.487653:0:6655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x17:0x0].0x0 (ffff98df43d75800) 00010000:00010000:1.0:1777044979.487676:0:6655:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777044979.487752:0:6655:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d657800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+24:2391:x1863365369948288:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 173us (295us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044979.488024:0:6655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 49 00000100:00100000:3.0:1777044979.488492:0:6639:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369948160 00000100:00100000:3.0:1777044979.488499:0:6639:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369948160 00000100:00100000:3.0:1777044979.488554:0:6639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 241 00000100:00080000:1.0:1777044979.491388:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1777044979.493596:0:6639:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d656680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2393:x1863365369948160:12345-192.168.201.45@tcp:1:lhsmtool_posix.0 00010000:00010000:3.0:1777044979.493654:0:6639:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000eaf05033/0x2c8777a5e7d9d6e0 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044979.493699:0:6639:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000d7769362/0x2c8777a5e7d9d662 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11488b1 expref: 9 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044979.493711:0:6639:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777044979.493714:0:6639:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777044979.493719:0:6639:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000eaf05033/0x2c8777a5e7d9d6e0 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044979.493997:0:6639:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000d7769362/0x2c8777a5e7d9d662 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11488b1 expref: 9 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044979.494018:0:6639:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000d7769362/0x2c8777a5e7d9d662 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11488b1 expref: 9 pid: 6641 timeout: 1707 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777044979.494039:0:6639:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7b8ee300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6639:1863365424337024:192.168.201.45@tcp:104: 00000100:00100000:3.0:1777044979.494144:0:6639:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df58641000 going to sleep for 11 seconds 00000100:00100000:1.0:1777044979.517030:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777044979.517525:0:6639:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7b8ee300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6639:1863365424337024:192.168.201.45@tcp:104: 00010000:00010000:0.0:1777044979.517559:0:6639:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000eaf05033/0x2c8777a5e7d9d6e0 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777044979.518371:0:17648:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369948416 00000100:00100000:2.0:1777044979.518380:0:17648:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369948416 00002000:00100000:2.0:1777044979.518435:0:17648:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x13:0x0] (0->157) req@ffff98df6d655180 x1863365369948416/t0(0) o4->15144518-a1c7-4352-a966-cb31eadd4d9b@192.168.201.45@tcp:735/0 lens 648/0 e 0 to 0 dl 1777044990 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777044979.518449:0:17648:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98df6d655180 with x1863365369948416 ext(0->157) 00010000:00010000:2.0:1777044979.518458:0:17648:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 00000000d7769362/0x2c8777a5e7d9d662 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11488b1 expref: 10 pid: 6641 timeout: 1707 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044979.518494:0:17648:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 00000000d7769362/0x2c8777a5e7d9d662 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11488b1 expref: 10 pid: 6641 timeout: 1708 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777044979.518506:0:17648:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff98df6d655180 00000100:00100000:2.0:1777044979.518546:0:17648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 7 00000100:00100000:2.0:1777044979.518559:0:17648:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d655180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+10:2392:x1863365369948416:12345-192.168.201.45@tcp:4:cp.0 00000100:00100000:2.0:1777044979.521157:0:17648:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d655180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+12:2392:x1863365369948416:12345-192.168.201.45@tcp:4:cp.0 Request processed in 2593us (4131us total) trans 4294967344 rc 0/0 00000100:00100000:2.0:1777044979.521172:0:17648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 7 00002000:00100000:2.0:1777044979.521184:0:17648:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x13:0x0] (0->157) req@ffff98df6d655180 x1863365369948416/t4294967344(0) o4->15144518-a1c7-4352-a966-cb31eadd4d9b@192.168.201.45@tcp:735/0 lens 648/448 e 0 to 0 dl 1777044990 ref 1 fl Complete:H/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777044979.521497:0:17648:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98df6d655180 with x1863365369948416 ext(0->157) 00010000:00010000:2.0:1777044979.521510:0:17648:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 00000000d7769362/0x2c8777a5e7d9d662 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11488b1 expref: 12 pid: 6641 timeout: 1708 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044979.521531:0:17648:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 00000000d7769362/0x2c8777a5e7d9d662 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11488b1 expref: 12 pid: 6641 timeout: 1708 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777044979.521542:0:17648:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff98df6d655180 00000100:00100000:1.0:1777044979.539781:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777044979.540974:0:5841:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369948544 00000100:00100000:3.0:1777044979.540987:0:5841:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369948544 00010000:00010000:3.0:1777044979.541034:0:5841:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000d7769362/0x2c8777a5e7d9d662 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11488b1 expref: 12 pid: 6641 timeout: 1708 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777044979.541096:0:5841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 272 00000100:00100000:3.0:1777044979.541108:0:5841:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d654a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+12:2393:x1863365369948544:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777044979.541129:0:5841:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777044979.541156:0:5841:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000d7769362/0x2c8777a5e7d9d662 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11488b1 expref: 12 pid: 6641 timeout: 1708 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044979.541175:0:5841:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000d7769362/0x2c8777a5e7d9d662 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11488b1 expref: 12 pid: 6641 timeout: 1708 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044979.541252:0:5841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d7769362/0x2c8777a5e7d9d662 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11488b1 expref: 12 pid: 6641 timeout: 1708 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044979.541330:0:5841:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777044979.541334:0:5841:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777044979.541340:0:5841:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000eaf05033/0x2c8777a5e7d9d6e0 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044979.541354:0:5841:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000eaf05033/0x2c8777a5e7d9d6e0 lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044979.541394:0:5841:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777044979.541458:0:5841:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d654a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+11:2393:x1863365369948544:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 351us (1684us total) trans 0 rc 0/0 00000100:00100000:3.0:1777044979.541470:0:5841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 272 00010000:00010000:2.0:1777044979.543753:0:6639:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000eaf05033/0x2c8777a5e7d9d6e0 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044979.543772:0:6639:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000eaf05033/0x2c8777a5e7d9d6e0 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044979.543832:0:6639:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000eaf05033/0x2c8777a5e7d9d6e0 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044979.543845:0:6639:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000eaf05033/0x2c8777a5e7d9d6e0 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044979.543857:0:6639:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000eaf05033/0x2c8777a5e7d9d6e0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044979.543867:0:6639:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48066600 already unused, calling callback (ffffffffc17d22d0) 00010000:00010000:2.0:1777044979.543873:0:6639:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000eaf05033/0x2c8777a5e7d9d6e0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044979.543886:0:6639:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000eaf05033/0x2c8777a5e7d9d6e0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044979.543905:0:6639:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000eaf05033/0x2c8777a5e7d9d6e0 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044979.543917:0:6639:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000eaf05033/0x2c8777a5e7d9d6e0 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777044979.544011:0:6639:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d656680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+10:2393:x1863365369948160:12345-192.168.201.45@tcp:1:lhsmtool_posix.0 Request processed in 50430us (56626us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044979.544036:0:6639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 241 00000100:00100000:1.0:1777044979.560160:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777044979.560434:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369948800 00000100:00100000:3.0:1777044979.560445:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369948800 00000100:00100000:3.0:1777044979.560533:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 901 00000100:00100000:3.0:1777044979.560547:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7529ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+24:25230:x1863365369948800:12345-192.168.201.45@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1777044979.560669:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7529ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+24:25230:x1863365369948800:12345-192.168.201.45@tcp:57:lhsmtool_posix.0 Request processed in 125us (520us total) trans 0 rc 0/0 00000100:00100000:3.0:1777044979.560680:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 901 00000100:00100000:1.0:1777044979.597600:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777044979.598428:0:6641:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369948928 00000100:00100000:0.0:1777044979.598441:0:6641:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369948928 00000100:00100000:0.0:1777044979.598509:0:6641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 242 00000100:00100000:0.0:1777044979.598524:0:6641:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7529aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+10:2392:x1863365369948928:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1777044979.598548:0:6641:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777044979.601099:0:6641:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000063219c05/0x2c8777a5e7d9d6e7 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee11488f0 expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777044979.601141:0:6641:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x13:0x0] initial LVB size: 158, mtime: 0x69eb8def, atime: 0x0, ctime: 0x69eb8def, blocks: 0x1 00010000:00010000:0.0:1777044979.601164:0:6641:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777044979.601167:0:6641:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777044979.601181:0:6641:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000063219c05/0x2c8777a5e7d9d6e7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11488f0 expref: 11 pid: 6641 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044979.601231:0:6641:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000063219c05/0x2c8777a5e7d9d6e7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11488f0 expref: 11 pid: 6641 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044979.601316:0:6641:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de48023200, rc 0) 00000100:00100000:0.0:1777044979.601409:0:6641:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7529aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+11:2392:x1863365369948928:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 Request processed in 2887us (3818us total) trans 0 rc 0/0 00000100:00100000:0.0:1777044979.601422:0:6641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 242 00000100:00100000:1.0:1777044979.631538:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777044979.631616:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369949184 00000100:00100000:0.0:1777044979.631630:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369949184 00000100:00100000:0.0:1777044979.631704:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 902 00000100:00100000:0.0:1777044979.631720:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df75299180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+24:25230:x1863365369949184:12345-192.168.201.45@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1777044979.631870:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df75299180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+24:25230:x1863365369949184:12345-192.168.201.45@tcp:57:lhsmtool_posix.0 Request processed in 153us (342us total) trans 0 rc 0/0 00000100:00100000:0.0:1777044979.631881:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 902 00000100:00100000:1.0:1777044979.653900:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777044979.654544:0:17698:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369949312 00000100:00100000:0.0:1777044979.654559:0:17698:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369949312 00002000:00100000:0.0:1777044979.654642:0:17698:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x13:0x0] (0->4095) req@ffff98df77956300 x1863365369949312/t0(0) o3->15144518-a1c7-4352-a966-cb31eadd4d9b@192.168.201.45@tcp:735/0 lens 488/0 e 0 to 0 dl 1777044990 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777044979.654659:0:17698:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98df77956300 with x1863365369949312 ext(0->4095) 00002000:00010000:0.0:1777044979.654678:0:17698:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff98df77956300 00000100:00100000:0.0:1777044979.654726:0:17698:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 86 00000100:00100000:0.0:1777044979.654758:0:17698:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77956300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+11:2392:x1863365369949312:12345-192.168.201.45@tcp:3:lhsmtool_posix.0 00000100:00100000:0.0:1777044979.655622:0:17698:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77956300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+11:2392:x1863365369949312:12345-192.168.201.45@tcp:3:lhsmtool_posix.0 Request processed in 882us (1730us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1777044979.655635:0:17698:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 86 00002000:00100000:0.0:1777044979.655645:0:17698:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x13:0x0] (0->4095) req@ffff98df77956300 x1863365369949312/t0(0) o3->15144518-a1c7-4352-a966-cb31eadd4d9b@192.168.201.45@tcp:735/0 lens 488/4536 e 0 to 0 dl 1777044990 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777044979.655676:0:17698:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98df77956300 with x1863365369949312 ext(0->4095) 00002000:00010000:0.0:1777044979.655682:0:17698:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff98df77956300 00000100:00100000:3.0:1777044979.678690:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777044979.678957:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369949440 00000100:00100000:2.0:1777044979.678971:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369949440 00000100:00100000:2.0:1777044979.679037:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 903 00000100:00100000:2.0:1777044979.679050:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b8eca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+24:25230:x1863365369949440:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1777044979.679074:0:7939:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777044979.679102:0:7939:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025800/0x2c8777a5e7d9d6ee lrc: 2/0,0 mode: --/PR res: [0x200000402:0x17:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee11488f7 expref: -99 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044979.679144:0:7939:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024a00/0x2c8777a5e7d9d6f5 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x17:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044979.679162:0:7939:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024a00/0x2c8777a5e7d9d6f5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x17:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044979.679179:0:7939:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024a00/0x2c8777a5e7d9d6f5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x17:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044979.679354:0:7939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025800/0x2c8777a5e7d9d6ee lrc: 0/0,0 mode: --/PR res: [0x200000402:0x17:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11488f7 expref: 26 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044979.679377:0:7939:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024a00/0x2c8777a5e7d9d6f5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x17:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11488f7 expref: 25 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777044979.679388:0:7939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x17:0x0].0x0 (ffff98df43d75800) 00010000:00010000:2.0:1777044979.679392:0:7939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1777044979.679396:0:7939:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de48024a00, rc 0) 00000100:00100000:2.0:1777044979.688094:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b8eca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+25:25230:x1863365369949440:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 Request processed in 9031us (9400us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044979.688127:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 903 00000100:00100000:2.0:1777044979.723367:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777044979.723783:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369949568 00000100:00100000:0.0:1777044979.723796:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369949568 00000100:00100000:0.0:1777044979.723870:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 904 00000100:00100000:0.0:1777044979.723883:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de419fe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+25:25230:x1863365369949568:12345-192.168.201.45@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1777044979.723920:0:5857:0:(mdt_handler.c:7958:mdt_fid2path()) path get [0x200000402:0x17:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1777044979.724047:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de419fe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+25:25230:x1863365369949568:12345-192.168.201.45@tcp:53:lhsmtool_posix.0 Request processed in 165us (688us total) trans 0 rc 0/0 00000100:00100000:0.0:1777044979.724058:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 904 00000100:00100000:3.0:1777044979.745121:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777044979.745363:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369949696 00000100:00100000:0.0:1777044979.745376:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369949696 00000100:00100000:0.0:1777044979.745470:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 243 00000100:00100000:0.0:1777044979.745501:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b8ee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+11:2393:x1863365369949696:12345-192.168.201.45@tcp:1:lhsmtool_posix.0 00010000:00010000:0.0:1777044979.745556:0:6642:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000e6df0ab8/0x2c8777a5e7d9d6fc lrc: 3/1,0 mode: --/PR res: [0x240000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044979.745579:0:6642:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777044979.745582:0:6642:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777044979.745588:0:6642:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e6df0ab8/0x2c8777a5e7d9d6fc lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044979.745621:0:6642:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e6df0ab8/0x2c8777a5e7d9d6fc lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044979.745682:0:6642:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000e6df0ab8/0x2c8777a5e7d9d6fc lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044979.745695:0:6642:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e6df0ab8/0x2c8777a5e7d9d6fc lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044979.745706:0:6642:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e6df0ab8/0x2c8777a5e7d9d6fc lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044979.745715:0:6642:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48022600 already unused, calling callback (ffffffffc17d22d0) 00010000:00010000:0.0:1777044979.745721:0:6642:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e6df0ab8/0x2c8777a5e7d9d6fc lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044979.745734:0:6642:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e6df0ab8/0x2c8777a5e7d9d6fc lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044979.745752:0:6642:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e6df0ab8/0x2c8777a5e7d9d6fc lrc: 2/0,0 mode: --/PR res: [0x240000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044979.745763:0:6642:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e6df0ab8/0x2c8777a5e7d9d6fc lrc: 0/0,0 mode: --/PR res: [0x240000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777044979.746127:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b8ee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+11:2393:x1863365369949696:12345-192.168.201.45@tcp:1:lhsmtool_posix.0 Request processed in 644us (1014us total) trans 0 rc 0/0 00000100:00100000:0.0:1777044979.746138:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 243 00000100:00100000:3.0:1777044979.757915:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777044979.758547:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369949952 00000100:00100000:0.0:1777044979.758561:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369949952 00000100:00100000:0.0:1777044979.758658:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 905 00000100:00100000:0.0:1777044979.758673:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df605f2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+25:25230:x1863365369949952:12345-192.168.201.45@tcp:57:lhsmtool_posix.0 00010000:00010000:0.0:1777044979.758768:0:12646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022200/0x2c8777a5e7d9d703 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x17:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044979.758792:0:12646:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024a00/0x2c8777a5e7d9d6f5 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x17:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11488f7 expref: 25 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044979.758805:0:12646:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022200/0x2c8777a5e7d9d703 lrc: 4/0,1 mode: --/PW res: [0x200000402:0x17:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044979.758849:0:12646:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024a00/0x2c8777a5e7d9d6f5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x17:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11488f7 expref: 25 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044979.758869:0:12646:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024a00/0x2c8777a5e7d9d6f5 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x17:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11488f7 expref: 25 pid: 7939 timeout: 1708 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777044979.758889:0:12646:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7b9c4380 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12646:1863365424337152:192.168.201.45@tcp:104: 00000100:00100000:0.0:1777044979.758999:0:12646:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df7795f900 going to sleep for 11 seconds 00000100:00100000:0.0:1777044979.774888:0:12646:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7b9c4380 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12646:1863365424337152:192.168.201.45@tcp:104: 00010000:00010000:0.0:1777044979.774922:0:12646:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022200/0x2c8777a5e7d9d703 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x17:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777044979.779764:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777044979.782252:0:6655:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369950080 00000100:00100000:1.0:1777044979.782266:0:6655:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369950080 00010000:00010000:1.0:1777044979.782360:0:6655:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024a00/0x2c8777a5e7d9d6f5 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x17:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11488f7 expref: 26 pid: 7939 timeout: 1708 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777044979.782422:0:6655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 273 00000100:00100000:1.0:1777044979.782436:0:6655:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df605f0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+26:2393:x1863365369950080:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777044979.782456:0:6655:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777044979.782465:0:6655:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024a00/0x2c8777a5e7d9d6f5 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x17:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11488f7 expref: 26 pid: 7939 timeout: 1708 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044979.782485:0:6655:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024a00/0x2c8777a5e7d9d6f5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x17:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11488f7 expref: 26 pid: 7939 timeout: 1708 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044979.782516:0:6655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024a00/0x2c8777a5e7d9d6f5 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x17:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11488f7 expref: 26 pid: 7939 timeout: 1708 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044979.782540:0:6655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x17:0x0].0x0 (ffff98df43d75800) 00010000:00010000:1.0:1777044979.782566:0:6655:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022200/0x2c8777a5e7d9d703 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x17:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044979.782580:0:6655:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022200/0x2c8777a5e7d9d703 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x17:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044979.782591:0:6655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022200/0x2c8777a5e7d9d703 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x17:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777044979.782636:0:6655:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777044979.782705:0:6655:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df605f0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+25:2393:x1863365369950080:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 270us (2953us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044979.782716:0:6655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 273 00010000:00010000:0.0:1777044979.783611:0:12646:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022200/0x2c8777a5e7d9d703 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x17:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044979.783624:0:12646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022200/0x2c8777a5e7d9d703 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x17:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044979.784175:0:12646:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022200/0x2c8777a5e7d9d703 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x17:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044979.784189:0:12646:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022200/0x2c8777a5e7d9d703 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x17:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044979.784198:0:12646:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022200/0x2c8777a5e7d9d703 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x17:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044979.784251:0:12646:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48022200 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:0.0:1777044979.784257:0:12646:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022200/0x2c8777a5e7d9d703 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x17:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044979.784541:0:12646:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022200/0x2c8777a5e7d9d703 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x17:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044979.784557:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x17:0x0].0x0 (ffff98df43d75800) 00010000:00010000:0.0:1777044979.784562:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1777044979.784567:0:12646:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022200/0x2c8777a5e7d9d703 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x17:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777044979.784576:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022200/0x2c8777a5e7d9d703 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x17:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777044979.784767:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df605f2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+25:25230:x1863365369949952:12345-192.168.201.45@tcp:57:lhsmtool_posix.0 Request processed in 26094us (26859us total) trans 4294967902 rc 0/0 00000100:00100000:0.0:1777044979.784780:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 905 00000040:00080000:1.0:1777044979.785838:0:11491:0:(llog.c:801:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1777044979.785846:0:11491:0:(llog_cat.c:158:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1777044979.787074:0:11491:0:(llog.c:858:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 2 00000040:00080000:1.0:1777044979.787083:0:11491:0:(llog.c:858:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1777044979.795488:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777044979.795622:0:5858:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369950336 00000100:00100000:0.0:1777044979.795634:0:5858:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369950336 00000100:00100000:0.0:1777044979.795704:0:5858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 207 00000100:00100000:0.0:1777044979.795733:0:5858:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df605f2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+25:25230:x1863365369950336:12345-192.168.201.45@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1777044979.795994:0:5858:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df605f2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+26:25230:x1863365369950336:12345-192.168.201.45@tcp:35:lhsmtool_posix.0 Request processed in 262us (515us total) trans 4294967903 rc 0/0 00000100:00100000:0.0:1777044979.796006:0:5858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 207 00010000:00010000:1.0:1777044980.181974:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777044981.219063:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:3.0:1777044981.421540:0:6666:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967344 is committed 00000040:00080000:3.0:1777044981.576566:0:17990:0:(llog.c:801:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1777044981.576579:0:17990:0:(llog_cat.c:158:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1777044981.576639:0:17990:0:(llog.c:858:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 23 count 2 00000040:00080000:3.0:1777044981.576648:0:17990:0:(llog.c:858:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1777044981.757864:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777044981.757923:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777044981.757971:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777044981.758007:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777044981.758032:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777044981.758062:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777044981.758098:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777044981.758543:0:6641:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369950848 00000100:00100000:3.0:1777044981.758556:0:6641:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369950848 00000100:00100000:3.0:1777044981.758624:0:6641:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369951104 00000100:00100000:3.0:1777044981.758629:0:6641:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369951104 00000100:00100000:3.0:1777044981.758652:0:6641:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369950720 00000100:00100000:3.0:1777044981.758655:0:6641:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369950720 00000100:00100000:3.0:1777044981.758669:0:6641:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369951232 00000100:00100000:3.0:1777044981.758673:0:6641:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369951232 00000100:00100000:3.0:1777044981.758695:0:6641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 701 00000100:00100000:3.0:1777044981.758708:0:6641:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df485bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:146de360-3fb2-48bd-b418-06f30714148a+13:2391:x1863365369950848:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777044981.758792:0:6641:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df485bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:146de360-3fb2-48bd-b418-06f30714148a+13:2391:x1863365369950848:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 85us (868us total) trans 0 rc 0/0 00000100:00100000:3.0:1777044981.758805:0:6641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 701 00000100:00100000:3.0:1777044981.758830:0:6641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 702 00000100:00100000:3.0:1777044981.758839:0:6641:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df485bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2391:x1863365369951104:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777044981.759268:0:6641:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df485bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2391:x1863365369951104:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 429us (1296us total) trans 0 rc 0/0 00000100:00100000:3.0:1777044981.759278:0:6641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 702 00000100:00100000:3.0:1777044981.759301:0:6641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 703 00000100:00100000:3.0:1777044981.759309:0:6641:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df485bd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:146de360-3fb2-48bd-b418-06f30714148a+10:2391:x1863365369950720:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777044981.759341:0:6641:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df485bd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:146de360-3fb2-48bd-b418-06f30714148a+10:2391:x1863365369950720:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 33us (1309us total) trans 0 rc 0/0 00000100:00100000:3.0:1777044981.759350:0:6641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 703 00000100:00100000:3.0:1777044981.759365:0:6641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 704 00000100:00100000:3.0:1777044981.759373:0:6641:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de431bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2391:x1863365369951232:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777044981.759402:0:6641:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de431bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2391:x1863365369951232:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 29us (1304us total) trans 0 rc 0/0 00000100:00100000:3.0:1777044981.759411:0:6641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 704 00000100:00100000:3.0:1777044981.759437:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369950592 00000100:00100000:3.0:1777044981.759442:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369950592 00000100:00100000:3.0:1777044981.759484:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369950976 00000100:00100000:3.0:1777044981.759489:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369950976 00000100:00100000:3.0:1777044981.759520:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 894 00000100:00100000:3.0:1777044981.759530:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df605f1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:146de360-3fb2-48bd-b418-06f30714148a+65:2391:x1863365369950592:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777044981.759572:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df605f1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:146de360-3fb2-48bd-b418-06f30714148a+65:2391:x1863365369950592:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 43us (1721us total) trans 0 rc 0/0 00000100:00100000:3.0:1777044981.759583:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 894 00000100:00100000:3.0:1777044981.759601:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 895 00000100:00100000:3.0:1777044981.759610:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df74176680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+26:2391:x1863365369950976:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777044981.759651:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df74176680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+26:2391:x1863365369950976:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 41us (1587us total) trans 0 rc 0/0 00000100:00100000:3.0:1777044981.759660:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 895 00000100:00100000:1.0:1777044981.762551:0:5849:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369950464 00000100:00100000:1.0:1777044981.762567:0:5849:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369950464 00000100:00100000:1.0:1777044981.762636:0:5849:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 772 00000100:00100000:1.0:1777044981.762649:0:5849:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df485c3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2391:x1863365369950464:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:1.0:1777044981.762729:0:5849:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df485c3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2391:x1863365369950464:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 81us (4719us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044981.762739:0:5849:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 772 00000100:00080000:1.0:1777044981.762783:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1777044981.762790:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1777044981.762794:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1777044981.778597:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777044981.778703:0:6641:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369951360 00000100:00100000:3.0:1777044981.778715:0:6641:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369951360 00000100:00100000:3.0:1777044981.778795:0:6641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 244 00000100:00100000:3.0:1777044981.778810:0:6641:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d58fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:146de360-3fb2-48bd-b418-06f30714148a+10:2393:x1863365369951360:12345-192.168.201.45@tcp:101:lfs.0 00010000:00010000:3.0:1777044981.778832:0:6641:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777044981.778855:0:6641:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005dbbfa07/0x2c8777a5e7d9d70a lrc: 2/0,0 mode: --/PR res: [0x240000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee11488fe expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044981.779652:0:6641:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777044981.779656:0:6641:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777044981.779669:0:6641:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005dbbfa07/0x2c8777a5e7d9d70a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11488fe expref: 11 pid: 6641 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044981.779696:0:6641:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000005dbbfa07/0x2c8777a5e7d9d70a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11488fe expref: 11 pid: 6641 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044981.779716:0:6641:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de48066000, rc 0) 00000100:00100000:3.0:1777044981.779780:0:6641:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d58fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:146de360-3fb2-48bd-b418-06f30714148a+11:2393:x1863365369951360:12345-192.168.201.45@tcp:101:lfs.0 Request processed in 973us (1194us total) trans 0 rc 0/0 00000100:00100000:3.0:1777044981.780141:0:6641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 244 00000100:00100000:1.0:1777044981.807344:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777044981.809844:0:5841:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369951616 00000100:00100000:3.0:1777044981.809859:0:5841:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369951616 00000100:00100000:3.0:1777044981.809946:0:5841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 50 00000100:00100000:3.0:1777044981.809960:0:5841:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df58665500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:146de360-3fb2-48bd-b418-06f30714148a+65:25231:x1863365369951616:12345-192.168.201.45@tcp:103:lfs.0 00010000:00010000:3.0:1777044981.809981:0:5841:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777044981.810009:0:5841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067200/0x2c8777a5e7d9d6b6 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11488d4 expref: 65 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777044981.810031:0:5841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x17:0x0].0x0 (ffff98df43d75800) 00010000:00010000:3.0:1777044981.810038:0:5841:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777044981.810098:0:5841:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df58665500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:146de360-3fb2-48bd-b418-06f30714148a+64:25231:x1863365369951616:12345-192.168.201.45@tcp:103:lfs.0 Request processed in 142us (2762us total) trans 0 rc 0/0 00000100:00100000:3.0:1777044981.810109:0:5841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 50 00000100:00100000:0.0:1777044981.823432:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777044981.823551:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369951744 00000100:00100000:1.0:1777044981.823564:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369951744 00000100:00100000:1.0:1777044981.823715:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 906 00000100:00100000:1.0:1777044981.823731:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b9c4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:146de360-3fb2-48bd-b418-06f30714148a+64:25231:x1863365369951744:12345-192.168.201.45@tcp:58:lfs.0 00000100:00100000:1.0:1777044981.823897:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b9c4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:146de360-3fb2-48bd-b418-06f30714148a+64:25231:x1863365369951744:12345-192.168.201.45@tcp:58:lfs.0 Request processed in 169us (476us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044981.823908:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 906 00000040:00080000:0.0:1777044981.861486:0:11491:0:(llog.c:801:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1777044981.861497:0:11491:0:(llog_cat.c:158:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1777044981.862519:0:11491:0:(llog.c:858:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 2 00000040:00080000:0.0:1777044981.862533:0:11491:0:(llog.c:858:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:1.0:1777044982.238798:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777044983.254663:0:3344:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7b9c7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3344:1863365424337280:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1777044983.254746:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777044983.254842:0:6644:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424337280 00000100:00100000:1.0:1777044983.254851:0:6644:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424337280 00000100:00100000:1.0:1777044983.255171:0:6644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 385 00000100:00100000:1.0:1777044983.255183:0:6644:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77b04a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1863365424337280:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1777044983.255392:0:6644:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 71368704 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1777044983.255451:0:6644:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77b04a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1863365424337280:12345-0@lo:13:osp-pre-0-0.0 Request processed in 270us (704us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044983.255462:0:6644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 385 00000100:00080000:1.0:1777044983.255491:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1777044983.255546:0:3344:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7b9c7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3344:1863365424337280:0@lo:13:osp-pre-0-0.0 00010000:00010000:0.0:1777044983.258604:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777044984.281899:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777044984.287263:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de419fce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424337408:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1777044984.287346:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777044984.287439:0:6644:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424337408 00000100:00100000:2.0:1777044984.287456:0:6644:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424337408 00000100:00100000:2.0:1777044984.287569:0:6644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 386 00000100:00100000:2.0:1777044984.287583:0:6644:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42772d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3341:x1863365424337408:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1777044984.287624:0:6644:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 1703936 granted 69664768 pending 0 free 3851419648 avail 3849322496 00000100:00100000:2.0:1777044984.287686:0:6644:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42772d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3341:x1863365424337408:12345-0@lo:13:osp-pre-1-0.0 Request processed in 105us (338us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044984.287697:0:6644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 386 00000100:00080000:2.0:1777044984.287729:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1777044984.287799:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de419fce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424337408:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1777044984.290169:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de41db0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3343:1863365424337664:0@lo:400:kworker.0 00000100:00100000:3.0:1777044984.290277:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777044984.290316:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1777044984.290326:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7b4b2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3343:1863365424337792:0@lo:400:kworker.0 00000100:00100000:3.0:1777044984.290358:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777044984.290420:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424337664 00000100:00100000:3.0:1777044984.290428:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424337664 00000100:00100000:3.0:1777044984.290478:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424337792 00000100:00100000:3.0:1777044984.290484:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424337792 00000100:00100000:3.0:1777044984.290528:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 896 00000100:00100000:3.0:1777044984.290540:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b4b3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3343:x1863365424337664:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777044984.290606:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b4b3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3343:x1863365424337664:12345-0@lo:400:kworker.0 Request processed in 67us (327us total) trans 0 rc 0/0 00000100:00100000:3.0:1777044984.290616:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 896 00000100:00100000:3.0:1777044984.290642:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 897 00000100:00100000:3.0:1777044984.290653:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b4b0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3343:x1863365424337792:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777044984.290692:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b4b0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3343:x1863365424337792:12345-0@lo:400:kworker.0 Request processed in 41us (332us total) trans 0 rc 0/0 00000100:00100000:3.0:1777044984.290701:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 897 00000100:00080000:3.0:1777044984.290734:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1777044984.290787:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7b4b2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3343:1863365424337792:0@lo:400:kworker.0 00000100:00100000:3.0:1777044984.290800:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de41db0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3343:1863365424337664:0@lo:400:kworker.0 00000100:00100000:3.0:1777044984.290831:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7b4b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424337920:0@lo:400:kworker.0 00000100:00100000:3.0:1777044984.290867:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777044984.290893:0:3341:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1777044984.290901:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de431bc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ce657616-b3f3-4e21-ac89-518ab611901c:3341:1863365424337536:0@lo:400:kworker.0 00000100:00100000:3.0:1777044984.290940:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777044984.290974:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7b4b0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3341:1863365424338048:0@lo:400:kworker.0 00000100:00100000:3.0:1777044984.291003:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777044984.291036:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424337920 00000100:00100000:3.0:1777044984.291042:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424337920 00000100:00100000:3.0:1777044984.291079:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 705 00000100:00100000:3.0:1777044984.291088:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b4b2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3341:x1863365424337920:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777044984.291134:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b4b2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3341:x1863365424337920:12345-0@lo:400:kworker.0 Request processed in 47us (266us total) trans 0 rc 0/0 00000100:00100000:3.0:1777044984.291144:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 705 00000100:00100000:3.0:1777044984.291169:0:5848:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424337536 00000100:00100000:3.0:1777044984.291176:0:5848:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424337536 00000100:00100000:3.0:1777044984.291403:0:5848:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 773 00000100:00100000:3.0:1777044984.291415:0:5848:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df485c1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ce657616-b3f3-4e21-ac89-518ab611901c+18:3341:x1863365424337536:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777044984.291461:0:5848:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df485c1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ce657616-b3f3-4e21-ac89-518ab611901c+18:3341:x1863365424337536:12345-0@lo:400:kworker.0 Request processed in 49us (520us total) trans 0 rc 0/0 00000100:00100000:3.0:1777044984.291470:0:5848:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 773 00000100:00100000:3.0:1777044984.291508:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424338048 00000100:00100000:3.0:1777044984.291514:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424338048 00000100:00100000:3.0:1777044984.291554:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 898 00000100:00100000:3.0:1777044984.291563:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b4b1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3341:x1863365424338048:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777044984.291605:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b4b1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3341:x1863365424338048:12345-0@lo:400:kworker.0 Request processed in 43us (600us total) trans 0 rc 0/0 00000100:00100000:3.0:1777044984.291614:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 898 00000100:00080000:3.0:1777044984.291643:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1777044984.291669:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de431bc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ce657616-b3f3-4e21-ac89-518ab611901c:3341:1863365424337536:0@lo:400:kworker.0 00000100:00100000:3.0:1777044984.291685:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7b4b0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3341:1863365424338048:0@lo:400:kworker.0 00000100:00100000:3.0:1777044984.291698:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7b4b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424337920:0@lo:400:kworker.0 00000040:00080000:3.0:1777044984.579440:0:18041:0:(llog.c:801:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1777044984.579449:0:18041:0:(llog_cat.c:158:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1777044984.579540:0:18041:0:(llog.c:858:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 23 count 2 00000040:00080000:3.0:1777044984.579548:0:18041:0:(llog.c:858:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000001:00080000:3.0:1777044984.585321:0:5877:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967903 is committed 00000040:00080000:0.0:1777044984.919872:0:11491:0:(llog.c:801:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1777044984.919883:0:11491:0:(llog_cat.c:158:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1777044984.919935:0:11491:0:(llog.c:858:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 23 count 2 00000040:00080000:0.0:1777044984.919946:0:11491:0:(llog.c:858:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:2.0:1777044985.302871:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777044986.326124:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777044986.871130:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777044986.871273:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777044986.871325:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777044986.871358:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777044986.871385:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777044986.871409:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777044986.871469:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777044986.871503:0:14822:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369952128 00000100:00100000:1.0:1777044986.871514:0:14822:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369952128 00000100:00100000:1.0:1777044986.871572:0:14822:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369952640 00000100:00100000:1.0:1777044986.871577:0:14822:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369952640 00000100:00100000:1.0:1777044986.871595:0:14822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 706 00000100:00100000:1.0:1777044986.871607:0:14822:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77b5e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:146de360-3fb2-48bd-b418-06f30714148a+11:2391:x1863365369952128:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:1.0:1777044986.871691:0:14822:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77b5e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:146de360-3fb2-48bd-b418-06f30714148a+11:2391:x1863365369952128:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 86us (417us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044986.871701:0:14822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 706 00000100:00100000:1.0:1777044986.871721:0:14822:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369952256 00000100:00100000:1.0:1777044986.871725:0:14822:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369952256 00000100:00100000:1.0:1777044986.871743:0:14822:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369952512 00000100:00100000:1.0:1777044986.871747:0:14822:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369952512 00000100:00100000:1.0:1777044986.871764:0:14822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 707 00000100:00100000:1.0:1777044986.871772:0:14822:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77b5c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2391:x1863365369952640:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:1.0:1777044986.871809:0:14822:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77b5c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2391:x1863365369952640:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 38us (450us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044986.871818:0:14822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 707 00000100:00100000:1.0:1777044986.871834:0:14822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 708 00000100:00100000:1.0:1777044986.871841:0:14822:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b62e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:146de360-3fb2-48bd-b418-06f30714148a+13:2391:x1863365369952256:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:1.0:1777044986.871868:0:14822:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b62e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:146de360-3fb2-48bd-b418-06f30714148a+13:2391:x1863365369952256:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 27us (458us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044986.871874:0:14822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 708 00000100:00100000:1.0:1777044986.871889:0:14822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 709 00000100:00100000:1.0:1777044986.871898:0:14822:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b62dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2391:x1863365369952512:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:1.0:1777044986.871940:0:14822:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b62dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2391:x1863365369952512:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 42us (470us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044986.871948:0:14822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 709 00000100:00100000:3.0:1777044986.872519:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369952384 00000100:00100000:3.0:1777044986.872525:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369952384 00000100:00100000:3.0:1777044986.872560:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369952000 00000100:00100000:3.0:1777044986.872563:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369952000 00000100:00100000:3.0:1777044986.872588:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 899 00000100:00100000:3.0:1777044986.872597:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77b5ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+23:2391:x1863365369952384:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777044986.872639:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77b5ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+23:2391:x1863365369952384:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 43us (1314us total) trans 0 rc 0/0 00000100:00100000:3.0:1777044986.872648:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 899 00000100:00100000:3.0:1777044986.872663:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 900 00000100:00100000:3.0:1777044986.872671:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df74600a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:146de360-3fb2-48bd-b418-06f30714148a+64:2391:x1863365369952000:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777044986.872696:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df74600a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:146de360-3fb2-48bd-b418-06f30714148a+64:2391:x1863365369952000:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 26us (1311us total) trans 0 rc 0/0 00000100:00100000:3.0:1777044986.872704:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 900 00000100:00080000:3.0:1777044986.872735:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1777044986.872740:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1777044986.872743:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1777044986.873037:0:5850:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369951872 00000100:00100000:0.0:1777044986.873043:0:5850:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369951872 00000100:00100000:0.0:1777044986.873094:0:5850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 774 00000100:00100000:0.0:1777044986.873104:0:5850:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df485c0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2391:x1863365369951872:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:0.0:1777044986.873140:0:5850:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df485c0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2391:x1863365369951872:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 38us (2022us total) trans 0 rc 0/0 00000100:00100000:0.0:1777044986.873148:0:5850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 774 00010000:00010000:2.0:1777044987.358662:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777044988.375689:0:3344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1777044988.375717:0:3344:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7b62ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3344:1863365424338176:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1777044988.376052:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777044988.376168:0:6644:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424338176 00000100:00100000:1.0:1777044988.376178:0:6644:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424338176 00000100:00100000:1.0:1777044988.376275:0:6644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 387 00000100:00100000:1.0:1777044988.376288:0:6644:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b62d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1863365424338176:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1777044988.376333:0:6644:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 71368704 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1777044988.376394:0:6644:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b62d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1863365424338176:12345-0@lo:13:osp-pre-0-0.0 Request processed in 107us (341us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044988.376405:0:6644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 387 00000100:00080000:1.0:1777044988.376435:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1777044988.376493:0:3344:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7b62ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3344:1863365424338176:0@lo:13:osp-pre-0-0.0 00010000:00010000:2.0:1777044988.376818:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777044989.398517:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777044989.398662:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1777044989.398686:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7b62ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424338304:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1777044989.399037:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777044989.399154:0:6644:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424338304 00000100:00100000:1.0:1777044989.399163:0:6644:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424338304 00000100:00100000:1.0:1777044989.399300:0:6644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 388 00000100:00100000:1.0:1777044989.399313:0:6644:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b62e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424338304:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1777044989.399355:0:6644:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 1703936 granted 69664768 pending 0 free 3851419648 avail 3849322496 00000100:00100000:1.0:1777044989.399413:0:6644:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b62e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424338304:12345-0@lo:13:osp-pre-1-0.0 Request processed in 102us (375us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044989.399439:0:6644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 388 00000100:00080000:1.0:1777044989.399468:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1777044989.399524:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7b62ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424338304:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1777044989.400110:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de419fce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ce657616-b3f3-4e21-ac89-518ab611901c:3341:1863365424338432:0@lo:400:kworker.0 00000100:00100000:3.0:1777044989.400182:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777044989.403748:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de478be680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3342:1863365424338560:0@lo:400:kworker.0 00000100:00100000:1.0:1777044989.404100:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777044989.404604:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424338560 00000100:00100000:1.0:1777044989.404614:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424338560 00000100:00100000:1.0:1777044989.404673:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 901 00000100:00100000:1.0:1777044989.404686:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b62ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3342:x1863365424338560:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777044989.404800:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b62ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3342:x1863365424338560:12345-0@lo:400:kworker.0 Request processed in 115us (699us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044989.404810:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 901 00000100:00100000:1.0:1777044989.405006:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de478be680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3342:1863365424338560:0@lo:400:kworker.0 00000100:00100000:3.0:1777044989.406374:0:5849:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424338432 00000100:00100000:3.0:1777044989.406383:0:5849:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424338432 00000100:00100000:3.0:1777044989.406431:0:5849:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 775 00000100:00100000:3.0:1777044989.406442:0:5849:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df485c2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ce657616-b3f3-4e21-ac89-518ab611901c+18:3341:x1863365424338432:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777044989.406509:0:5849:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df485c2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ce657616-b3f3-4e21-ac89-518ab611901c+18:3341:x1863365424338432:12345-0@lo:400:kworker.0 Request processed in 69us (6327us total) trans 0 rc 0/0 00000100:00100000:3.0:1777044989.406518:0:5849:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 775 00000100:00100000:2.0:1777044989.412607:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de478bea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3343:1863365424338688:0@lo:400:kworker.0 00000100:00100000:2.0:1777044989.412680:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777044989.412724:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1777044989.412732:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de478bdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424338816:0@lo:400:kworker.0 00000100:00100000:2.0:1777044989.412782:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777044989.412839:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1777044989.412851:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de478bce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3342:1863365424338944:0@lo:400:kworker.0 00000100:00100000:2.0:1777044989.412900:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777044989.412942:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424338688 00000100:00100000:2.0:1777044989.412952:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424338688 00000100:00100000:2.0:1777044989.413013:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424338944 00000100:00100000:2.0:1777044989.413018:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424338944 00000100:00100000:2.0:1777044989.413047:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 902 00000100:00100000:2.0:1777044989.413058:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de478be680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3343:x1863365424338688:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777044989.414520:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de478be680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3343:x1863365424338688:12345-0@lo:400:kworker.0 Request processed in 1460us (1836us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044989.414533:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 902 00000100:00100000:2.0:1777044989.414563:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 903 00000100:00100000:2.0:1777044989.414573:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de480dad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3342:x1863365424338944:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777044989.414668:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de480dad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3342:x1863365424338944:12345-0@lo:400:kworker.0 Request processed in 95us (1766us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044989.414677:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 903 00000100:00100000:2.0:1777044989.414707:0:14822:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424338816 00000100:00100000:2.0:1777044989.414712:0:14822:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424338816 00000100:00100000:2.0:1777044989.414752:0:14822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 710 00000100:00100000:2.0:1777044989.414762:0:14822:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de480d9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424338816:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777044989.414803:0:14822:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de480d9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424338816:12345-0@lo:400:kworker.0 Request processed in 43us (2020us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044989.414812:0:14822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 710 00000100:00080000:2.0:1777044989.414838:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1777044989.414895:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de478bdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424338816:0@lo:400:kworker.0 00000100:00100000:2.0:1777044989.414912:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de478bea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3343:1863365424338688:0@lo:400:kworker.0 00000100:00100000:2.0:1777044989.416137:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de419fce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ce657616-b3f3-4e21-ac89-518ab611901c:3341:1863365424338432:0@lo:400:kworker.0 00000100:00100000:0.0:1777044989.416787:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de478bce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3342:1863365424338944:0@lo:400:kworker.0 00010000:00010000:2.0:1777044990.421560:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777044991.445630:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777044991.981391:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777044991.981451:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777044991.981486:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777044991.981537:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777044991.981567:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777044991.981599:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777044991.981632:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777044991.981669:0:6639:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369953152 00000100:00100000:1.0:1777044991.981681:0:6639:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369953152 00000100:00100000:1.0:1777044991.981753:0:6639:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369953408 00000100:00100000:1.0:1777044991.981758:0:6639:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369953408 00000100:00100000:1.0:1777044991.981793:0:6639:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369953024 00000100:00100000:1.0:1777044991.981796:0:6639:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369953024 00000100:00100000:1.0:1777044991.981833:0:6639:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369953536 00000100:00100000:1.0:1777044991.981836:0:6639:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369953536 00000100:00100000:1.0:1777044991.981857:0:6639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 711 00000100:00100000:1.0:1777044991.981871:0:6639:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b62f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:146de360-3fb2-48bd-b418-06f30714148a+13:2393:x1863365369953152:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:1.0:1777044991.981963:0:6639:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b62f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:146de360-3fb2-48bd-b418-06f30714148a+13:2393:x1863365369953152:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 93us (510us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044991.981975:0:6639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 711 00000100:00100000:1.0:1777044991.981999:0:6639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 712 00000100:00100000:1.0:1777044991.982009:0:6639:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b62c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2393:x1863365369953408:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:1.0:1777044991.982048:0:6639:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b62c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2393:x1863365369953408:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 40us (561us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044991.982057:0:6639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 712 00000100:00100000:1.0:1777044991.982099:0:6639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 713 00000100:00100000:1.0:1777044991.982111:0:6639:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b62df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:146de360-3fb2-48bd-b418-06f30714148a+11:2393:x1863365369953024:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:1.0:1777044991.982146:0:6639:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b62df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:146de360-3fb2-48bd-b418-06f30714148a+11:2393:x1863365369953024:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 38us (578us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044991.982155:0:6639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 713 00000100:00100000:1.0:1777044991.982173:0:6639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 714 00000100:00100000:1.0:1777044991.982181:0:6639:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d627100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2393:x1863365369953536:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:1.0:1777044991.982258:0:6639:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d627100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2393:x1863365369953536:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 76us (624us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044991.982267:0:6639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 714 00000100:00100000:1.0:1777044991.982296:0:5848:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369952768 00000100:00100000:1.0:1777044991.982301:0:5848:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369952768 00000100:00100000:1.0:1777044991.982352:0:5848:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 776 00000100:00100000:1.0:1777044991.982362:0:5848:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df485c3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2393:x1863365369952768:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:1.0:1777044991.982400:0:5848:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df485c3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2393:x1863365369952768:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 40us (863us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044991.982409:0:5848:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 776 00000100:00100000:1.0:1777044991.982450:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369952896 00000100:00100000:1.0:1777044991.982456:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369952896 00000100:00100000:1.0:1777044991.982493:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369953280 00000100:00100000:1.0:1777044991.982498:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369953280 00000100:00100000:1.0:1777044991.982525:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 904 00000100:00100000:1.0:1777044991.982535:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b62d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:146de360-3fb2-48bd-b418-06f30714148a+64:2393:x1863365369952896:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:1.0:1777044991.982572:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b62d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:146de360-3fb2-48bd-b418-06f30714148a+64:2393:x1863365369952896:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 38us (1191us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044991.982581:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 904 00000100:00100000:1.0:1777044991.982598:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 905 00000100:00100000:1.0:1777044991.982607:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d626680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+23:2393:x1863365369953280:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:1.0:1777044991.982635:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d626680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+23:2393:x1863365369953280:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 29us (1036us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044991.982644:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 905 00000100:00080000:2.0:1777044991.983042:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1777044991.983049:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1777044991.983052:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:0.0:1777044992.471130:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777044993.499472:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777044993.513295:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7b9c4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424339072:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1777044993.513406:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777044993.515520:0:6644:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424339072 00000100:00100000:1.0:1777044993.515535:0:6644:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424339072 00000100:00100000:1.0:1777044993.515747:0:6644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 389 00000100:00100000:1.0:1777044993.515766:0:6644:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b9c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1863365424339072:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1777044993.515820:0:6644:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 71368704 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1777044993.516223:0:6644:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b9c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1863365424339072:12345-0@lo:13:osp-pre-0-0.0 Request processed in 460us (2814us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044993.516252:0:6644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 389 00000100:00100000:1.0:1777044993.516368:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7b9c4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424339072:0@lo:13:osp-pre-0-0.0 00000100:00080000:3.0:1777044993.522422:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000040:00080000:2.0:1777044994.134838:0:11491:0:(llog.c:801:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1777044994.134848:0:11491:0:(llog_cat.c:158:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1777044994.139980:0:11491:0:(llog.c:858:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 22 count 1 00000040:00080000:2.0:1777044994.139998:0:11491:0:(llog.c:858:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1777044994.521095:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de480d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424339200:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1777044994.521188:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777044994.521567:0:3344:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7b4b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ce657616-b3f3-4e21-ac89-518ab611901c:3344:1863365424339328:0@lo:400:kworker.0 00000100:00100000:3.0:1777044994.521623:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777044994.521691:0:5850:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424339328 00000100:00100000:3.0:1777044994.521702:0:5850:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424339328 00000100:00100000:3.0:1777044994.521764:0:5850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 777 00000100:00100000:3.0:1777044994.521779:0:5850:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df485c2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ce657616-b3f3-4e21-ac89-518ab611901c+18:3344:x1863365424339328:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777044994.521850:0:5850:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df485c2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ce657616-b3f3-4e21-ac89-518ab611901c+18:3344:x1863365424339328:12345-0@lo:400:kworker.0 Request processed in 72us (225us total) trans 0 rc 0/0 00000100:00100000:3.0:1777044994.521862:0:5850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 777 00000100:00100000:3.0:1777044994.521931:0:3344:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7b4b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ce657616-b3f3-4e21-ac89-518ab611901c:3344:1863365424339328:0@lo:400:kworker.0 00000100:00100000:3.0:1777044994.522019:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7b4b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3341:1863365424339456:0@lo:400:kworker.0 00000100:00100000:3.0:1777044994.522088:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777044994.522141:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424339456 00000100:00100000:3.0:1777044994.522147:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424339456 00000100:00100000:3.0:1777044994.522525:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 906 00000100:00100000:3.0:1777044994.522538:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b4b0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3341:x1863365424339456:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777044994.522601:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b4b0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3341:x1863365424339456:12345-0@lo:400:kworker.0 Request processed in 65us (512us total) trans 0 rc 0/0 00000100:00100000:3.0:1777044994.522613:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 906 00000100:00100000:3.0:1777044994.522656:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7b4b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3341:1863365424339456:0@lo:400:kworker.0 00000100:00100000:3.0:1777044994.522707:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7b4b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3342:1863365424339584:0@lo:400:kworker.0 00000100:00100000:3.0:1777044994.522742:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777044994.522822:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de431bc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424339712:0@lo:400:kworker.0 00000100:00100000:3.0:1777044994.522863:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777044994.522970:0:3344:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de48097480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3344:1863365424339840:0@lo:400:kworker.0 00000100:00100000:3.0:1777044994.523010:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777044994.523400:0:6644:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424339200 00000100:00100000:1.0:1777044994.523408:0:6644:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424339200 00000100:00100000:1.0:1777044994.523481:0:6644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 390 00000100:00100000:1.0:1777044994.523495:0:6644:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de480d8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424339200:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1777044994.523535:0:6644:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 1703936 granted 69664768 pending 0 free 3851419648 avail 3849322496 00000100:00100000:1.0:1777044994.523602:0:6644:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de480d8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424339200:12345-0@lo:13:osp-pre-1-0.0 Request processed in 109us (2414us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044994.523613:0:6644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 390 00000100:00100000:1.0:1777044994.523648:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424339584 00000100:00100000:1.0:1777044994.523654:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424339584 00000100:00100000:1.0:1777044994.523689:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424339840 00000100:00100000:1.0:1777044994.523694:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424339840 00000100:00100000:1.0:1777044994.523727:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 907 00000100:00100000:1.0:1777044994.524022:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b4b0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3342:x1863365424339584:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777044994.524118:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b4b0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3342:x1863365424339584:12345-0@lo:400:kworker.0 Request processed in 380us (1373us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044994.524130:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 907 00000100:00100000:1.0:1777044994.524512:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 908 00000100:00100000:1.0:1777044994.524526:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de48094380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3344:x1863365424339840:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777044994.524586:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de48094380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3344:x1863365424339840:12345-0@lo:400:kworker.0 Request processed in 63us (1573us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044994.524597:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 908 00000100:00100000:1.0:1777044994.524630:0:6639:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424339712 00000100:00100000:1.0:1777044994.524637:0:6639:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424339712 00000100:00100000:1.0:1777044994.524695:0:6639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 715 00000100:00100000:1.0:1777044994.524706:0:6639:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41db0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424339712:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777044994.524757:0:6639:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41db0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424339712:12345-0@lo:400:kworker.0 Request processed in 53us (1893us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044994.524768:0:6639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 715 00000100:00100000:1.0:1777044994.524828:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7b4b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3342:1863365424339584:0@lo:400:kworker.0 00000100:00100000:1.0:1777044994.524874:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de431bc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424339712:0@lo:400:kworker.0 00000100:00100000:1.0:1777044994.524898:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de480d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424339200:0@lo:13:osp-pre-1-0.0 00000100:00080000:3.0:1777044994.525063:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1777044994.525070:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1777044994.525108:0:3344:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de48097480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3344:1863365424339840:0@lo:400:kworker.0 00010000:00010000:0.0:1777044994.525251:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777044995.541411:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777044996.567551:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777044997.120157:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777044997.120244:0:5849:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369953664 00000100:00100000:2.0:1777044997.120250:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777044997.120256:0:5849:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369953664 00000100:00100000:2.0:1777044997.120286:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777044997.120316:0:5849:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 778 00000100:00100000:2.0:1777044997.120318:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777044997.120329:0:5849:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df485c1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2393:x1863365369953664:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:2.0:1777044997.120345:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777044997.120369:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777044997.120413:0:5849:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df485c1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2393:x1863365369953664:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 85us (266us total) trans 0 rc 0/0 00000100:00100000:3.0:1777044997.120425:0:5849:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 778 00000100:00100000:3.0:1777044997.120470:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369953920 00000100:00100000:3.0:1777044997.120475:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369953920 00000100:00100000:3.0:1777044997.120515:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369954432 00000100:00100000:3.0:1777044997.120518:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369954432 00000100:00100000:3.0:1777044997.120538:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369954048 00000100:00100000:3.0:1777044997.120541:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369954048 00000100:00100000:3.0:1777044997.120559:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 716 00000100:00100000:3.0:1777044997.120567:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de480db100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:146de360-3fb2-48bd-b418-06f30714148a+11:2393:x1863365369953920:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:0.0:1777044997.120672:0:14822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 717 00000100:00100000:0.0:1777044997.120686:0:14822:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de480da680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2393:x1863365369954432:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:2.0:1777044997.129558:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777044997.129604:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369954176 00000100:00100000:2.0:1777044997.129617:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369954176 00000100:00100000:2.0:1777044997.129695:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369953792 00000100:00100000:2.0:1777044997.129700:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369953792 00000100:00100000:2.0:1777044997.129731:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 909 00000100:00100000:2.0:1777044997.129743:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de480d9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+23:2393:x1863365369954176:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:2.0:1777044997.129828:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de480d9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+23:2393:x1863365369954176:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 86us (9540us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044997.129859:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 909 00000100:00100000:2.0:1777044997.129888:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 910 00000100:00100000:2.0:1777044997.129896:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de480d8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:146de360-3fb2-48bd-b418-06f30714148a+64:2393:x1863365369953792:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:2.0:1777044997.129933:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de480d8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:146de360-3fb2-48bd-b418-06f30714148a+64:2393:x1863365369953792:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 38us (9587us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044997.129941:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 910 00000100:00100000:2.0:1777044997.129965:0:6641:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369954304 00000100:00100000:2.0:1777044997.129970:0:6641:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369954304 00000100:00100000:2.0:1777044997.130021:0:6641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 718 00000100:00100000:2.0:1777044997.130031:0:6641:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de480d9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:146de360-3fb2-48bd-b418-06f30714148a+13:2393:x1863365369954048:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:2.0:1777044997.130068:0:6641:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de480d9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:146de360-3fb2-48bd-b418-06f30714148a+13:2393:x1863365369954048:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 38us (9697us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044997.130076:0:6641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 718 00000100:00100000:2.0:1777044997.130095:0:6641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 719 00000100:00100000:2.0:1777044997.130103:0:6641:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de480d9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2393:x1863365369954304:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:2.0:1777044997.130135:0:6641:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de480d9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2393:x1863365369954304:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 32us (588us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044997.130198:0:6641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 719 00000100:00100000:3.0:1777044997.131758:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de480db100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:146de360-3fb2-48bd-b418-06f30714148a+11:2393:x1863365369953920:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 11182us (11500us total) trans 0 rc 0/0 00000100:00100000:3.0:1777044997.131773:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 716 00000100:00080000:3.0:1777044997.131837:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1777044997.131844:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1777044997.132531:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1777044997.142617:0:14822:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de480da680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2393:x1863365369954432:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 21921us (22283us total) trans 0 rc 0/0 00000100:00100000:0.0:1777044997.142633:0:14822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 717 00010000:00010000:2.0:1777044997.591623:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777044998.616522:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1777044998.616549:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df6d625180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424339968:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1777044998.616631:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777044998.616719:0:6644:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424339968 00000100:00100000:1.0:1777044998.616727:0:6644:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424339968 00000100:00100000:1.0:1777044998.617089:0:6644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 391 00000100:00100000:1.0:1777044998.617105:0:6644:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de431bc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1863365424339968:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1777044998.617149:0:6644:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 71368704 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1777044998.617527:0:6644:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de431bc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1863365424339968:12345-0@lo:13:osp-pre-0-0.0 Request processed in 425us (894us total) trans 0 rc 0/0 00000100:00100000:1.0:1777044998.617538:0:6644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 391 00000100:00080000:1.0:1777044998.617567:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1777044998.617628:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df6d625180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424339968:0@lo:13:osp-pre-0-0.0 00010000:00010000:0.0:1777044998.619921:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777044999.330586:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777044999.331751:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369954560 00000100:00100000:2.0:1777044999.331766:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369954560 00000100:00100000:2.0:1777044999.331864:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 907 00000100:00100000:2.0:1777044999.331878:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de48097480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+23:25202:x1863365369954560:12345-192.168.201.45@tcp:60:lhsmtool_posix.0 00000100:00100000:2.0:1777044999.332023:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de48097480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+23:25202:x1863365369954560:12345-192.168.201.45@tcp:60:lhsmtool_posix.0 Request processed in 147us (1447us total) trans 0 rc 0/0 00000100:00080000:1.0:1777044999.332024:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1777044999.332052:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 907 00000100:00100000:2.0:1777044999.639760:0:3341:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1777044999.640048:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de480d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424340096:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1777044999.640134:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1777044999.640338:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777044999.640355:0:6644:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424340096 00000100:00100000:2.0:1777044999.640365:0:6644:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424340096 00000100:00100000:2.0:1777044999.640432:0:6644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 392 00000100:00100000:2.0:1777044999.640445:0:6644:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de480da300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3341:x1863365424340096:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1777044999.640492:0:6644:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 1703936 granted 69664768 pending 0 free 3851419648 avail 3849322496 00000100:00100000:2.0:1777044999.640553:0:6644:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de480da300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3341:x1863365424340096:12345-0@lo:13:osp-pre-1-0.0 Request processed in 110us (420us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044999.640565:0:6644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 392 00000100:00080000:2.0:1777044999.640603:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1777044999.640647:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de480d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424340096:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1777044999.641411:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de41c67100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424340608:0@lo:400:kworker.0 00000100:00100000:1.0:1777044999.641462:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777044999.641500:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1777044999.641523:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de41c64700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3342:1863365424340480:0@lo:400:kworker.0 00000100:00100000:1.0:1777044999.641565:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777044999.643121:0:3344:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7b4b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3344:1863365424340352:0@lo:400:kworker.0 00000100:00100000:3.0:1777044999.643169:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777044999.643306:0:3344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:3.0:1777044999.643317:0:3344:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df6d625180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ce657616-b3f3-4e21-ac89-518ab611901c:3344:1863365424340224:0@lo:400:kworker.0 00000100:00100000:3.0:1777044999.643359:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777044999.643395:0:3344:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de41c65c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3344:1863365424340736:0@lo:400:kworker.0 00000100:00100000:3.0:1777044999.643423:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777044999.643466:0:5848:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424340224 00000100:00100000:3.0:1777044999.643475:0:5848:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424340224 00000100:00100000:3.0:1777044999.643520:0:5848:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 779 00000100:00100000:3.0:1777044999.643531:0:5848:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df485c1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ce657616-b3f3-4e21-ac89-518ab611901c+18:3344:x1863365424340224:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777044999.643588:0:5848:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df485c1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ce657616-b3f3-4e21-ac89-518ab611901c+18:3344:x1863365424340224:12345-0@lo:400:kworker.0 Request processed in 58us (228us total) trans 0 rc 0/0 00000100:00100000:3.0:1777044999.643598:0:5848:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 779 00000100:00100000:3.0:1777044999.643669:0:3344:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df6d625180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ce657616-b3f3-4e21-ac89-518ab611901c:3344:1863365424340224:0@lo:400:kworker.0 00000100:00100000:2.0:1777044999.645489:0:6641:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424340608 00000100:00100000:2.0:1777044999.645501:0:6641:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424340608 00000100:00100000:2.0:1777044999.645587:0:6641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 720 00000100:00100000:2.0:1777044999.645600:0:6641:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41c66680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3342:x1863365424340608:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777044999.645689:0:6641:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41c66680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3342:x1863365424340608:12345-0@lo:400:kworker.0 Request processed in 91us (4225us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044999.645701:0:6641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 720 00000100:00100000:2.0:1777044999.645742:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424340480 00000100:00100000:2.0:1777044999.645748:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424340480 00000100:00100000:2.0:1777044999.645820:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424340352 00000100:00100000:2.0:1777044999.645827:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424340352 00000100:00100000:2.0:1777044999.645877:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424340736 00000100:00100000:2.0:1777044999.645883:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424340736 00000100:00100000:2.0:1777044999.645907:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 911 00000100:00100000:2.0:1777044999.645918:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41c64000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3342:x1863365424340480:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777044999.646005:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41c64000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3342:x1863365424340480:12345-0@lo:400:kworker.0 Request processed in 88us (4438us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044999.646016:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 911 00000100:00100000:2.0:1777044999.646040:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 912 00000100:00100000:2.0:1777044999.646062:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de48097b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3344:x1863365424340352:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777044999.646117:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de48097b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3344:x1863365424340352:12345-0@lo:400:kworker.0 Request processed in 68us (2947us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044999.646127:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 912 00000100:00100000:2.0:1777044999.646149:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 913 00000100:00100000:2.0:1777044999.646160:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de48096a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3344:x1863365424340736:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777044999.646273:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de48096a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3344:x1863365424340736:12345-0@lo:400:kworker.0 Request processed in 113us (2846us total) trans 0 rc 0/0 00000100:00100000:2.0:1777044999.646284:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 913 00000100:00080000:2.0:1777044999.646319:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1777044999.646376:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de41c64700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3342:1863365424340480:0@lo:400:kworker.0 00000100:00100000:2.0:1777044999.646397:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de41c67100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424340608:0@lo:400:kworker.0 00000100:00100000:3.0:1777044999.647692:0:3344:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de41c65c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3344:1863365424340736:0@lo:400:kworker.0 00000100:00100000:3.0:1777044999.647711:0:3344:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7b4b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3344:1863365424340352:0@lo:400:kworker.0 00010000:00010000:0.0:1777045000.663886:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777045001.685514:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777045002.226578:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045002.226648:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045002.226701:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045002.226741:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045002.226779:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045002.226831:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045002.226859:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045002.226895:0:6639:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369954944 00000100:00100000:2.0:1777045002.226928:0:6639:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369954944 00000100:00100000:2.0:1777045002.227002:0:6639:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369955456 00000100:00100000:2.0:1777045002.227009:0:6639:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369955456 00000100:00100000:2.0:1777045002.227033:0:6639:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369955072 00000100:00100000:2.0:1777045002.227037:0:6639:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369955072 00000100:00100000:2.0:1777045002.227060:0:6639:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369955328 00000100:00100000:2.0:1777045002.227064:0:6639:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369955328 00000100:00100000:2.0:1777045002.227094:0:6639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 721 00000100:00100000:2.0:1777045002.227110:0:6639:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de480d8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:146de360-3fb2-48bd-b418-06f30714148a+11:2390:x1863365369954944:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:2.0:1777045002.227239:0:6639:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de480d8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:146de360-3fb2-48bd-b418-06f30714148a+11:2390:x1863365369954944:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 133us (592us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045002.227250:0:6639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 721 00000100:00100000:2.0:1777045002.227277:0:6639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 722 00000100:00100000:2.0:1777045002.227286:0:6639:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de480d8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2390:x1863365369955456:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:2.0:1777045002.227319:0:6639:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de480d8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2390:x1863365369955456:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 35us (578us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045002.227328:0:6639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 722 00000100:00100000:2.0:1777045002.227346:0:6639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 723 00000100:00100000:2.0:1777045002.227355:0:6639:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de480daa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:146de360-3fb2-48bd-b418-06f30714148a+13:2390:x1863365369955072:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:2.0:1777045002.227387:0:6639:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de480daa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:146de360-3fb2-48bd-b418-06f30714148a+13:2390:x1863365369955072:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 33us (555us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045002.227396:0:6639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 723 00000100:00100000:2.0:1777045002.227416:0:6639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 724 00000100:00100000:2.0:1777045002.227438:0:6639:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de480d8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2390:x1863365369955328:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:2.0:1777045002.227477:0:6639:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de480d8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2390:x1863365369955328:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 42us (616us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045002.227486:0:6639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 724 00000100:00100000:2.0:1777045002.227514:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369955200 00000100:00100000:2.0:1777045002.227519:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369955200 00000100:00100000:2.0:1777045002.227556:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369954816 00000100:00100000:2.0:1777045002.227560:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369954816 00000100:00100000:2.0:1777045002.227588:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 914 00000100:00100000:2.0:1777045002.227597:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de480db480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+23:2390:x1863365369955200:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:2.0:1777045002.227643:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de480db480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+23:2390:x1863365369955200:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 46us (942us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045002.227652:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 914 00000100:00100000:2.0:1777045002.227689:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 915 00000100:00100000:2.0:1777045002.227701:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de480dbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:146de360-3fb2-48bd-b418-06f30714148a+64:2390:x1863365369954816:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:2.0:1777045002.227736:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de480dbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:146de360-3fb2-48bd-b418-06f30714148a+64:2390:x1863365369954816:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 37us (956us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045002.228037:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 915 00000100:00080000:2.0:1777045002.228089:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1777045002.228095:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1777045002.228098:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1777045002.229423:0:5850:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369954688 00000100:00100000:3.0:1777045002.229435:0:5850:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369954688 00000100:00100000:3.0:1777045002.229563:0:5850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 780 00000100:00100000:3.0:1777045002.229576:0:5850:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df472a8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2390:x1863365369954688:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777045002.229645:0:5850:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df472a8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2390:x1863365369954688:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 71us (3079us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045002.229656:0:5850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 780 00010000:00010000:0.0:1777045002.711574:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1777045003.574797:0:18242:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 12e: Check forbidden restore ========== 11:36:39 (1777044999) 00000100:00100000:1.0:1777045003.733813:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1777045003.733843:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de41c65180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424340864:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1777045003.733950:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777045003.734049:0:6644:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424340864 00000100:00100000:1.0:1777045003.734060:0:6644:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424340864 00000100:00100000:1.0:1777045003.734135:0:6644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 393 00000100:00100000:1.0:1777045003.734148:0:6644:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41c65500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424340864:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1777045003.734191:0:6644:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 71368704 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1777045003.734283:0:6644:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41c65500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424340864:12345-0@lo:13:osp-pre-0-0.0 Request processed in 136us (332us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045003.734295:0:6644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 393 00000100:00080000:1.0:1777045003.734326:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1777045003.734384:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de41c65180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424340864:0@lo:13:osp-pre-0-0.0 00010000:00010000:1.0:1777045003.735079:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1777045004.373832:0:11491:0:(llog.c:801:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1777045004.373844:0:11491:0:(llog_cat.c:158:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1777045004.374623:0:11491:0:(llog.c:858:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1777045004.374639:0:11491:0:(llog.c:858:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1777045004.759511:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de480db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424340992:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1777045004.759612:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777045004.761574:0:6644:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424340992 00000100:00100000:2.0:1777045004.761588:0:6644:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424340992 00000100:00100000:2.0:1777045004.761713:0:6644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 394 00000100:00100000:2.0:1777045004.761729:0:6644:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b9c5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3341:x1863365424340992:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1777045004.761780:0:6644:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 1703936 granted 69664768 pending 0 free 3851419648 avail 3849322496 00000100:00080000:0.0:1777045004.762117:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1777045004.762402:0:6644:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b9c5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3341:x1863365424340992:12345-0@lo:13:osp-pre-1-0.0 Request processed in 673us (2786us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045004.762416:0:6644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 394 00010000:00010000:3.0:1777045004.763241:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777045004.763310:0:3344:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de478bce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3344:1863365424341376:0@lo:400:kworker.0 00000100:00100000:1.0:1777045004.763466:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de480d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ce657616-b3f3-4e21-ac89-518ab611901c:3342:1863365424341120:0@lo:400:kworker.0 00000100:00100000:2.0:1777045004.765688:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de419fce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3343:1863365424341248:0@lo:400:kworker.0 00000100:00100000:0.0:1777045004.771555:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de480db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424340992:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1777045004.771604:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de478bea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424341504:0@lo:400:kworker.0 00000100:00100000:0.0:1777045004.771712:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045004.772071:0:6639:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424341504 00000100:00100000:0.0:1777045004.772081:0:6639:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424341504 00000100:00100000:0.0:1777045004.772146:0:6639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 725 00000100:00100000:0.0:1777045004.772158:0:6639:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b9c7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3341:x1863365424341504:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777045004.772261:0:6639:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b9c7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3341:x1863365424341504:12345-0@lo:400:kworker.0 Request processed in 103us (549us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045004.772291:0:6639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 725 00000100:00100000:0.0:1777045004.772346:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de478bea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424341504:0@lo:400:kworker.0 00000100:00100000:3.0:1777045004.778111:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045004.778154:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424341376 00000100:00100000:0.0:1777045004.778170:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424341376 00000100:00100000:0.0:1777045004.778296:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 916 00000100:00100000:0.0:1777045004.778314:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de48094e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3344:x1863365424341376:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777045004.778426:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de48094e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3344:x1863365424341376:12345-0@lo:400:kworker.0 Request processed in 117us (347us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045004.778437:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 916 00000100:00080000:0.0:1777045004.778470:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1777045004.778730:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777045004.778778:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de478bdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3342:1863365424341632:0@lo:400:kworker.0 00000100:00100000:1.0:1777045004.778824:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777045004.778862:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424341632 00000100:00100000:1.0:1777045004.778894:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424341632 00000100:00100000:1.0:1777045004.778955:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 917 00000100:00100000:1.0:1777045004.778968:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41c65180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3342:x1863365424341632:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777045004.779022:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41c65180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3342:x1863365424341632:12345-0@lo:400:kworker.0 Request processed in 56us (196us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045004.779050:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 917 00000100:00080000:1.0:1777045004.779106:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1777045004.779149:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de478bdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3342:1863365424341632:0@lo:400:kworker.0 00000100:00100000:2.0:1777045004.779928:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777045004.780367:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424341248 00000100:00100000:1.0:1777045004.780376:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424341248 00000100:00100000:3.0:1777045004.780383:0:5849:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424341120 00000100:00100000:3.0:1777045004.780395:0:5849:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424341120 00000100:00100000:3.0:1777045004.780449:0:5849:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 781 00000100:00100000:3.0:1777045004.780465:0:5849:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df472a9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ce657616-b3f3-4e21-ac89-518ab611901c+18:3342:x1863365424341120:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777045004.780535:0:5849:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df472a9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ce657616-b3f3-4e21-ac89-518ab611901c+18:3342:x1863365424341120:12345-0@lo:400:kworker.0 Request processed in 72us (1806us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045004.780545:0:5849:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 781 00000100:00100000:3.0:1777045004.780638:0:3344:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de478bce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3344:1863365424341376:0@lo:400:kworker.0 00000100:00100000:1.0:1777045004.781495:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 918 00000100:00100000:1.0:1777045004.781514:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de478bdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3343:x1863365424341248:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777045004.781622:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de478bdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3343:x1863365424341248:12345-0@lo:400:kworker.0 Request processed in 113us (1694us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045004.781634:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 918 00000100:00100000:3.0:1777045004.781759:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de419fce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3343:1863365424341248:0@lo:400:kworker.0 00000100:00100000:0.0:1777045004.783174:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de480d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ce657616-b3f3-4e21-ac89-518ab611901c:3342:1863365424341120:0@lo:400:kworker.0 00000100:00100000:3.0:1777045004.819765:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045004.820536:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369955584 00000100:00100000:0.0:1777045004.820549:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369955584 00000100:00100000:0.0:1777045004.820781:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 908 00000100:00100000:0.0:1777045004.820798:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de48097800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+23:25845:x1863365369955584:12345-192.168.201.45@tcp:59:lhsmtool_posix.0 00000100:00100000:0.0:1777045004.824480:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de48097800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+23:25845:x1863365369955584:12345-192.168.201.45@tcp:59:lhsmtool_posix.0 Request processed in 3342us (4382us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045004.824498:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 908 00000100:00080000:1.0:1777045004.828595:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1777045004.948129:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045004.948320:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369955712 00000100:00100000:1.0:1777045004.948334:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369955712 00000100:00100000:1.0:1777045004.948440:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 909 00000100:00100000:1.0:1777045004.948454:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de478bea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:146de360-3fb2-48bd-b418-06f30714148a+64:25846:x1863365369955712:12345-192.168.201.45@tcp:101:lfs.0 00010000:00010000:1.0:1777045004.948481:0:5855:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777045004.948506:0:5855:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd000/0x2c8777a5e7d9d711 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148905 expref: -99 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045004.948591:0:5855:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd600/0x2c8777a5e7d9d718 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00080000:0.0:1777045004.948607:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:1.0:1777045004.948611:0:5855:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd600/0x2c8777a5e7d9d718 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045004.948628:0:5855:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd600/0x2c8777a5e7d9d718 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045004.948726:0:5855:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfde00/0x2c8777a5e7d9d71f lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045004.948738:0:5855:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfde00/0x2c8777a5e7d9d71f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045004.948749:0:5855:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfde00/0x2c8777a5e7d9d71f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045004.949487:0:5855:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd600/0x2c8777a5e7d9d718 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045004.949501:0:5855:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd600/0x2c8777a5e7d9d718 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045004.949510:0:5855:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd600/0x2c8777a5e7d9d718 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045004.949518:0:5855:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de41dfd600 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:1.0:1777045004.949523:0:5855:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd600/0x2c8777a5e7d9d718 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045004.949533:0:5855:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd600/0x2c8777a5e7d9d718 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045004.949549:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff98df43d75500) 00010000:00010000:1.0:1777045004.949554:0:5855:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777045004.949560:0:5855:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd600/0x2c8777a5e7d9d718 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045004.949568:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd600/0x2c8777a5e7d9d718 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045004.949598:0:5855:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfde00/0x2c8777a5e7d9d71f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045004.949607:0:5855:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfde00/0x2c8777a5e7d9d71f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045004.949615:0:5855:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfde00/0x2c8777a5e7d9d71f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045004.949621:0:5855:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de41dfde00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:1.0:1777045004.949626:0:5855:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfde00/0x2c8777a5e7d9d71f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045004.949634:0:5855:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfde00/0x2c8777a5e7d9d71f lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045004.949644:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x12938145 (ffff98df46583a00) 00010000:00010000:1.0:1777045004.949648:0:5855:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777045004.949652:0:5855:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfde00/0x2c8777a5e7d9d71f lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045004.949661:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfde00/0x2c8777a5e7d9d71f lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045004.949704:0:5855:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd000/0x2c8777a5e7d9d711 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148905 expref: 65 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045004.949725:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff98df43d75500) 00010000:00010000:1.0:1777045004.949729:0:5855:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777045004.949744:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd000/0x2c8777a5e7d9d711 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148905 expref: 65 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045004.949761:0:5855:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de41dfd000, rc 0) 00000100:00100000:1.0:1777045004.949848:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de478bea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:146de360-3fb2-48bd-b418-06f30714148a+64:25846:x1863365369955712:12345-192.168.201.45@tcp:101:lfs.0 Request processed in 1395us (1728us total) trans 0 rc 301/301 00000100:00100000:1.0:1777045004.950128:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 909 00000100:00100000:2.0:1777045004.970289:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045004.970572:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369955968 00000100:00100000:1.0:1777045004.970592:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369955968 00000100:00100000:1.0:1777045004.970739:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 910 00000100:00100000:1.0:1777045004.970758:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de478bce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:146de360-3fb2-48bd-b418-06f30714148a+64:25846:x1863365369955968:12345-192.168.201.45@tcp:36:lfs.0 00010000:00010000:1.0:1777045004.970861:0:5856:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777045004.970939:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025200/0x2c8777a5e7d9d582 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148864 expref: 64 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045004.970978:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff98df43d75500) 00010000:00010000:1.0:1777045004.970989:0:5856:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777045004.971961:0:5856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd000/0x2c8777a5e7d9d726 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045004.971991:0:5856:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067e00/0x2c8777a5e7d9d5c1 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148879 expref: 22 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045004.972007:0:5856:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd000/0x2c8777a5e7d9d726 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045004.972070:0:5856:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067e00/0x2c8777a5e7d9d5c1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148879 expref: 22 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045004.972119:0:5856:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067e00/0x2c8777a5e7d9d5c1 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148879 expref: 22 pid: 5856 timeout: 1733 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777045004.972147:0:5856:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de41c64a80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5856:1863365424341760:192.168.201.45@tcp:104: 00000100:00100000:1.0:1777045004.972604:0:5856:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df7416e240 going to sleep for 11 seconds 00000100:00100000:0.0:1777045004.984262:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045004.985331:0:5856:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de41c64a80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5856:1863365424341760:192.168.201.45@tcp:104: 00010000:00010000:1.0:1777045004.985419:0:5856:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd000/0x2c8777a5e7d9d726 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777045004.986753:0:5842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369956096 00000100:00100000:2.0:1777045004.986770:0:5842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369956096 00010000:00010000:2.0:1777045004.986855:0:5842:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067e00/0x2c8777a5e7d9d5c1 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148879 expref: 23 pid: 5856 timeout: 1733 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777045004.986963:0:5842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 274 00000100:00100000:2.0:1777045004.986982:0:5842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b9c6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+23:2392:x1863365369956096:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777045004.987010:0:5842:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777045004.987023:0:5842:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067e00/0x2c8777a5e7d9d5c1 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148879 expref: 23 pid: 5856 timeout: 1733 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045004.987045:0:5842:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067e00/0x2c8777a5e7d9d5c1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148879 expref: 23 pid: 5856 timeout: 1733 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045004.987083:0:5842:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067e00/0x2c8777a5e7d9d5c1 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148879 expref: 23 pid: 5856 timeout: 1733 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045004.987124:0:5842:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff98df43d75500) 00010000:00010000:2.0:1777045004.987133:0:5842:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd000/0x2c8777a5e7d9d726 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045004.987183:0:5842:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd000/0x2c8777a5e7d9d726 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045004.987197:0:5842:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd000/0x2c8777a5e7d9d726 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045004.987335:0:5842:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777045004.987433:0:5842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b9c6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+22:2392:x1863365369956096:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 453us (3245us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045004.987447:0:5842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 274 00010000:00010000:0.0:1777045004.987835:0:5856:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd000/0x2c8777a5e7d9d726 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045004.987852:0:5856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd000/0x2c8777a5e7d9d726 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045004.987946:0:5856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022400/0x2c8777a5e7d9d72d lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x12938145 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045004.987964:0:5856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022400/0x2c8777a5e7d9d72d lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045004.987979:0:5856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022400/0x2c8777a5e7d9d72d lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777045004.990557:0:5856:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x3b:0x0]: returning size 512 00010000:00010000:0.0:1777045004.990586:0:5856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd000/0x2c8777a5e7d9d726 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045004.990604:0:5856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd000/0x2c8777a5e7d9d726 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045004.990617:0:5856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd000/0x2c8777a5e7d9d726 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045004.990627:0:5856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de41dfd000 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:0.0:1777045004.990635:0:5856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd000/0x2c8777a5e7d9d726 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045004.990648:0:5856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd000/0x2c8777a5e7d9d726 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045004.990673:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff98df43d75500) 00010000:00010000:0.0:1777045004.990679:0:5856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777045004.990686:0:5856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd000/0x2c8777a5e7d9d726 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045004.990720:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd000/0x2c8777a5e7d9d726 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777045004.990763:0:5856:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000ded79fbd reply state 0000000079257af1 transno 4294967904 ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022400/0x2c8777a5e7d9d72d lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777045004.990780:0:5856:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777045005.002433:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de478bce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:146de360-3fb2-48bd-b418-06f30714148a+65:25846:x1863365369955968:12345-192.168.201.45@tcp:36:lfs.0 Request processed in 31658us (32142us total) trans 4294967904 rc 0/0 00000100:00100000:0.0:1777045005.002455:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 910 00010000:00010000:2.0:1777045005.008776:0:3327:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022400/0x2c8777a5e7d9d72d lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045005.008802:0:3327:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022400/0x2c8777a5e7d9d72d lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045005.008814:0:3327:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022400/0x2c8777a5e7d9d72d lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045005.008825:0:3327:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48022400 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:2.0:1777045005.008832:0:3327:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022400/0x2c8777a5e7d9d72d lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045005.008843:0:3327:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022400/0x2c8777a5e7d9d72d lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045005.008898:0:3327:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x12938145 (ffff98df48c7e000) 00010000:00010000:2.0:1777045005.008904:0:3327:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777045005.008910:0:3327:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022400/0x2c8777a5e7d9d72d lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045005.008941:0:3327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022400/0x2c8777a5e7d9d72d lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777045005.045882:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045005.046103:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369956224 00000100:00100000:0.0:1777045005.046117:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369956224 00000100:00100000:0.0:1777045005.046295:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 911 00000100:00100000:0.0:1777045005.046312:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de435ace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:146de360-3fb2-48bd-b418-06f30714148a+64:25847:x1863365369956224:12345-192.168.201.45@tcp:101:bash.0 00010000:00010000:0.0:1777045005.046342:0:7939:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777045005.046374:0:7939:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023e00/0x2c8777a5e7d9d734 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee114890c expref: -99 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045005.046464:0:7939:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023c00/0x2c8777a5e7d9d73b lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045005.046485:0:7939:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023c00/0x2c8777a5e7d9d73b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045005.046501:0:7939:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023c00/0x2c8777a5e7d9d73b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777045005.046587:0:7939:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 8704 00000004:00200000:0.0:1777045005.046593:0:7939:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 25 stripe count 1 MDT count 1 00000004:00010000:0.0:1777045005.046645:0:7939:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023c00/0x2c8777a5e7d9d73b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045005.046682:0:7939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023e00/0x2c8777a5e7d9d734 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114890c expref: 66 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045005.046709:0:7939:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023c00/0x2c8777a5e7d9d73b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114890c expref: 65 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045005.046721:0:7939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff98df48c7e700) 00010000:00010000:0.0:1777045005.046726:0:7939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1777045005.046732:0:7939:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de48023c00, rc 0) 00000100:00100000:0.0:1777045005.046806:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de435ace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:146de360-3fb2-48bd-b418-06f30714148a+65:25847:x1863365369956224:12345-192.168.201.45@tcp:101:bash.0 Request processed in 498us (957us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045005.046818:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 911 00000100:00100000:0.0:1777045005.066059:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045005.066524:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369956352 00000100:00100000:2.0:1777045005.066540:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369956352 00000100:00100000:2.0:1777045005.066654:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 912 00000100:00100000:2.0:1777045005.066672:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b9c5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:146de360-3fb2-48bd-b418-06f30714148a+65:25847:x1863365369956352:12345-192.168.201.45@tcp:101:bash.0 00010000:00010000:2.0:1777045005.066702:0:12646:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777045005.066735:0:12646:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024800/0x2c8777a5e7d9d742 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148913 expref: -99 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045005.066835:0:12646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024000/0x2c8777a5e7d9d749 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045005.066859:0:12646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024000/0x2c8777a5e7d9d749 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045005.066906:0:12646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024000/0x2c8777a5e7d9d749 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045005.066929:0:12646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025a00/0x2c8777a5e7d9d750 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045005.066941:0:12646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025a00/0x2c8777a5e7d9d750 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045005.066951:0:12646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025a00/0x2c8777a5e7d9d750 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045005.067179:0:12646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025c00/0x2c8777a5e7d9d757 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045005.067294:0:12646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025c00/0x2c8777a5e7d9d757 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045005.067306:0:12646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025c00/0x2c8777a5e7d9d757 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777045005.067359:0:12646:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x3b:0x0]: returning size 512 00000004:00200000:2.0:1777045005.067365:0:12646:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1777045005.067399:0:12646:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025c00/0x2c8777a5e7d9d757 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045005.067416:0:12646:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024000/0x2c8777a5e7d9d749 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045005.067427:0:12646:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024000/0x2c8777a5e7d9d749 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045005.067437:0:12646:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024000/0x2c8777a5e7d9d749 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045005.067448:0:12646:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48024000 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:2.0:1777045005.067454:0:12646:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024000/0x2c8777a5e7d9d749 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045005.067465:0:12646:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024000/0x2c8777a5e7d9d749 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045005.067482:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff98df48c7e700) 00010000:00010000:2.0:1777045005.067498:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777045005.067506:0:12646:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024000/0x2c8777a5e7d9d749 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045005.067516:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024000/0x2c8777a5e7d9d749 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045005.067535:0:12646:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025a00/0x2c8777a5e7d9d750 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045005.067545:0:12646:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025a00/0x2c8777a5e7d9d750 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045005.067554:0:12646:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025a00/0x2c8777a5e7d9d750 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045005.067562:0:12646:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48025a00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:2.0:1777045005.067566:0:12646:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025a00/0x2c8777a5e7d9d750 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045005.067575:0:12646:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025a00/0x2c8777a5e7d9d750 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045005.067587:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x12938145 (ffff98df43d75100) 00010000:00010000:2.0:1777045005.067591:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777045005.067596:0:12646:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025a00/0x2c8777a5e7d9d750 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045005.067605:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025a00/0x2c8777a5e7d9d750 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045005.067651:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024800/0x2c8777a5e7d9d742 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148913 expref: 67 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045005.067692:0:12646:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025c00/0x2c8777a5e7d9d757 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148913 expref: 66 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045005.067704:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3b:0x0].0x0 (ffff98df43d75e00) 00010000:00010000:2.0:1777045005.067707:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1777045005.067711:0:12646:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de48025c00, rc 0) 00000100:00100000:2.0:1777045005.067806:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b9c5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:146de360-3fb2-48bd-b418-06f30714148a+66:25847:x1863365369956352:12345-192.168.201.45@tcp:101:bash.0 Request processed in 1137us (1757us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045005.067818:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 912 00000100:00100000:2.0:1777045005.081036:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045005.081269:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369956480 00000100:00100000:0.0:1777045005.081284:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369956480 00000100:00100000:0.0:1777045005.081379:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 913 00000100:00100000:0.0:1777045005.081396:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de435af800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:146de360-3fb2-48bd-b418-06f30714148a+66:25847:x1863365369956480:12345-192.168.201.45@tcp:101:bash.0 00010000:00010000:0.0:1777045005.081425:0:5856:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777045005.081453:0:5856:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023e00/0x2c8777a5e7d9d75e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee114891a expref: -99 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045005.081554:0:5856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023a00/0x2c8777a5e7d9d765 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045005.081577:0:5856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023a00/0x2c8777a5e7d9d765 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045005.081623:0:5856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023a00/0x2c8777a5e7d9d765 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045005.081711:0:5856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022000/0x2c8777a5e7d9d76c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045005.081727:0:5856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022000/0x2c8777a5e7d9d76c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045005.081741:0:5856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022000/0x2c8777a5e7d9d76c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045005.081846:0:5856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023a00/0x2c8777a5e7d9d765 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045005.081883:0:5856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023a00/0x2c8777a5e7d9d765 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045005.081897:0:5856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023a00/0x2c8777a5e7d9d765 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045005.081908:0:5856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48023a00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:0.0:1777045005.081916:0:5856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023a00/0x2c8777a5e7d9d765 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045005.081929:0:5856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023a00/0x2c8777a5e7d9d765 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045005.081949:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3b:0x0].0x0 (ffff98df43d75e00) 00010000:00010000:0.0:1777045005.081955:0:5856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777045005.081962:0:5856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023a00/0x2c8777a5e7d9d765 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045005.081987:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023a00/0x2c8777a5e7d9d765 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045005.082013:0:5856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022000/0x2c8777a5e7d9d76c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045005.082025:0:5856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022000/0x2c8777a5e7d9d76c lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045005.082037:0:5856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022000/0x2c8777a5e7d9d76c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045005.082047:0:5856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48022000 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:0.0:1777045005.082053:0:5856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022000/0x2c8777a5e7d9d76c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045005.082064:0:5856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022000/0x2c8777a5e7d9d76c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045005.082079:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3b:0x0].0x8cab382d (ffff98df48c7ec00) 00010000:00010000:0.0:1777045005.082085:0:5856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777045005.082090:0:5856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022000/0x2c8777a5e7d9d76c lrc: 2/0,0 mode: --/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045005.082101:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022000/0x2c8777a5e7d9d76c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045005.082159:0:5856:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023e00/0x2c8777a5e7d9d75e lrc: 1/0,0 mode: --/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114891a expref: 67 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045005.082252:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3b:0x0].0x0 (ffff98df43d75e00) 00010000:00010000:0.0:1777045005.082258:0:5856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777045005.082267:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023e00/0x2c8777a5e7d9d75e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114891a expref: 67 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045005.082287:0:5856:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de48023e00, rc 0) 00000100:00100000:0.0:1777045005.082391:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de435af800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:146de360-3fb2-48bd-b418-06f30714148a+66:25847:x1863365369956480:12345-192.168.201.45@tcp:101:bash.0 Request processed in 997us (1366us total) trans 0 rc 301/301 00000100:00100000:0.0:1777045005.082405:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 913 00000100:00100000:2.0:1777045005.123408:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045005.123632:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369956608 00000100:00100000:1.0:1777045005.123647:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369956608 00000100:00100000:1.0:1777045005.123738:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 914 00000100:00100000:1.0:1777045005.123755:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de435ad880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+22:25848:x1863365369956608:12345-192.168.201.45@tcp:101:rm.0 00010000:00010000:1.0:1777045005.123784:0:5855:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777045005.123812:0:5855:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfde00/0x2c8777a5e7d9d773 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148921 expref: -99 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045005.124156:0:5855:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd600/0x2c8777a5e7d9d77a lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045005.124177:0:5855:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd600/0x2c8777a5e7d9d77a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045005.124281:0:5855:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd600/0x2c8777a5e7d9d77a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777045005.124364:0:5855:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 8704 00000004:00200000:1.0:1777045005.124386:0:5855:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 25 stripe count 1 MDT count 1 00000004:00010000:1.0:1777045005.124427:0:5855:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd600/0x2c8777a5e7d9d77a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045005.124465:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfde00/0x2c8777a5e7d9d773 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148921 expref: 24 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045005.124500:0:5855:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd600/0x2c8777a5e7d9d77a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148921 expref: 23 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045005.124514:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff98df48c7e700) 00010000:00010000:1.0:1777045005.124520:0:5855:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1777045005.124526:0:5855:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de41dfd600, rc 0) 00000100:00100000:1.0:1777045005.124609:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de435ad880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+23:25848:x1863365369956608:12345-192.168.201.45@tcp:101:rm.0 Request processed in 856us (1211us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045005.124622:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 914 00000100:00100000:2.0:1777045005.134546:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045005.137432:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369956736 00000100:00100000:1.0:1777045005.137448:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369956736 00000100:00100000:1.0:1777045005.137711:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 915 00000100:00100000:1.0:1777045005.137730:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de435aed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+23:25848:x1863365369956736:12345-192.168.201.45@tcp:101:rm.0 00010000:00010000:1.0:1777045005.137757:0:5857:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777045005.137787:0:5857:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfde00/0x2c8777a5e7d9d781 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148928 expref: -99 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045005.137944:0:5857:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd400/0x2c8777a5e7d9d788 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045005.137967:0:5857:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd400/0x2c8777a5e7d9d788 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045005.138003:0:5857:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd400/0x2c8777a5e7d9d788 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045005.138029:0:5857:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfca00/0x2c8777a5e7d9d78f lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045005.138043:0:5857:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfca00/0x2c8777a5e7d9d78f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045005.138055:0:5857:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfca00/0x2c8777a5e7d9d78f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045005.138254:0:5857:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd200/0x2c8777a5e7d9d796 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045005.138271:0:5857:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd200/0x2c8777a5e7d9d796 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045005.138284:0:5857:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd200/0x2c8777a5e7d9d796 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777045005.138337:0:5857:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x3b:0x0]: returning size 512 00000004:00200000:1.0:1777045005.138344:0:5857:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1777045005.138381:0:5857:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd200/0x2c8777a5e7d9d796 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045005.138400:0:5857:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd400/0x2c8777a5e7d9d788 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045005.138412:0:5857:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd400/0x2c8777a5e7d9d788 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045005.138444:0:5857:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd400/0x2c8777a5e7d9d788 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045005.138455:0:5857:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de41dfd400 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:1.0:1777045005.138462:0:5857:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd400/0x2c8777a5e7d9d788 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045005.138476:0:5857:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd400/0x2c8777a5e7d9d788 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045005.138495:0:5857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff98df48c7e700) 00010000:00010000:1.0:1777045005.138500:0:5857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777045005.138508:0:5857:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd400/0x2c8777a5e7d9d788 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045005.138520:0:5857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd400/0x2c8777a5e7d9d788 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045005.138546:0:5857:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfca00/0x2c8777a5e7d9d78f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045005.138558:0:5857:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfca00/0x2c8777a5e7d9d78f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045005.138568:0:5857:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfca00/0x2c8777a5e7d9d78f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045005.138578:0:5857:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de41dfca00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:1.0:1777045005.138583:0:5857:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfca00/0x2c8777a5e7d9d78f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045005.138612:0:5857:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfca00/0x2c8777a5e7d9d78f lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045005.138627:0:5857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x12938145 (ffff98df46583a00) 00010000:00010000:1.0:1777045005.138631:0:5857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777045005.138636:0:5857:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfca00/0x2c8777a5e7d9d78f lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045005.138646:0:5857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfca00/0x2c8777a5e7d9d78f lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045005.138700:0:5857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfde00/0x2c8777a5e7d9d781 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148928 expref: 25 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045005.138725:0:5857:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd200/0x2c8777a5e7d9d796 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148928 expref: 24 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045005.138739:0:5857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3b:0x0].0x0 (ffff98df43d75e00) 00010000:00010000:1.0:1777045005.138744:0:5857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:1.0:1777045005.138749:0:5857:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de41dfd200, rc 0) 00000100:00100000:1.0:1777045005.138828:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de435aed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+24:25848:x1863365369956736:12345-192.168.201.45@tcp:101:rm.0 Request processed in 1103us (4292us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045005.138840:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 915 00000100:00100000:0.0:1777045005.159766:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045005.163370:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369956864 00000100:00100000:3.0:1777045005.163390:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369956864 00000100:00100000:3.0:1777045005.163493:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 916 00000100:00100000:3.0:1777045005.163511:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b9c4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+24:25848:x1863365369956864:12345-192.168.201.45@tcp:101:rm.0 00010000:00010000:3.0:1777045005.163540:0:7939:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777045005.163571:0:7939:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067200/0x2c8777a5e7d9d79d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee114892f expref: -99 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045005.163774:0:7939:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066200/0x2c8777a5e7d9d7a4 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045005.163798:0:7939:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066200/0x2c8777a5e7d9d7a4 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045005.163816:0:7939:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066200/0x2c8777a5e7d9d7a4 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045005.163841:0:7939:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066400/0x2c8777a5e7d9d7ab lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045005.163894:0:7939:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066400/0x2c8777a5e7d9d7ab lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045005.163907:0:7939:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066400/0x2c8777a5e7d9d7ab lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045005.163995:0:7939:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066200/0x2c8777a5e7d9d7a4 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045005.164008:0:7939:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066200/0x2c8777a5e7d9d7a4 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045005.164019:0:7939:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066200/0x2c8777a5e7d9d7a4 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045005.164030:0:7939:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48066200 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:3.0:1777045005.164036:0:7939:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066200/0x2c8777a5e7d9d7a4 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045005.164048:0:7939:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066200/0x2c8777a5e7d9d7a4 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045005.164067:0:7939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3b:0x0].0x0 (ffff98df43d75e00) 00010000:00010000:3.0:1777045005.164072:0:7939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777045005.164079:0:7939:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066200/0x2c8777a5e7d9d7a4 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045005.164089:0:7939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066200/0x2c8777a5e7d9d7a4 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045005.164107:0:7939:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066400/0x2c8777a5e7d9d7ab lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045005.164118:0:7939:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066400/0x2c8777a5e7d9d7ab lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045005.164127:0:7939:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066400/0x2c8777a5e7d9d7ab lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045005.164135:0:7939:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48066400 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:3.0:1777045005.164140:0:7939:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066400/0x2c8777a5e7d9d7ab lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045005.164149:0:7939:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066400/0x2c8777a5e7d9d7ab lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045005.164159:0:7939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3b:0x0].0x8cab382d (ffff98df47376400) 00010000:00010000:3.0:1777045005.164163:0:7939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777045005.164167:0:7939:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066400/0x2c8777a5e7d9d7ab lrc: 2/0,0 mode: --/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045005.164177:0:7939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066400/0x2c8777a5e7d9d7ab lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045005.164277:0:7939:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067200/0x2c8777a5e7d9d79d lrc: 1/0,0 mode: --/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114892f expref: 25 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045005.164298:0:7939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3b:0x0].0x0 (ffff98df43d75e00) 00010000:00010000:3.0:1777045005.164303:0:7939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777045005.164311:0:7939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067200/0x2c8777a5e7d9d79d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114892f expref: 25 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045005.164340:0:7939:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de48067200, rc 0) 00000100:00100000:3.0:1777045005.164448:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b9c4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+24:25848:x1863365369956864:12345-192.168.201.45@tcp:101:rm.0 Request processed in 938us (4691us total) trans 0 rc 301/301 00000100:00100000:3.0:1777045005.164463:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 916 00000100:00100000:2.0:1777045005.184162:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045005.184397:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369956992 00000100:00100000:3.0:1777045005.184414:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369956992 00000100:00100000:3.0:1777045005.184506:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 917 00000100:00100000:3.0:1777045005.184523:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de435adf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+24:25848:x1863365369956992:12345-192.168.201.45@tcp:101:rm.0 00010000:00010000:3.0:1777045005.184551:0:12646:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777045005.184582:0:12646:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067200/0x2c8777a5e7d9d7b2 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148936 expref: -99 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045005.184676:0:12646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066400/0x2c8777a5e7d9d7b9 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045005.184699:0:12646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066400/0x2c8777a5e7d9d7b9 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045005.184716:0:12646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066400/0x2c8777a5e7d9d7b9 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045005.184738:0:12646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066200/0x2c8777a5e7d9d7c0 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045005.184752:0:12646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066200/0x2c8777a5e7d9d7c0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045005.184763:0:12646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066200/0x2c8777a5e7d9d7c0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045005.185115:0:12646:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066400/0x2c8777a5e7d9d7b9 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045005.185127:0:12646:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066400/0x2c8777a5e7d9d7b9 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045005.185137:0:12646:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066400/0x2c8777a5e7d9d7b9 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045005.185147:0:12646:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48066400 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:3.0:1777045005.185154:0:12646:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066400/0x2c8777a5e7d9d7b9 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045005.185166:0:12646:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066400/0x2c8777a5e7d9d7b9 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045005.185184:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3b:0x0].0x0 (ffff98df43d75e00) 00010000:00010000:3.0:1777045005.185189:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777045005.185195:0:12646:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066400/0x2c8777a5e7d9d7b9 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045005.185254:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066400/0x2c8777a5e7d9d7b9 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045005.185274:0:12646:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066200/0x2c8777a5e7d9d7c0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045005.185284:0:12646:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066200/0x2c8777a5e7d9d7c0 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045005.185293:0:12646:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066200/0x2c8777a5e7d9d7c0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045005.185302:0:12646:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48066200 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:3.0:1777045005.185306:0:12646:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066200/0x2c8777a5e7d9d7c0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045005.185316:0:12646:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066200/0x2c8777a5e7d9d7c0 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045005.185328:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3b:0x0].0x8cab382d (ffff98df47376400) 00010000:00010000:3.0:1777045005.185333:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777045005.185338:0:12646:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066200/0x2c8777a5e7d9d7c0 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045005.185348:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066200/0x2c8777a5e7d9d7c0 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045005.185394:0:12646:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067200/0x2c8777a5e7d9d7b2 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148936 expref: 25 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045005.185410:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3b:0x0].0x0 (ffff98df43d75e00) 00010000:00010000:3.0:1777045005.185413:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777045005.185420:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067200/0x2c8777a5e7d9d7b2 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148936 expref: 25 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045005.185436:0:12646:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de48067200, rc 0) 00000100:00100000:3.0:1777045005.185510:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de435adf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+24:25848:x1863365369956992:12345-192.168.201.45@tcp:101:rm.0 Request processed in 990us (1356us total) trans 0 rc 301/301 00000100:00100000:3.0:1777045005.185523:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 917 00000100:00100000:2.0:1777045005.299529:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045005.299671:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369957120 00000100:00100000:1.0:1777045005.299685:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369957120 00000100:00100000:1.0:1777045005.299760:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 918 00000100:00100000:1.0:1777045005.299774:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de435ac700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+24:25849:x1863365369957120:12345-192.168.201.45@tcp:101:cp.0 00010000:00010000:1.0:1777045005.299819:0:5857:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777045005.299846:0:5857:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfde00/0x2c8777a5e7d9d7c7 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee114893d expref: -99 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045005.299991:0:5857:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfca00/0x2c8777a5e7d9d7ce lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045005.300011:0:5857:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfca00/0x2c8777a5e7d9d7ce lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045005.300027:0:5857:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfca00/0x2c8777a5e7d9d7ce lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045005.300046:0:5857:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd400/0x2c8777a5e7d9d7d5 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045005.300056:0:5857:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd400/0x2c8777a5e7d9d7d5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045005.300066:0:5857:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd400/0x2c8777a5e7d9d7d5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045005.300145:0:5857:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfca00/0x2c8777a5e7d9d7ce lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045005.300155:0:5857:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfca00/0x2c8777a5e7d9d7ce lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045005.300164:0:5857:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfca00/0x2c8777a5e7d9d7ce lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045005.300173:0:5857:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de41dfca00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:1.0:1777045005.300187:0:5857:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfca00/0x2c8777a5e7d9d7ce lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045005.300236:0:5857:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfca00/0x2c8777a5e7d9d7ce lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045005.300254:0:5857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3b:0x0].0x0 (ffff98df43d75e00) 00010000:00010000:1.0:1777045005.300259:0:5857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777045005.300264:0:5857:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfca00/0x2c8777a5e7d9d7ce lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045005.300273:0:5857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfca00/0x2c8777a5e7d9d7ce lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045005.300296:0:5857:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd400/0x2c8777a5e7d9d7d5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045005.300305:0:5857:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd400/0x2c8777a5e7d9d7d5 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045005.300313:0:5857:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd400/0x2c8777a5e7d9d7d5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045005.300320:0:5857:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de41dfd400 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:1.0:1777045005.300323:0:5857:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd400/0x2c8777a5e7d9d7d5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045005.300331:0:5857:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd400/0x2c8777a5e7d9d7d5 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045005.300340:0:5857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3b:0x0].0x8cab382d (ffff98df46583a00) 00010000:00010000:1.0:1777045005.300344:0:5857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777045005.300356:0:5857:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd400/0x2c8777a5e7d9d7d5 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045005.300366:0:5857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd400/0x2c8777a5e7d9d7d5 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045005.300414:0:5857:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfde00/0x2c8777a5e7d9d7c7 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114893d expref: 25 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045005.300428:0:5857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3b:0x0].0x0 (ffff98df43d75e00) 00010000:00010000:1.0:1777045005.300431:0:5857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777045005.300436:0:5857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfde00/0x2c8777a5e7d9d7c7 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114893d expref: 25 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045005.300449:0:5857:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de41dfde00, rc 0) 00000100:00100000:1.0:1777045005.300526:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de435ac700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+24:25849:x1863365369957120:12345-192.168.201.45@tcp:101:cp.0 Request processed in 754us (1005us total) trans 0 rc 301/301 00000100:00100000:1.0:1777045005.300537:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 918 00000100:00100000:2.0:1777045005.313027:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045005.313589:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369957248 00000100:00100000:1.0:1777045005.313603:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369957248 00000100:00100000:1.0:1777045005.313709:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 919 00000100:00100000:1.0:1777045005.313724:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de435af100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+24:25849:x1863365369957248:12345-192.168.201.45@tcp:101:cp.0 00010000:00010000:1.0:1777045005.313752:0:5855:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777045005.314066:0:5855:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfde00/0x2c8777a5e7d9d7dc lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148944 expref: -99 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045005.314161:0:5855:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd400/0x2c8777a5e7d9d7e3 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045005.314294:0:5855:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd400/0x2c8777a5e7d9d7e3 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045005.314311:0:5855:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd400/0x2c8777a5e7d9d7e3 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045005.314334:0:5855:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfca00/0x2c8777a5e7d9d7ea lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045005.314346:0:5855:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfca00/0x2c8777a5e7d9d7ea lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045005.314357:0:5855:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfca00/0x2c8777a5e7d9d7ea lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045005.314444:0:5855:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd400/0x2c8777a5e7d9d7e3 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045005.314454:0:5855:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd400/0x2c8777a5e7d9d7e3 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045005.314463:0:5855:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd400/0x2c8777a5e7d9d7e3 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045005.314474:0:5855:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de41dfd400 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:1.0:1777045005.314479:0:5855:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd400/0x2c8777a5e7d9d7e3 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045005.314489:0:5855:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd400/0x2c8777a5e7d9d7e3 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045005.314506:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3b:0x0].0x0 (ffff98df43d75e00) 00010000:00010000:1.0:1777045005.314519:0:5855:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777045005.314526:0:5855:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd400/0x2c8777a5e7d9d7e3 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045005.314535:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd400/0x2c8777a5e7d9d7e3 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045005.314559:0:5855:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfca00/0x2c8777a5e7d9d7ea lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045005.314568:0:5855:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfca00/0x2c8777a5e7d9d7ea lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045005.314576:0:5855:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfca00/0x2c8777a5e7d9d7ea lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045005.314585:0:5855:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de41dfca00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:1.0:1777045005.314588:0:5855:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfca00/0x2c8777a5e7d9d7ea lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045005.314597:0:5855:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfca00/0x2c8777a5e7d9d7ea lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045005.314608:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3b:0x0].0x8cab382d (ffff98df46583a00) 00010000:00010000:1.0:1777045005.314612:0:5855:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777045005.314616:0:5855:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfca00/0x2c8777a5e7d9d7ea lrc: 2/0,0 mode: --/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045005.314624:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfca00/0x2c8777a5e7d9d7ea lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045005.314669:0:5855:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfde00/0x2c8777a5e7d9d7dc lrc: 1/0,0 mode: --/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148944 expref: 25 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045005.314695:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3b:0x0].0x0 (ffff98df43d75e00) 00010000:00010000:1.0:1777045005.314699:0:5855:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777045005.314705:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfde00/0x2c8777a5e7d9d7dc lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148944 expref: 25 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045005.314721:0:5855:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de41dfde00, rc 0) 00000100:00100000:1.0:1777045005.314798:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de435af100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+24:25849:x1863365369957248:12345-192.168.201.45@tcp:101:cp.0 Request processed in 1077us (1782us total) trans 0 rc 301/301 00000100:00100000:1.0:1777045005.314810:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 919 00000100:00100000:2.0:1777045005.324387:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045005.331495:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369957504 00000100:00100000:1.0:1777045005.331514:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369957504 00000100:00100000:0.0:1777045005.331987:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 920 00000100:00100000:0.0:1777045005.332003:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de435adc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+24:25849:x1863365369957504:12345-192.168.201.45@tcp:101:cp.0 00010000:00010000:0.0:1777045005.332032:0:5856:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777045005.332059:0:5856:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022000/0x2c8777a5e7d9d7f1 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x3b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee114894b expref: -99 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045005.332347:0:5856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023a00/0x2c8777a5e7d9d7f8 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x3b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045005.332370:0:5856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023a00/0x2c8777a5e7d9d7f8 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045005.332387:0:5856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023a00/0x2c8777a5e7d9d7f8 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045005.332407:0:5856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022e00/0x2c8777a5e7d9d7ff lrc: 3/0,1 mode: --/PW res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045005.332434:0:5856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022e00/0x2c8777a5e7d9d7ff lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045005.332444:0:5856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022e00/0x2c8777a5e7d9d7ff lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1777045005.333457:0:5856:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x13:0x0], index 1: 0 00010000:00010000:0.0:1777045005.333689:0:5856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023400/0x2c8777a5e7d9d806 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x18:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045005.333704:0:5856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023400/0x2c8777a5e7d9d806 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045005.333715:0:5856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023400/0x2c8777a5e7d9d806 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045005.333760:0:5856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023a00/0x2c8777a5e7d9d7f8 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045005.333771:0:5856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023a00/0x2c8777a5e7d9d7f8 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045005.333780:0:5856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023a00/0x2c8777a5e7d9d7f8 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045005.333788:0:5856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48023a00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:0.0:1777045005.333794:0:5856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023a00/0x2c8777a5e7d9d7f8 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045005.333804:0:5856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023a00/0x2c8777a5e7d9d7f8 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045005.333836:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3b:0x0].0x0 (ffff98df43d75e00) 00010000:00010000:0.0:1777045005.333840:0:5856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777045005.333847:0:5856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023a00/0x2c8777a5e7d9d7f8 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045005.333880:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023a00/0x2c8777a5e7d9d7f8 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777045005.333901:0:5856:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000002bc05c92 reply state 00000000d580ce05 transno 4294967905 ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022e00/0x2c8777a5e7d9d7ff lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777045005.333914:0:5856:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1777045005.333957:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022000/0x2c8777a5e7d9d7f1 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114894b expref: 27 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045005.333978:0:5856:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023400/0x2c8777a5e7d9d806 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114894b expref: 26 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045005.333989:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x18:0x0].0x0 (ffff98df48c7ee00) 00010000:00010000:0.0:1777045005.333993:0:5856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777045005.333997:0:5856:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de48023400, rc 0) 00000100:00100000:0.0:1777045005.334082:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de435adc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+27:25849:x1863365369957504:12345-192.168.201.45@tcp:101:cp.0 Request processed in 2081us (9705us total) trans 4294967905 rc 0/0 00000100:00100000:0.0:1777045005.334095:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 920 00010000:00010000:0.0:1777045005.341200:0:3328:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022e00/0x2c8777a5e7d9d7ff lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045005.345679:0:3328:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022e00/0x2c8777a5e7d9d7ff lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045005.345725:0:3328:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022e00/0x2c8777a5e7d9d7ff lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045005.345736:0:3328:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48022e00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:0.0:1777045005.345744:0:3328:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022e00/0x2c8777a5e7d9d7ff lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045005.345756:0:3328:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022e00/0x2c8777a5e7d9d7ff lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045005.345780:0:3328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3b:0x0].0x8cab382d (ffff98df48c7ec00) 00010000:00010000:0.0:1777045005.345785:0:3328:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777045005.345792:0:3328:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022e00/0x2c8777a5e7d9d7ff lrc: 2/0,0 mode: --/PW res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045005.345801:0:3328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022e00/0x2c8777a5e7d9d7ff lrc: 0/0,0 mode: --/PW res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777045005.360747:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045005.364668:0:6641:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369957632 00000100:00100000:3.0:1777045005.364684:0:6641:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369957632 00000100:00100000:3.0:1777045005.364797:0:6641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 245 00000100:00100000:3.0:1777045005.364813:0:6641:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de435ae680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2392:x1863365369957632:12345-192.168.201.45@tcp:101:cp.0 00010000:00010000:3.0:1777045005.364836:0:6641:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777045005.364885:0:6641:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e8aaa4df/0x2c8777a5e7d9d814 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148952 expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777045005.364921:0:6641:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x13:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1777045005.364944:0:6641:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777045005.364948:0:6641:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777045005.364960:0:6641:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e8aaa4df/0x2c8777a5e7d9d814 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148952 expref: 10 pid: 6641 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045005.364986:0:6641:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000e8aaa4df/0x2c8777a5e7d9d814 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148952 expref: 10 pid: 6641 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045005.365004:0:6641:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de48067200, rc 0) 00000100:00100000:3.0:1777045005.365081:0:6641:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de435ae680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+10:2392:x1863365369957632:12345-192.168.201.45@tcp:101:cp.0 Request processed in 271us (4344us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045005.365091:0:6641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 245 00000100:00080000:1.0:1777045005.365363:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1777045005.371481:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045005.371633:0:14822:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369957760 00000100:00100000:0.0:1777045005.371645:0:14822:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369957760 00000100:00100000:0.0:1777045005.371722:0:14822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 246 00000100:00100000:0.0:1777045005.371738:0:14822:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de435ac000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+10:25849:x1863365369957760:12345-192.168.201.45@tcp:101:cp.0 00010000:00010000:0.0:1777045005.371763:0:14822:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777045005.371788:0:14822:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000042c04c78/0x2c8777a5e7d9d81b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148959 expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045005.371830:0:14822:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000e8aaa4df/0x2c8777a5e7d9d814 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148952 expref: 11 pid: 6641 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045005.371918:0:14822:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777045005.371922:0:14822:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777045005.371931:0:14822:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000042c04c78/0x2c8777a5e7d9d81b lrc: 4/0,0 mode: --/PW res: [0x280000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148959 expref: 11 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045005.371980:0:14822:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000e8aaa4df/0x2c8777a5e7d9d814 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148952 expref: 11 pid: 6641 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045005.372000:0:14822:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000e8aaa4df/0x2c8777a5e7d9d814 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148952 expref: 11 pid: 6641 timeout: 1733 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777045005.372021:0:14822:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7b9c7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14822:1863365424341888:192.168.201.45@tcp:104: 00000100:00100000:0.0:1777045005.372155:0:14822:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df586ea180 going to sleep for 11 seconds 00000100:00100000:3.0:1777045005.383678:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045005.384531:0:14822:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7b9c7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14822:1863365424341888:192.168.201.45@tcp:104: 00010000:00010000:0.0:1777045005.384578:0:14822:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000042c04c78/0x2c8777a5e7d9d81b lrc: 3/0,0 mode: --/PW res: [0x280000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148959 expref: 11 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045005.384610:0:14822:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de48022e00, rc 0) 00000100:00100000:0.0:1777045005.384697:0:14822:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de435ac000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+11:25849:x1863365369957760:12345-192.168.201.45@tcp:101:cp.0 Request processed in 12962us (13226us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045005.384711:0:14822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 246 00000100:00100000:1.0:1777045005.392046:0:5843:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369957888 00000100:00100000:1.0:1777045005.392065:0:5843:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369957888 00010000:00010000:1.0:1777045005.392126:0:5843:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000e8aaa4df/0x2c8777a5e7d9d814 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148952 expref: 11 pid: 6641 timeout: 1733 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777045005.392640:0:5843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 275 00000100:00100000:1.0:1777045005.392657:0:5843:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df5f98f850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+11:2393:x1863365369957888:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777045005.392679:0:5843:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777045005.392708:0:5843:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000e8aaa4df/0x2c8777a5e7d9d814 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148952 expref: 11 pid: 6641 timeout: 1733 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045005.392727:0:5843:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000e8aaa4df/0x2c8777a5e7d9d814 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148952 expref: 11 pid: 6641 timeout: 1733 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045005.392784:0:5843:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e8aaa4df/0x2c8777a5e7d9d814 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148952 expref: 11 pid: 6641 timeout: 1733 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045005.392805:0:5843:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777045005.392808:0:5843:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777045005.392817:0:5843:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000042c04c78/0x2c8777a5e7d9d81b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148959 expref: 10 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045005.392832:0:5843:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000042c04c78/0x2c8777a5e7d9d81b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148959 expref: 10 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045005.392921:0:5843:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000042c04c78/0x2c8777a5e7d9d81b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148959 expref: 10 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777045005.392942:0:5843:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de41c64a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5843:1863365424342016:192.168.201.45@tcp:105: 00000100:00100000:1.0:1777045005.393057:0:5843:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df7416e240 going to sleep for 11 seconds 00000040:00080000:0.0:1777045005.401282:0:11491:0:(llog.c:801:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1777045005.401291:0:11491:0:(llog_cat.c:158:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1777045005.402157:0:11491:0:(llog.c:858:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1777045005.402189:0:11491:0:(llog.c:858:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1777045005.403998:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045005.404112:0:5843:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de41c64a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5843:1863365424342016:192.168.201.45@tcp:105: 00010000:00010000:1.0:1777045005.404142:0:5843:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777045005.410619:0:5859:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369958144 00000100:00100000:2.0:1777045005.410636:0:5859:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369958144 00000100:00100000:2.0:1777045005.410727:0:5859:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 208 00000100:00100000:2.0:1777045005.410742:0:5859:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df60158050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+26:25849:x1863365369958144:12345-192.168.201.45@tcp:35:cp.0 00000100:00100000:1.0:1777045005.420698:0:5843:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df5f98f850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+10:2393:x1863365369957888:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 28031us (37019us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045005.420719:0:5843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 275 00000100:00100000:2.0:1777045005.423770:0:5859:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df60158050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+27:25849:x1863365369958144:12345-192.168.201.45@tcp:35:cp.0 Request processed in 13018us (19766us total) trans 4294967906 rc 0/0 00000100:00100000:2.0:1777045005.423790:0:5859:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 208 00000100:00100000:0.0:1777045005.579576:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045005.584295:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369958272 00000100:00100000:3.0:1777045005.584594:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369958272 00000100:00100000:3.0:1777045005.585244:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 921 00000100:00100000:3.0:1777045005.585262:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b9c7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:146de360-3fb2-48bd-b418-06f30714148a+66:25852:x1863365369958272:12345-192.168.201.45@tcp:101:lfs.0 00010000:00010000:3.0:1777045005.585338:0:7939:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777045005.585368:0:7939:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066400/0x2c8777a5e7d9d822 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148960 expref: -99 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045005.585492:0:7939:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066200/0x2c8777a5e7d9d829 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045005.585515:0:7939:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066200/0x2c8777a5e7d9d829 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045005.585536:0:7939:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066200/0x2c8777a5e7d9d829 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045005.585559:0:7939:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066a00/0x2c8777a5e7d9d830 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045005.585572:0:7939:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066a00/0x2c8777a5e7d9d830 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045005.585583:0:7939:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066a00/0x2c8777a5e7d9d830 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045005.585737:0:7939:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067c00/0x2c8777a5e7d9d837 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x18:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045005.585753:0:7939:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067c00/0x2c8777a5e7d9d837 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x18:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045005.585789:0:7939:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067c00/0x2c8777a5e7d9d837 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x18:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777045005.585838:0:7939:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x18:0x0]: returning size 158 00000004:00200000:3.0:1777045005.585845:0:7939:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1777045005.585902:0:7939:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067c00/0x2c8777a5e7d9d837 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x18:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045005.585921:0:7939:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067c00/0x2c8777a5e7d9d837 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045005.585934:0:7939:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066200/0x2c8777a5e7d9d829 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045005.585945:0:7939:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066200/0x2c8777a5e7d9d829 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045005.585955:0:7939:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066200/0x2c8777a5e7d9d829 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045005.585966:0:7939:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48066200 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:3.0:1777045005.585972:0:7939:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066200/0x2c8777a5e7d9d829 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045005.585984:0:7939:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066200/0x2c8777a5e7d9d829 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045005.586000:0:7939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3b:0x0].0x0 (ffff98df43d75e00) 00010000:00010000:3.0:1777045005.586005:0:7939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777045005.586011:0:7939:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066200/0x2c8777a5e7d9d829 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045005.586021:0:7939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066200/0x2c8777a5e7d9d829 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045005.586039:0:7939:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066a00/0x2c8777a5e7d9d830 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045005.586048:0:7939:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066a00/0x2c8777a5e7d9d830 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045005.586057:0:7939:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066a00/0x2c8777a5e7d9d830 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045005.586065:0:7939:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48066a00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:3.0:1777045005.586070:0:7939:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066a00/0x2c8777a5e7d9d830 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045005.586079:0:7939:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066a00/0x2c8777a5e7d9d830 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045005.586089:0:7939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3b:0x0].0x8cab382d (ffff98df47376100) 00010000:00010000:3.0:1777045005.586093:0:7939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777045005.586097:0:7939:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066a00/0x2c8777a5e7d9d830 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045005.586105:0:7939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066a00/0x2c8777a5e7d9d830 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045005.586147:0:7939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066400/0x2c8777a5e7d9d822 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148960 expref: 68 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045005.586168:0:7939:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067c00/0x2c8777a5e7d9d837 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148960 expref: 67 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045005.586179:0:7939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x18:0x0].0x0 (ffff98df48c7ee00) 00010000:00010000:3.0:1777045005.586183:0:7939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777045005.586187:0:7939:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de48067c00, rc 0) 00000100:00100000:3.0:1777045005.587179:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b9c7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:146de360-3fb2-48bd-b418-06f30714148a+67:25852:x1863365369958272:12345-192.168.201.45@tcp:101:lfs.0 Request processed in 1917us (7611us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045005.587196:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 921 00000100:00100000:3.0:1777045005.601691:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045005.605729:0:8776:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369958400 00000100:00100000:0.0:1777045005.605745:0:8776:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369958400 00000100:00100000:0.0:1777045005.605886:0:8776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 247 00000100:00100000:0.0:1777045005.605901:0:8776:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de48095880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:146de360-3fb2-48bd-b418-06f30714148a+13:2393:x1863365369958400:12345-192.168.201.45@tcp:101:lfs.0 00010000:00010000:0.0:1777045005.605925:0:8776:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777045005.605950:0:8776:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004db510d3/0x2c8777a5e7d9d83e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148967 expref: -99 pid: 8776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777045005.606034:0:8776:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7b9c6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8776:1863365424342144:192.168.201.45@tcp:106: 00000100:00100000:0.0:1777045005.606172:0:8776:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df586ea180 going to sleep for 11 seconds 00000100:00080000:1.0:1777045005.607259:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00002000:00010000:0.0:1777045005.621809:0:8776:0:(ofd_lvb.c:259:ofd_lvbo_update()) res: [0x280000400:0x13:0x0] updating lvb size: 0 -> 158 00002000:00010000:0.0:1777045005.621821:0:8776:0:(ofd_lvb.c:265:ofd_lvbo_update()) res: [0x280000400:0x13:0x0] updating lvb mtime: 0 -> 1777045005 00002000:00010000:0.0:1777045005.621824:0:8776:0:(ofd_lvb.c:271:ofd_lvbo_update()) res: [0x280000400:0x13:0x0] updating lvb atime: 0 -> 1777045005 00002000:00010000:0.0:1777045005.621827:0:8776:0:(ofd_lvb.c:277:ofd_lvbo_update()) res: [0x280000400:0x13:0x0] updating lvb ctime: 0 -> 1777045005 00000100:00100000:0.0:1777045005.621955:0:8776:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7b9c6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8776:1863365424342144:192.168.201.45@tcp:106: 00010000:00010000:0.0:1777045005.622003:0:8776:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000004db510d3/0x2c8777a5e7d9d83e lrc: 1/0,0 mode: --/PR res: [0x280000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148967 expref: 14 pid: 8776 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045005.622037:0:8776:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004db510d3/0x2c8777a5e7d9d83e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148967 expref: 14 pid: 8776 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045005.622057:0:8776:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de48022000, rc 0) 00000100:00100000:0.0:1777045005.622143:0:8776:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de48095880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:146de360-3fb2-48bd-b418-06f30714148a+13:2393:x1863365369958400:12345-192.168.201.45@tcp:101:lfs.0 Request processed in 16243us (20462us total) trans 0 rc 301/301 00000100:00100000:0.0:1777045005.622180:0:8776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 247 00000100:00100000:2.0:1777045005.640170:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045005.640347:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369958528 00000100:00100000:3.0:1777045005.640361:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369958528 00000100:00100000:3.0:1777045005.640436:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 922 00000100:00100000:3.0:1777045005.640451:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de435ad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:146de360-3fb2-48bd-b418-06f30714148a+67:25852:x1863365369958528:12345-192.168.201.45@tcp:101:lfs.0 00010000:00010000:3.0:1777045005.640477:0:12646:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777045005.640501:0:12646:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066400/0x2c8777a5e7d9d845 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee114896e expref: -99 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045005.640587:0:12646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066a00/0x2c8777a5e7d9d84c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045005.640609:0:12646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066a00/0x2c8777a5e7d9d84c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045005.640627:0:12646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066a00/0x2c8777a5e7d9d84c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777045005.640705:0:12646:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x3b:0x0]: returning size 512 00000004:00200000:3.0:1777045005.640710:0:12646:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:3.0:1777045005.640739:0:12646:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066a00/0x2c8777a5e7d9d84c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045005.640777:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066400/0x2c8777a5e7d9d845 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114896e expref: 69 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045005.640801:0:12646:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066a00/0x2c8777a5e7d9d84c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114896e expref: 68 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045005.640821:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3b:0x0].0x0 (ffff98df43d75e00) 00010000:00010000:3.0:1777045005.640825:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1777045005.640830:0:12646:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de48066a00, rc 0) 00000100:00100000:3.0:1777045005.641170:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de435ad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:146de360-3fb2-48bd-b418-06f30714148a+68:25852:x1863365369958528:12345-192.168.201.45@tcp:101:lfs.0 Request processed in 719us (1008us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045005.641182:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 922 00000100:00100000:3.0:1777045005.655152:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045005.655663:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369958656 00000100:00100000:2.0:1777045005.655676:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369958656 00000100:00100000:2.0:1777045005.655756:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 248 00000100:00100000:2.0:1777045005.655772:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de48096d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:146de360-3fb2-48bd-b418-06f30714148a+13:2390:x1863365369958656:12345-192.168.201.45@tcp:101:lfs.0 00010000:00010000:2.0:1777045005.655796:0:6642:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777045005.655820:0:6642:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e8287a1a/0x2c8777a5e7d9d853 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148975 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777045005.656079:0:6642:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de435ad500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6642:1863365424342272:192.168.201.45@tcp:106: 00000100:00100000:2.0:1777045005.656191:0:6642:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df77a013c0 going to sleep for 11 seconds 00000100:00100000:3.0:1777045005.661101:0:6642:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de435ad500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6642:1863365424342272:192.168.201.45@tcp:106: 00010000:00010000:3.0:1777045005.661149:0:6642:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000e8287a1a/0x2c8777a5e7d9d853 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148975 expref: 14 pid: 6642 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045005.661181:0:6642:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e8287a1a/0x2c8777a5e7d9d853 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148975 expref: 14 pid: 6642 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045005.661199:0:6642:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de48024600, rc 0) 00000100:00100000:2.0:1777045005.667595:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de48096d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:146de360-3fb2-48bd-b418-06f30714148a+13:2390:x1863365369958656:12345-192.168.201.45@tcp:101:lfs.0 Request processed in 11815us (12442us total) trans 0 rc 301/301 00000100:00100000:2.0:1777045005.667612:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 248 00000100:00100000:0.0:1777045005.685391:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045005.688829:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369958912 00000100:00100000:1.0:1777045005.688846:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369958912 00000100:00100000:1.0:1777045005.689075:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 923 00000100:00100000:1.0:1777045005.689107:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b9c6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:146de360-3fb2-48bd-b418-06f30714148a+68:25852:x1863365369958912:12345-192.168.201.45@tcp:58:lfs.0 00000040:00080000:1.0:1777045005.689484:0:5857:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].23, 136 off11320 00000100:00100000:1.0:1777045005.690043:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b9c6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:146de360-3fb2-48bd-b418-06f30714148a+68:25852:x1863365369958912:12345-192.168.201.45@tcp:58:lfs.0 Request processed in 935us (4660us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045005.690272:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 923 00010000:00010000:1.0:1777045005.781638:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1777045006.426644:0:11491:0:(llog.c:801:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1777045006.426657:0:11491:0:(llog_cat.c:158:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1777045006.426748:0:11491:0:(llog.c:858:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 24 count 2 00000040:00080000:2.0:1777045006.426760:0:11491:0:(llog.c:858:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1777045006.427140:0:11491:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de435aca80 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11491:1863365424342400:192.168.201.45@tcp:107:hsm_cdtr.0 00000100:00100000:2.0:1777045006.427289:0:11491:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df51afbb40 going to sleep for 11 seconds 00000100:00100000:2.0:1777045006.447635:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045006.447985:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369959040 00000100:00100000:1.0:1777045006.447998:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369959040 00000100:00100000:1.0:1777045006.448086:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 924 00000100:00100000:1.0:1777045006.448102:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de435ae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+28:25862:x1863365369959040:12345-192.168.201.45@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1777045006.448145:0:7939:0:(mdt_handler.c:7958:mdt_fid2path()) path get [0x200000402:0x18:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1777045006.448353:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de435ae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+28:25862:x1863365369959040:12345-192.168.201.45@tcp:53:lhsmtool_posix.0 Request processed in 254us (756us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045006.448366:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 924 00000100:00100000:3.0:1777045006.449276:0:11491:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de435aca80 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11491:1863365424342400:192.168.201.45@tcp:107:hsm_cdtr.0 00000100:00080000:2.0:1777045006.451353:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1777045006.467722:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045006.468827:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369959296 00000100:00100000:3.0:1777045006.468866:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369959296 00000100:00100000:3.0:1777045006.468948:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 925 00000100:00100000:3.0:1777045006.468964:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de435af480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+27:25862:x1863365369959296:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1777045006.468992:0:12646:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777045006.469019:0:12646:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066400/0x2c8777a5e7d9d85a lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee114897c expref: -99 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045006.469170:0:12646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066200/0x2c8777a5e7d9d861 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x18:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045006.469192:0:12646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066200/0x2c8777a5e7d9d861 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045006.469240:0:12646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066200/0x2c8777a5e7d9d861 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777045006.469257:0:12646:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x18:0x0]: returning size 158 00010000:00010000:3.0:1777045006.469424:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066400/0x2c8777a5e7d9d85a lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114897c expref: 30 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045006.469449:0:12646:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066200/0x2c8777a5e7d9d861 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114897c expref: 29 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045006.469463:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x18:0x0].0x0 (ffff98df48c7ee00) 00010000:00010000:3.0:1777045006.469468:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777045006.469473:0:12646:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de48066200, rc 0) 00000100:00100000:3.0:1777045006.469550:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de435af480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+29:25862:x1863365369959296:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 Request processed in 590us (1840us total) trans 4294967907 rc 0/0 00000100:00100000:3.0:1777045006.469563:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 925 00000100:00100000:3.0:1777045006.485166:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045006.485313:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045006.485722:0:5842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369959552 00000100:00100000:2.0:1777045006.485737:0:5842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369959552 00000100:00100000:2.0:1777045006.485875:0:5842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 51 00000100:00100000:2.0:1777045006.485890:0:5842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de48094700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+29:2392:x1863365369959552:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777045006.485927:0:5842:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777045006.485961:0:5842:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066200/0x2c8777a5e7d9d861 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114897c expref: 29 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045006.485992:0:5842:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x18:0x0].0x0 (ffff98df48c7ee00) 00010000:00010000:2.0:1777045006.485999:0:5842:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777045006.486071:0:5842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de48094700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+28:2392:x1863365369959552:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 184us (759us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045006.486084:0:5842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 51 00000100:00100000:1.0:1777045006.486883:0:14822:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369959424 00000100:00100000:1.0:1777045006.486892:0:14822:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369959424 00000100:00100000:1.0:1777045006.486969:0:14822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 249 00000100:00100000:1.0:1777045006.486982:0:14822:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de48095f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+10:2390:x1863365369959424:12345-192.168.201.45@tcp:1:lhsmtool_posix.0 00010000:00010000:1.0:1777045006.487035:0:14822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000005ca8f041/0x2c8777a5e7d9d86f lrc: 3/1,0 mode: --/PR res: [0x280000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045006.487062:0:14822:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000042c04c78/0x2c8777a5e7d9d81b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148959 expref: 10 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045006.487076:0:14822:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777045006.487079:0:14822:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777045006.487095:0:14822:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005ca8f041/0x2c8777a5e7d9d86f lrc: 4/1,0 mode: --/PR res: [0x280000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045006.487141:0:14822:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000042c04c78/0x2c8777a5e7d9d81b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148959 expref: 10 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045006.487163:0:14822:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000042c04c78/0x2c8777a5e7d9d81b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148959 expref: 10 pid: 14822 timeout: 1734 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777045006.487184:0:14822:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de41c64a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14822:1863365424342528:192.168.201.45@tcp:104: 00000100:00100000:1.0:1777045006.487290:0:14822:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df7416e540 going to sleep for 11 seconds 00000100:00100000:1.0:1777045006.495562:0:14822:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de41c64a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14822:1863365424342528:192.168.201.45@tcp:104: 00010000:00010000:1.0:1777045006.495618:0:14822:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000005ca8f041/0x2c8777a5e7d9d86f lrc: 3/1,0 mode: --/PR res: [0x280000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777045006.504862:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045006.507212:0:6645:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369959680 00000100:00100000:3.0:1777045006.507227:0:6645:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369959680 00002000:00100000:3.0:1777045006.507296:0:6645:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x13:0x0] (0->157) req@ffff98de435ac380 x1863365369959680/t0(0) o4->15144518-a1c7-4352-a966-cb31eadd4d9b@192.168.201.45@tcp:7/0 lens 648/0 e 0 to 0 dl 1777045017 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1777045006.507341:0:6645:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98de435ac380 with x1863365369959680 ext(0->157) 00010000:00010000:3.0:1777045006.507355:0:6645:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 0000000042c04c78/0x2c8777a5e7d9d81b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148959 expref: 11 pid: 14822 timeout: 1734 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045006.507392:0:6645:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 0000000042c04c78/0x2c8777a5e7d9d81b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148959 expref: 11 pid: 14822 timeout: 1734 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777045006.507408:0:6645:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff98de435ac380 00000100:00100000:3.0:1777045006.507456:0:6645:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 8 00000100:00100000:3.0:1777045006.507470:0:6645:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de435ac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+11:2393:x1863365369959680:12345-192.168.201.45@tcp:4:cp.0 00000100:00100000:3.0:1777045006.509037:0:6645:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de435ac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+13:2393:x1863365369959680:12345-192.168.201.45@tcp:4:cp.0 Request processed in 1565us (4206us total) trans 4294967348 rc 0/0 00000100:00100000:3.0:1777045006.509050:0:6645:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 8 00002000:00100000:3.0:1777045006.509062:0:6645:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x13:0x0] (0->157) req@ffff98de435ac380 x1863365369959680/t4294967348(0) o4->15144518-a1c7-4352-a966-cb31eadd4d9b@192.168.201.45@tcp:7/0 lens 648/448 e 0 to 0 dl 1777045017 ref 1 fl Complete:H/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1777045006.509075:0:6645:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98de435ac380 with x1863365369959680 ext(0->157) 00010000:00010000:3.0:1777045006.509085:0:6645:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 0000000042c04c78/0x2c8777a5e7d9d81b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148959 expref: 13 pid: 14822 timeout: 1734 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045006.509106:0:6645:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 0000000042c04c78/0x2c8777a5e7d9d81b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148959 expref: 13 pid: 14822 timeout: 1734 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777045006.509118:0:6645:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff98de435ac380 00000100:00100000:0.0:1777045006.528192:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045006.531986:0:6655:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369959808 00000100:00100000:1.0:1777045006.532003:0:6655:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369959808 00010000:00010000:1.0:1777045006.532063:0:6655:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000042c04c78/0x2c8777a5e7d9d81b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148959 expref: 13 pid: 14822 timeout: 1734 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777045006.532115:0:6655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 276 00000100:00100000:1.0:1777045006.532130:0:6655:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de480d9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+13:2392:x1863365369959808:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777045006.532151:0:6655:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777045006.532177:0:6655:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0001_UUID lock: 0000000042c04c78/0x2c8777a5e7d9d81b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148959 expref: 13 pid: 14822 timeout: 1734 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045006.532267:0:6655:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000042c04c78/0x2c8777a5e7d9d81b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148959 expref: 13 pid: 14822 timeout: 1734 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045006.532317:0:6655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000042c04c78/0x2c8777a5e7d9d81b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148959 expref: 13 pid: 14822 timeout: 1734 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045006.532340:0:6655:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777045006.532343:0:6655:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777045006.532349:0:6655:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000005ca8f041/0x2c8777a5e7d9d86f lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045006.532362:0:6655:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005ca8f041/0x2c8777a5e7d9d86f lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045006.532407:0:6655:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777045006.532482:0:6655:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de480d9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+12:2392:x1863365369959808:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 355us (4303us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045006.532493:0:6655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 276 00010000:00010000:3.0:1777045006.533008:0:14822:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000005ca8f041/0x2c8777a5e7d9d86f lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045006.533024:0:14822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005ca8f041/0x2c8777a5e7d9d86f lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045006.533058:0:14822:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000005ca8f041/0x2c8777a5e7d9d86f lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045006.533069:0:14822:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000005ca8f041/0x2c8777a5e7d9d86f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045006.533080:0:14822:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000005ca8f041/0x2c8777a5e7d9d86f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045006.533089:0:14822:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de41dfca00 already unused, calling callback (ffffffffc17d22d0) 00010000:00010000:3.0:1777045006.533095:0:14822:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000005ca8f041/0x2c8777a5e7d9d86f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045006.533107:0:14822:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000005ca8f041/0x2c8777a5e7d9d86f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045006.533125:0:14822:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000005ca8f041/0x2c8777a5e7d9d86f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045006.533137:0:14822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005ca8f041/0x2c8777a5e7d9d86f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777045006.533285:0:14822:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de48095f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+11:2390:x1863365369959424:12345-192.168.201.45@tcp:1:lhsmtool_posix.0 Request processed in 46305us (48131us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045006.533298:0:14822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 249 00000100:00100000:0.0:1777045006.548346:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045006.548643:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369960064 00000100:00100000:1.0:1777045006.548656:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369960064 00000100:00100000:1.0:1777045006.548741:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 926 00000100:00100000:1.0:1777045006.548754:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de480db800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+28:25862:x1863365369960064:12345-192.168.201.45@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1777045006.550960:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de480db800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+28:25862:x1863365369960064:12345-192.168.201.45@tcp:57:lhsmtool_posix.0 Request processed in 2200us (2618us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045006.550976:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 926 00000100:00100000:1.0:1777045006.573780:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045006.574152:0:8776:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369960192 00000100:00100000:0.0:1777045006.574166:0:8776:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369960192 00000100:00100000:0.0:1777045006.574287:0:8776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 250 00000100:00100000:0.0:1777045006.574318:0:8776:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41c64a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+11:2390:x1863365369960192:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1777045006.574342:0:8776:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777045006.574367:0:8776:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000057a3a420/0x2c8777a5e7d9d876 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148983 expref: -99 pid: 8776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777045006.574400:0:8776:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x13:0x0] initial LVB size: 158, mtime: 0x69eb8e0d, atime: 0x0, ctime: 0x69eb8e0d, blocks: 0x1 00010000:00010000:0.0:1777045006.574425:0:8776:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777045006.574429:0:8776:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777045006.574439:0:8776:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000057a3a420/0x2c8777a5e7d9d876 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148983 expref: 12 pid: 8776 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045006.574463:0:8776:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000057a3a420/0x2c8777a5e7d9d876 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148983 expref: 12 pid: 8776 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045006.574480:0:8776:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de48023a00, rc 0) 00000100:00100000:0.0:1777045006.574554:0:8776:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41c64a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+12:2390:x1863365369960192:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 Request processed in 255us (785us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045006.574565:0:8776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 250 00000100:00100000:1.0:1777045006.602358:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045006.611022:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369960448 00000100:00100000:0.0:1777045006.611060:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369960448 00000100:00100000:1.0:1777045006.615866:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 927 00000100:00100000:1.0:1777045006.615898:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41c66300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+28:25862:x1863365369960448:12345-192.168.201.45@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1777045006.616040:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41c66300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+28:25862:x1863365369960448:12345-192.168.201.45@tcp:57:lhsmtool_posix.0 Request processed in 145us (13691us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045006.616051:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 927 00000100:00100000:0.0:1777045006.635525:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045006.635670:0:17698:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369960576 00000100:00100000:2.0:1777045006.635683:0:17698:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369960576 00002000:00100000:2.0:1777045006.635746:0:17698:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x13:0x0] (0->4095) req@ffff98de41d53480 x1863365369960576/t0(0) o3->15144518-a1c7-4352-a966-cb31eadd4d9b@192.168.201.45@tcp:7/0 lens 488/0 e 0 to 0 dl 1777045017 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777045006.635762:0:17698:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98de41d53480 with x1863365369960576 ext(0->4095) 00002000:00010000:2.0:1777045006.635770:0:17698:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff98de41d53480 00000100:00100000:2.0:1777045006.635815:0:17698:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 87 00000100:00100000:2.0:1777045006.635828:0:17698:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41d53480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+12:2391:x1863365369960576:12345-192.168.201.45@tcp:3:lhsmtool_posix.0 00000100:00100000:2.0:1777045006.636096:0:17698:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41d53480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+12:2391:x1863365369960576:12345-192.168.201.45@tcp:3:lhsmtool_posix.0 Request processed in 268us (582us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1777045006.636107:0:17698:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 87 00002000:00100000:2.0:1777045006.636118:0:17698:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x13:0x0] (0->4095) req@ffff98de41d53480 x1863365369960576/t0(0) o3->15144518-a1c7-4352-a966-cb31eadd4d9b@192.168.201.45@tcp:7/0 lens 488/4536 e 0 to 0 dl 1777045017 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777045006.636130:0:17698:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98de41d53480 with x1863365369960576 ext(0->4095) 00002000:00010000:2.0:1777045006.636151:0:17698:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff98de41d53480 00000100:00100000:1.0:1777045006.645813:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045006.649278:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369960704 00000100:00100000:3.0:1777045006.649294:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369960704 00000100:00100000:3.0:1777045006.649377:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 928 00000100:00100000:3.0:1777045006.649392:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41c67480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+28:25862:x1863365369960704:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1777045006.649417:0:5855:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777045006.649442:0:5855:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066400/0x2c8777a5e7d9d87d lrc: 2/0,0 mode: --/PR res: [0x200000402:0x18:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee114898a expref: -99 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045006.649487:0:5855:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067a00/0x2c8777a5e7d9d884 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x18:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045006.649506:0:5855:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067a00/0x2c8777a5e7d9d884 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x18:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045006.649522:0:5855:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067a00/0x2c8777a5e7d9d884 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x18:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045006.649673:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066400/0x2c8777a5e7d9d87d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x18:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114898a expref: 30 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045006.649697:0:5855:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067a00/0x2c8777a5e7d9d884 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x18:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114898a expref: 29 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045006.649710:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x18:0x0].0x0 (ffff98df48c7ee00) 00010000:00010000:3.0:1777045006.649716:0:5855:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1777045006.649720:0:5855:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de48067a00, rc 0) 00000100:00100000:3.0:1777045006.649789:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41c67480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+29:25862:x1863365369960704:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 Request processed in 400us (3987us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045006.649798:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 928 00000100:00100000:0.0:1777045006.664287:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045006.664406:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369960832 00000100:00100000:1.0:1777045006.664419:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369960832 00000100:00100000:1.0:1777045006.664501:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 929 00000100:00100000:1.0:1777045006.664516:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41d52d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+29:25862:x1863365369960832:12345-192.168.201.45@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1777045006.664598:0:5857:0:(mdt_handler.c:7958:mdt_fid2path()) path get [0x200000402:0x18:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1777045006.664737:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41d52d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+29:25862:x1863365369960832:12345-192.168.201.45@tcp:53:lhsmtool_posix.0 Request processed in 223us (459us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045006.665024:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 929 00000100:00100000:0.0:1777045006.680178:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045006.682122:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369960960 00000100:00100000:2.0:1777045006.682136:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369960960 00000100:00100000:2.0:1777045006.682253:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 251 00000100:00100000:2.0:1777045006.682269:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41d52680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+12:2391:x1863365369960960:12345-192.168.201.45@tcp:1:lhsmtool_posix.0 00010000:00010000:2.0:1777045006.682330:0:6642:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000266c11ec/0x2c8777a5e7d9d88b lrc: 3/1,0 mode: --/PR res: [0x280000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045006.682352:0:6642:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777045006.682355:0:6642:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777045006.682362:0:6642:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000266c11ec/0x2c8777a5e7d9d88b lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045006.682380:0:6642:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000266c11ec/0x2c8777a5e7d9d88b lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045006.682420:0:6642:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000266c11ec/0x2c8777a5e7d9d88b lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045006.682433:0:6642:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000266c11ec/0x2c8777a5e7d9d88b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045006.682444:0:6642:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000266c11ec/0x2c8777a5e7d9d88b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045006.682454:0:6642:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48024a00 already unused, calling callback (ffffffffc17d22d0) 00010000:00010000:2.0:1777045006.682461:0:6642:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000266c11ec/0x2c8777a5e7d9d88b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045006.682493:0:6642:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000266c11ec/0x2c8777a5e7d9d88b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045006.682515:0:6642:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000266c11ec/0x2c8777a5e7d9d88b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045006.682525:0:6642:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000266c11ec/0x2c8777a5e7d9d88b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777045006.682637:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41d52680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+12:2391:x1863365369960960:12345-192.168.201.45@tcp:1:lhsmtool_posix.0 Request processed in 370us (2470us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045006.682648:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 251 00000100:00100000:3.0:1777045006.707812:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045006.708070:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369961216 00000100:00100000:2.0:1777045006.708085:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369961216 00000100:00100000:2.0:1777045006.708173:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 930 00000100:00100000:2.0:1777045006.708545:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de48097100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+29:25862:x1863365369961216:12345-192.168.201.45@tcp:57:lhsmtool_posix.0 00010000:00010000:2.0:1777045006.708649:0:12646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024a00/0x2c8777a5e7d9d892 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x18:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045006.708674:0:12646:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067a00/0x2c8777a5e7d9d884 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x18:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114898a expref: 29 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045006.708690:0:12646:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024a00/0x2c8777a5e7d9d892 lrc: 4/0,1 mode: --/PW res: [0x200000402:0x18:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045006.708736:0:12646:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067a00/0x2c8777a5e7d9d884 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x18:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114898a expref: 29 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045006.708777:0:12646:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067a00/0x2c8777a5e7d9d884 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x18:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114898a expref: 29 pid: 5855 timeout: 1735 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777045006.708800:0:12646:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de435afb80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12646:1863365424342656:192.168.201.45@tcp:104: 00000100:00100000:2.0:1777045006.708963:0:12646:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df51afbb40 going to sleep for 11 seconds 00000100:00100000:3.0:1777045006.726259:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045006.726397:0:5842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369961344 00000100:00100000:0.0:1777045006.726410:0:5842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369961344 00010000:00010000:0.0:1777045006.726462:0:5842:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067a00/0x2c8777a5e7d9d884 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x18:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114898a expref: 30 pid: 5855 timeout: 1735 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777045006.726540:0:5842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 277 00000100:00100000:0.0:1777045006.726555:0:5842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de48095c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+30:2392:x1863365369961344:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777045006.726577:0:5842:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777045006.726597:0:5842:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067a00/0x2c8777a5e7d9d884 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x18:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114898a expref: 30 pid: 5855 timeout: 1735 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045006.726618:0:5842:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067a00/0x2c8777a5e7d9d884 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x18:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114898a expref: 30 pid: 5855 timeout: 1735 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045006.726646:0:5842:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x18:0x0].0x0 (ffff98df48c7ee00) 00010000:00010000:0.0:1777045006.726655:0:5842:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024a00/0x2c8777a5e7d9d892 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x18:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045006.726670:0:5842:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024a00/0x2c8777a5e7d9d892 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x18:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045006.726682:0:5842:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024a00/0x2c8777a5e7d9d892 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x18:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045006.726710:0:5842:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777045006.726796:0:5842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de48095c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+30:2392:x1863365369961344:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 242us (600us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045006.726828:0:5842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 277 00010000:00010000:2.0:1777045006.730314:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067a00/0x2c8777a5e7d9d884 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x18:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114898a expref: 29 pid: 5855 timeout: 1735 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777045006.730347:0:12646:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de435afb80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12646:1863365424342656:192.168.201.45@tcp:104: 00010000:00010000:2.0:1777045006.730375:0:12646:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024a00/0x2c8777a5e7d9d892 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x18:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045006.730388:0:12646:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024a00/0x2c8777a5e7d9d892 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x18:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045006.730398:0:12646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024a00/0x2c8777a5e7d9d892 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x18:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045006.730654:0:12646:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024a00/0x2c8777a5e7d9d892 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x18:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045006.730668:0:12646:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024a00/0x2c8777a5e7d9d892 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x18:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045006.730679:0:12646:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024a00/0x2c8777a5e7d9d892 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x18:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045006.730689:0:12646:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48024a00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:2.0:1777045006.730709:0:12646:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024a00/0x2c8777a5e7d9d892 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x18:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045006.730720:0:12646:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024a00/0x2c8777a5e7d9d892 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x18:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045006.730739:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x18:0x0].0x0 (ffff98df48c7ee00) 00010000:00010000:2.0:1777045006.730744:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1777045006.730750:0:12646:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024a00/0x2c8777a5e7d9d892 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x18:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045006.730760:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024a00/0x2c8777a5e7d9d892 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x18:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777045006.731000:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de48097100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+29:25862:x1863365369961216:12345-192.168.201.45@tcp:57:lhsmtool_posix.0 Request processed in 22812us (23197us total) trans 4294967908 rc 0/0 00000100:00100000:2.0:1777045006.731015:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 930 00000040:00080000:3.0:1777045006.734194:0:11491:0:(llog.c:801:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1777045006.736925:0:11491:0:(llog_cat.c:158:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1777045006.737716:0:11491:0:(llog.c:858:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 2 00000040:00080000:3.0:1777045006.737732:0:11491:0:(llog.c:858:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1777045006.753431:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045006.754655:0:5858:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369961600 00000100:00100000:0.0:1777045006.754668:0:5858:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369961600 00000100:00100000:0.0:1777045006.754737:0:5858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 209 00000100:00100000:0.0:1777045006.754751:0:5858:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de48096680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+29:25862:x1863365369961600:12345-192.168.201.45@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1777045006.755100:0:5858:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de48096680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+30:25862:x1863365369961600:12345-192.168.201.45@tcp:35:lhsmtool_posix.0 Request processed in 349us (1679us total) trans 4294967909 rc 0/0 00000100:00100000:0.0:1777045006.755114:0:5858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 209 00010000:00010000:3.0:1777045006.808761:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777045007.346044:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045007.346111:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045007.346522:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045007.346592:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045007.346635:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045007.346689:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045007.346735:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045007.346790:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369961856 00000100:00100000:1.0:1777045007.346804:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369961856 00000100:00100000:1.0:1777045007.346925:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369962240 00000100:00100000:1.0:1777045007.346953:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369962240 00000100:00100000:1.0:1777045007.347000:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 919 00000100:00100000:1.0:1777045007.347017:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41c64380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:146de360-3fb2-48bd-b418-06f30714148a+68:2393:x1863365369961856:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:1.0:1777045007.347124:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41c64380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:146de360-3fb2-48bd-b418-06f30714148a+68:2393:x1863365369961856:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 109us (1373us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045007.347138:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 919 00000100:00100000:1.0:1777045007.347170:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 920 00000100:00100000:1.0:1777045007.347183:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41c67800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+30:2393:x1863365369962240:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:1.0:1777045007.347278:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41c67800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+30:2393:x1863365369962240:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 95us (587us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045007.347292:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 920 00000100:00100000:1.0:1777045007.347328:0:5848:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369961728 00000100:00100000:1.0:1777045007.347335:0:5848:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369961728 00000100:00100000:1.0:1777045007.347379:0:5848:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 782 00000100:00100000:1.0:1777045007.347393:0:5848:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df472a8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2393:x1863365369961728:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:1.0:1777045007.347443:0:5848:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df472a8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2393:x1863365369961728:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 53us (852us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045007.347456:0:5848:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 782 00000100:00100000:1.0:1777045007.347511:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369962112 00000100:00100000:1.0:1777045007.347518:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369962112 00000100:00100000:1.0:1777045007.347560:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369962368 00000100:00100000:1.0:1777045007.347566:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369962368 00000100:00100000:1.0:1777045007.347585:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369961984 00000100:00100000:1.0:1777045007.347590:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369961984 00000100:00100000:1.0:1777045007.347611:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369962496 00000100:00100000:1.0:1777045007.347616:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369962496 00000100:00100000:1.0:1777045007.347642:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 726 00000100:00100000:1.0:1777045007.347669:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41c67b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:146de360-3fb2-48bd-b418-06f30714148a+13:2393:x1863365369962112:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:1.0:1777045007.347725:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41c67b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:146de360-3fb2-48bd-b418-06f30714148a+13:2393:x1863365369962112:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 58us (1612us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045007.347737:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 726 00000100:00100000:1.0:1777045007.347763:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 727 00000100:00100000:1.0:1777045007.347777:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41c66a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2393:x1863365369962368:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:1.0:1777045007.347821:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41c66a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2393:x1863365369962368:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 46us (1623us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045007.348153:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 727 00000100:00100000:1.0:1777045007.348181:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 728 00000100:00100000:1.0:1777045007.348194:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41c64e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:146de360-3fb2-48bd-b418-06f30714148a+11:2393:x1863365369961984:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:1.0:1777045007.348595:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41c64e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:146de360-3fb2-48bd-b418-06f30714148a+11:2393:x1863365369961984:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 402us (1958us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045007.348609:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 728 00000100:00100000:1.0:1777045007.348636:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 729 00000100:00100000:1.0:1777045007.348648:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41c65880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+12:2393:x1863365369962496:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:1.0:1777045007.348690:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41c65880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+12:2393:x1863365369962496:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 44us (1954us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045007.348702:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 729 00000100:00080000:1.0:1777045007.348733:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1777045007.348739:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1777045007.348744:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:1.0:1777045007.830384:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1777045008.290594:0:18291:0:(llog.c:801:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1777045008.290608:0:18291:0:(llog_cat.c:158:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1777045008.290683:0:18291:0:(llog.c:858:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 24 count 2 00000040:00080000:2.0:1777045008.290695:0:18291:0:(llog.c:858:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1777045008.504001:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045008.504399:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369962752 00000100:00100000:2.0:1777045008.504413:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369962752 00000100:00100000:2.0:1777045008.508196:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 931 00000100:00100000:2.0:1777045008.508239:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41d52300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:146de360-3fb2-48bd-b418-06f30714148a+68:25863:x1863365369962752:12345-192.168.201.45@tcp:101:bash.0 00010000:00010000:2.0:1777045008.508268:0:12646:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777045008.508272:0:12646:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1777045008.508303:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066a00/0x2c8777a5e7d9d84c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3b:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114896e expref: 68 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045008.508345:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3b:0x0].0x0 (ffff98df43d75e00) 00010000:00010000:2.0:1777045008.508352:0:12646:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777045008.508370:0:12646:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024800/0x2c8777a5e7d9d899 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x3b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148991 expref: -99 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045008.508522:0:12646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025a00/0x2c8777a5e7d9d8a0 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x18:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045008.508542:0:12646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025a00/0x2c8777a5e7d9d8a0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045008.508559:0:12646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025a00/0x2c8777a5e7d9d8a0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777045008.508574:0:12646:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x18:0x0]: returning size 158 00010000:00010000:2.0:1777045008.508762:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024800/0x2c8777a5e7d9d899 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148991 expref: 70 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045008.508781:0:12646:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025a00/0x2c8777a5e7d9d8a0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148991 expref: 69 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045008.508792:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x18:0x0].0x0 (ffff98df48c7ee00) 00010000:00010000:2.0:1777045008.508795:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777045008.508799:0:12646:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de48025a00, rc 0) 00000100:00100000:2.0:1777045008.509078:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41d52300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:146de360-3fb2-48bd-b418-06f30714148a+69:25863:x1863365369962752:12345-192.168.201.45@tcp:101:bash.0 Request processed in 849us (5085us total) trans 4294967910 rc 0/0 00000100:00100000:2.0:1777045008.509089:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 931 00000100:00100000:0.0:1777045008.541297:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045008.542008:0:6655:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369962880 00000100:00100000:2.0:1777045008.542023:0:6655:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369962880 00000100:00100000:2.0:1777045008.542101:0:6655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 52 00000100:00100000:2.0:1777045008.542115:0:6655:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41d51f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:146de360-3fb2-48bd-b418-06f30714148a+69:2390:x1863365369962880:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777045008.542136:0:6655:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777045008.542167:0:6655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025a00/0x2c8777a5e7d9d8a0 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148991 expref: 69 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045008.542191:0:6655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x18:0x0].0x0 (ffff98df48c7ee00) 00010000:00010000:2.0:1777045008.542198:0:6655:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777045008.542287:0:6655:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41d51f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:146de360-3fb2-48bd-b418-06f30714148a+68:2390:x1863365369962880:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 175us (1000us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045008.542297:0:6655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 52 00000100:00100000:1.0:1777045008.574121:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045008.581370:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369963008 00000100:00100000:2.0:1777045008.581390:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369963008 00000100:00100000:2.0:1777045008.581474:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 252 00000100:00100000:2.0:1777045008.581489:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41c66d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:146de360-3fb2-48bd-b418-06f30714148a+13:2393:x1863365369963008:12345-192.168.201.45@tcp:101:cat.0 00010000:00010000:2.0:1777045008.581514:0:6642:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777045008.581538:0:6642:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006ce404cd/0x2c8777a5e7d9d8ae lrc: 2/0,0 mode: --/PR res: [0x280000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148998 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045008.581571:0:6642:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777045008.581574:0:6642:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777045008.581584:0:6642:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006ce404cd/0x2c8777a5e7d9d8ae lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148998 expref: 14 pid: 6642 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045008.581609:0:6642:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000006ce404cd/0x2c8777a5e7d9d8ae lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148998 expref: 14 pid: 6642 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045008.581628:0:6642:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de48025a00, rc 0) 00000100:00100000:2.0:1777045008.581705:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41c66d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:146de360-3fb2-48bd-b418-06f30714148a+14:2393:x1863365369963008:12345-192.168.201.45@tcp:101:cat.0 Request processed in 219us (7596us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045008.581715:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 252 00000100:00100000:2.0:1777045008.595178:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045008.599535:0:6639:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369963136 00000100:00100000:3.0:1777045008.599566:0:6639:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369963136 00000100:00100000:3.0:1777045008.599652:0:6639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 253 00000100:00100000:3.0:1777045008.599666:0:6639:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de435afb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:146de360-3fb2-48bd-b418-06f30714148a+14:25863:x1863365369963136:12345-192.168.201.45@tcp:101:cat.0 00010000:00010000:3.0:1777045008.599687:0:6639:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777045008.599710:0:6639:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008e461c40/0x2c8777a5e7d9d8b5 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x13:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee114899f expref: -99 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045008.599749:0:6639:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000057a3a420/0x2c8777a5e7d9d876 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148983 expref: 11 pid: 8776 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045008.599764:0:6639:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000006ce404cd/0x2c8777a5e7d9d8ae lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148998 expref: 15 pid: 6642 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045008.599783:0:6639:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777045008.599786:0:6639:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777045008.599792:0:6639:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008e461c40/0x2c8777a5e7d9d8b5 lrc: 5/0,0 mode: --/PW res: [0x280000400:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114899f expref: 15 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045008.600144:0:6639:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000006ce404cd/0x2c8777a5e7d9d8ae lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148998 expref: 15 pid: 6642 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045008.600162:0:6639:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000006ce404cd/0x2c8777a5e7d9d8ae lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148998 expref: 15 pid: 6642 timeout: 1737 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777045008.600181:0:6639:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de48094000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6639:1863365424342784:192.168.201.45@tcp:104: 00010000:00010000:3.0:1777045008.600324:0:6639:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000057a3a420/0x2c8777a5e7d9d876 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148983 expref: 11 pid: 8776 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045008.600338:0:6639:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000057a3a420/0x2c8777a5e7d9d876 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148983 expref: 11 pid: 8776 timeout: 1737 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777045008.600353:0:6639:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de48095180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6639:1863365424342912:192.168.201.45@tcp:104: 00000100:00100000:3.0:1777045008.600384:0:6639:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df46731e40 going to sleep for 11 seconds 00000100:00100000:1.0:1777045008.614157:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045008.614482:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045008.614628:0:6639:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de48094000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6639:1863365424342784:192.168.201.45@tcp:104: 00000100:00100000:3.0:1777045008.614647:0:6639:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de48095180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6639:1863365424342912:192.168.201.45@tcp:104: 00010000:00010000:3.0:1777045008.614688:0:6639:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000008e461c40/0x2c8777a5e7d9d8b5 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114899f expref: 15 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045008.614718:0:6639:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de48066400, rc 0) 00000100:00100000:3.0:1777045008.614782:0:6639:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de435afb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:146de360-3fb2-48bd-b418-06f30714148a+15:25863:x1863365369963136:12345-192.168.201.45@tcp:101:cat.0 Request processed in 15119us (19615us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045008.614795:0:6639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 253 00000100:00100000:0.0:1777045008.616666:0:5842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369963264 00000100:00100000:0.0:1777045008.616678:0:5842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369963264 00010000:00010000:0.0:1777045008.616724:0:5842:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000006ce404cd/0x2c8777a5e7d9d8ae lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148998 expref: 15 pid: 6642 timeout: 1737 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777045008.616771:0:5842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369963392 00000100:00100000:0.0:1777045008.616777:0:5842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369963392 00010000:00010000:0.0:1777045008.616794:0:5842:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000057a3a420/0x2c8777a5e7d9d876 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148983 expref: 12 pid: 8776 timeout: 1737 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777045008.617110:0:5842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 278 00000100:00100000:0.0:1777045008.617437:0:5842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41c65f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:146de360-3fb2-48bd-b418-06f30714148a+15:2392:x1863365369963264:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777045008.617458:0:5842:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777045008.617486:0:5842:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000006ce404cd/0x2c8777a5e7d9d8ae lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148998 expref: 15 pid: 6642 timeout: 1737 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045008.617523:0:5842:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000006ce404cd/0x2c8777a5e7d9d8ae lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148998 expref: 15 pid: 6642 timeout: 1737 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045008.617554:0:5842:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006ce404cd/0x2c8777a5e7d9d8ae lrc: 0/0,0 mode: --/PR res: [0x280000400:0x13:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148998 expref: 15 pid: 6642 timeout: 1737 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045008.617573:0:5842:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777045008.617628:0:5842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41c65f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:146de360-3fb2-48bd-b418-06f30714148a+14:2392:x1863365369963264:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 507us (3481us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045008.617639:0:5842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 278 00000100:00100000:0.0:1777045008.617663:0:5842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 279 00000100:00100000:0.0:1777045008.617673:0:5842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41c65c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+12:2392:x1863365369963392:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777045008.617686:0:5842:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777045008.617699:0:5842:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000057a3a420/0x2c8777a5e7d9d876 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148983 expref: 12 pid: 8776 timeout: 1737 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045008.617740:0:5842:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000057a3a420/0x2c8777a5e7d9d876 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148983 expref: 12 pid: 8776 timeout: 1737 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045008.617761:0:5842:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000057a3a420/0x2c8777a5e7d9d876 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148983 expref: 12 pid: 8776 timeout: 1737 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045008.617777:0:5842:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777045008.617789:0:5842:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777045008.617797:0:5842:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000008e461c40/0x2c8777a5e7d9d8b5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114899f expref: 13 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045008.617836:0:5842:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008e461c40/0x2c8777a5e7d9d8b5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114899f expref: 13 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045008.618102:0:5842:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000008e461c40/0x2c8777a5e7d9d8b5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114899f expref: 13 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777045008.618121:0:5842:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de41d50e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5842:1863365424343040:192.168.201.45@tcp:105: 00000100:00100000:0.0:1777045008.618186:0:5842:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df77ab4900 going to sleep for 11 seconds 00000100:00100000:2.0:1777045008.632034:0:5842:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de41d50e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5842:1863365424343040:192.168.201.45@tcp:105: 00010000:00010000:2.0:1777045008.632069:0:5842:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777045008.632150:0:5842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41c65c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+11:2392:x1863365369963392:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 14475us (17667us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045008.632165:0:5842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 279 00000100:00100000:3.0:1777045008.634224:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045008.638687:0:6646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369963520 00000100:00100000:1.0:1777045008.638703:0:6646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369963520 00002000:00100000:1.0:1777045008.638777:0:6646:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x13:0x0] (0->4095) req@ffff98de48095180 x1863365369963520/t0(0) o3->146de360-3fb2-48bd-b418-06f30714148a@192.168.201.45@tcp:9/0 lens 488/0 e 0 to 0 dl 1777045019 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777045008.638791:0:6646:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98de48095180 with x1863365369963520 ext(0->4095) 00002000:00010000:1.0:1777045008.638799:0:6646:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff98de48095180 00000100:00100000:1.0:1777045008.639121:0:6646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 88 00000100:00100000:1.0:1777045008.639135:0:6646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de48095180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:146de360-3fb2-48bd-b418-06f30714148a+14:2392:x1863365369963520:12345-192.168.201.45@tcp:3:cat.0 00000100:00100000:1.0:1777045008.639434:0:6646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de48095180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:146de360-3fb2-48bd-b418-06f30714148a+14:2392:x1863365369963520:12345-192.168.201.45@tcp:3:cat.0 Request processed in 300us (5235us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1777045008.639446:0:6646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 88 00002000:00100000:1.0:1777045008.639471:0:6646:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x13:0x0] (0->4095) req@ffff98de48095180 x1863365369963520/t0(0) o3->146de360-3fb2-48bd-b418-06f30714148a@192.168.201.45@tcp:9/0 lens 488/4536 e 0 to 0 dl 1777045019 ref 1 fl Complete:/600/0 rc 4096/4096 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777045008.639485:0:6646:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98de48095180 with x1863365369963520 ext(0->4095) 00002000:00010000:1.0:1777045008.639490:0:6646:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff98de48095180 00000100:00100000:2.0:1777045008.654164:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045008.655046:0:5858:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369963776 00000100:00100000:0.0:1777045008.655059:0:5858:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369963776 00000100:00100000:0.0:1777045008.655128:0:5858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 210 00000100:00100000:0.0:1777045008.655141:0:5858:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de435aea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:146de360-3fb2-48bd-b418-06f30714148a+68:25863:x1863365369963776:12345-192.168.201.45@tcp:35:cat.0 00000001:00080000:0.0:1777045008.655956:0:5858:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967911 00000001:00080000:0.0:1777045008.656039:0:5858:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967912 00000100:00100000:0.0:1777045008.657329:0:5858:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de435aea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:146de360-3fb2-48bd-b418-06f30714148a+71:25863:x1863365369963776:12345-192.168.201.45@tcp:35:cat.0 Request processed in 2146us (3133us total) trans 4294967913 rc 0/0 00000100:00100000:0.0:1777045008.657343:0:5858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 210 00000020:00080000:0.0:1777045008.657351:0:5858:0:(tgt_main.c:783:tgt_ses_key_exit()) total 3 transactions per RPC 00000100:00100000:2.0:1777045008.726410:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045008.727728:0:17648:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369963904 00000100:00100000:0.0:1777045008.727743:0:17648:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369963904 00002000:00100000:0.0:1777045008.727841:0:17648:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x13:0x0] (0->315) req@ffff98de435aca80 x1863365369963904/t0(0) o4->146de360-3fb2-48bd-b418-06f30714148a@192.168.201.45@tcp:9/0 lens 808/0 e 0 to 0 dl 1777045019 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777045008.727858:0:17648:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98de435aca80 with x1863365369963904 ext(0->315) 00002000:00010000:0.0:1777045008.727883:0:17648:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff98de435aca80 00000100:00100000:2.0:1777045008.728169:0:17648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 89 00000100:00100000:2.0:1777045008.728186:0:17648:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de435aca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:146de360-3fb2-48bd-b418-06f30714148a+14:2391:x1863365369963904:12345-192.168.201.45@tcp:4:cat.0 00000100:00100000:2.0:1777045008.728664:0:17648:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de435aca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:146de360-3fb2-48bd-b418-06f30714148a+16:2391:x1863365369963904:12345-192.168.201.45@tcp:4:cat.0 Request processed in 480us (2260us total) trans 4294967349 rc 0/0 00000100:00100000:2.0:1777045008.728675:0:17648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 89 00002000:00100000:2.0:1777045008.728687:0:17648:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x13:0x0] (0->315) req@ffff98de435aca80 x1863365369963904/t4294967349(0) o4->146de360-3fb2-48bd-b418-06f30714148a@192.168.201.45@tcp:9/0 lens 808/448 e 0 to 0 dl 1777045019 ref 1 fl Complete:/600/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777045008.728700:0:17648:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98de435aca80 with x1863365369963904 ext(0->315) 00002000:00010000:2.0:1777045008.728705:0:17648:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff98de435aca80 00000100:00100000:1.0:1777045008.802960:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045008.803075:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369964160 00000100:00100000:3.0:1777045008.803088:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369964160 00000100:00100000:3.0:1777045008.803165:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 932 00000100:00100000:3.0:1777045008.803180:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41c67100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:146de360-3fb2-48bd-b418-06f30714148a+71:25865:x1863365369964160:12345-192.168.201.45@tcp:101:lfs.0 00010000:00010000:3.0:1777045008.803225:0:5857:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777045008.803252:0:5857:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067000/0x2c8777a5e7d9d8bc lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee11489a6 expref: -99 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045008.803393:0:5857:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066e00/0x2c8777a5e7d9d8c3 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x18:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045008.803412:0:5857:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066e00/0x2c8777a5e7d9d8c3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045008.803427:0:5857:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066e00/0x2c8777a5e7d9d8c3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777045008.803442:0:5857:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x18:0x0]: returning size 316 00010000:00010000:3.0:1777045008.803606:0:5857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067000/0x2c8777a5e7d9d8bc lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11489a6 expref: 74 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045008.803632:0:5857:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066e00/0x2c8777a5e7d9d8c3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11489a6 expref: 73 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045008.803644:0:5857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x18:0x0].0x0 (ffff98df48c7ee00) 00010000:00010000:3.0:1777045008.803649:0:5857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777045008.803653:0:5857:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de48066e00, rc 0) 00000100:00100000:3.0:1777045008.803723:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41c67100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:146de360-3fb2-48bd-b418-06f30714148a+73:25865:x1863365369964160:12345-192.168.201.45@tcp:101:lfs.0 Request processed in 546us (774us total) trans 4294967914 rc 0/0 00000100:00100000:3.0:1777045008.803734:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 932 00000100:00100000:0.0:1777045008.839435:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045008.839625:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045008.840067:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369964288 00000100:00100000:2.0:1777045008.840079:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369964288 00000100:00100000:2.0:1777045008.840481:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 933 00000100:00100000:2.0:1777045008.840500:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41d50e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:146de360-3fb2-48bd-b418-06f30714148a+73:25865:x1863365369964288:12345-192.168.201.45@tcp:54:lfs.0 00010000:00010000:2.0:1777045008.840583:0:5855:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024000/0x2c8777a5e7d9d8d1 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x18:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045008.840606:0:5855:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024000/0x2c8777a5e7d9d8d1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x18:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045008.840622:0:5855:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024000/0x2c8777a5e7d9d8d1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x18:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045008.840656:0:5855:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024000/0x2c8777a5e7d9d8d1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x18:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045008.840667:0:5855:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024000/0x2c8777a5e7d9d8d1 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x18:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045008.840676:0:5855:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024000/0x2c8777a5e7d9d8d1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x18:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045008.840685:0:5855:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48024000 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:2.0:1777045008.840690:0:5855:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024000/0x2c8777a5e7d9d8d1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x18:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045008.840700:0:5855:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024000/0x2c8777a5e7d9d8d1 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x18:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045008.840716:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x18:0x0].0x0 (ffff98df48c7ee00) 00010000:00010000:2.0:1777045008.840721:0:5855:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1777045008.840727:0:5855:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024000/0x2c8777a5e7d9d8d1 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x18:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045008.840743:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024000/0x2c8777a5e7d9d8d1 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x18:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777045008.840856:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41d50e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:146de360-3fb2-48bd-b418-06f30714148a+73:25865:x1863365369964288:12345-192.168.201.45@tcp:54:lfs.0 Request processed in 360us (1432us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045008.840867:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 933 00000100:00100000:3.0:1777045008.845003:0:5843:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369964416 00000100:00100000:3.0:1777045008.845020:0:5843:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369964416 00000100:00100000:3.0:1777045008.845119:0:5843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 53 00000100:00100000:3.0:1777045008.845135:0:5843:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df5f98e850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:146de360-3fb2-48bd-b418-06f30714148a+73:2390:x1863365369964416:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777045008.845156:0:5843:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777045008.845186:0:5843:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066e00/0x2c8777a5e7d9d8c3 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11489a6 expref: 73 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045008.845547:0:5843:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x18:0x0].0x0 (ffff98df48c7ee00) 00010000:00010000:3.0:1777045008.845555:0:5843:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777045008.845624:0:5843:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df5f98e850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:146de360-3fb2-48bd-b418-06f30714148a+72:2390:x1863365369964416:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 493us (6036us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045008.845635:0:5843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 53 00010000:00010000:2.0:1777045008.854444:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777045008.870856:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045008.870896:0:5859:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369964672 00000100:00100000:2.0:1777045008.870907:0:5859:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369964672 00000100:00100000:2.0:1777045008.870971:0:5859:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 211 00000100:00100000:2.0:1777045008.870986:0:5859:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de435ad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:146de360-3fb2-48bd-b418-06f30714148a+72:25865:x1863365369964672:12345-192.168.201.45@tcp:35:lfs.0 00000100:00100000:2.0:1777045008.871325:0:5859:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de435ad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:146de360-3fb2-48bd-b418-06f30714148a+73:25865:x1863365369964672:12345-192.168.201.45@tcp:35:lfs.0 Request processed in 340us (476us total) trans 4294967915 rc 0/0 00000100:00100000:2.0:1777045008.871337:0:5859:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 211 00000100:00100000:2.0:1777045008.873031:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de41d51f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424343168:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1777045008.873105:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045008.873945:0:6643:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424343168 00000100:00100000:0.0:1777045008.873957:0:6643:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424343168 00000100:00100000:0.0:1777045008.874035:0:6643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 395 00000100:00100000:0.0:1777045008.874048:0:6643:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de478bd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424343168:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1777045008.874089:0:6643:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 71368704 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1777045008.874150:0:6643:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de478bd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424343168:12345-0@lo:13:osp-pre-0-0.0 Request processed in 104us (1044us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045008.874159:0:6643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 395 00000100:00080000:0.0:1777045008.874541:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1777045008.879331:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de41d51f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424343168:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1777045008.931442:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045008.931493:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369964800 00000100:00100000:3.0:1777045008.931506:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369964800 00000100:00100000:3.0:1777045008.931580:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 934 00000100:00100000:3.0:1777045008.931597:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de48094700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:146de360-3fb2-48bd-b418-06f30714148a+73:25866:x1863365369964800:12345-192.168.201.45@tcp:101:lfs.0 00010000:00010000:3.0:1777045008.931627:0:12646:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777045008.931655:0:12646:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066e00/0x2c8777a5e7d9d8d8 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee11489ad expref: -99 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045008.931747:0:12646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067000/0x2c8777a5e7d9d8df lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045008.931769:0:12646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067000/0x2c8777a5e7d9d8df lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045008.931786:0:12646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067000/0x2c8777a5e7d9d8df lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777045008.931892:0:12646:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x3b:0x0]: returning size 512 00000004:00200000:3.0:1777045008.931899:0:12646:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:3.0:1777045008.931931:0:12646:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067000/0x2c8777a5e7d9d8df lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045008.931968:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066e00/0x2c8777a5e7d9d8d8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11489ad expref: 75 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045008.931995:0:12646:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067000/0x2c8777a5e7d9d8df lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11489ad expref: 74 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045008.932008:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3b:0x0].0x0 (ffff98df43d75e00) 00010000:00010000:3.0:1777045008.932013:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1777045008.932019:0:12646:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de48067000, rc 0) 00000100:00100000:3.0:1777045008.932092:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de48094700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:146de360-3fb2-48bd-b418-06f30714148a+74:25866:x1863365369964800:12345-192.168.201.45@tcp:101:lfs.0 Request processed in 499us (660us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045008.932104:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 934 00000100:00100000:2.0:1777045008.961681:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045008.961823:0:6655:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369965056 00000100:00100000:3.0:1777045008.961836:0:6655:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369965056 00000100:00100000:3.0:1777045008.961928:0:6655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 54 00000100:00100000:3.0:1777045008.961945:0:6655:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de430fe680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:146de360-3fb2-48bd-b418-06f30714148a+74:25866:x1863365369965056:12345-192.168.201.45@tcp:103:lfs.0 00010000:00010000:3.0:1777045008.961968:0:6655:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777045008.962000:0:6655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067c00/0x2c8777a5e7d9d837 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148960 expref: 74 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045008.962029:0:6655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x18:0x0].0x0 (ffff98df48c7ee00) 00010000:00010000:3.0:1777045008.962037:0:6655:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777045008.962106:0:6655:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de430fe680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:146de360-3fb2-48bd-b418-06f30714148a+73:25866:x1863365369965056:12345-192.168.201.45@tcp:103:lfs.0 Request processed in 163us (437us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045008.962119:0:6655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 54 00000100:00100000:3.0:1777045008.979231:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045008.979683:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369965184 00000100:00100000:2.0:1777045008.979698:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369965184 00000100:00100000:2.0:1777045008.979779:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 935 00000100:00100000:2.0:1777045008.979794:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de48095c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:146de360-3fb2-48bd-b418-06f30714148a+73:25866:x1863365369965184:12345-192.168.201.45@tcp:58:lfs.0 00000100:00100000:2.0:1777045008.980004:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de48095c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:146de360-3fb2-48bd-b418-06f30714148a+73:25866:x1863365369965184:12345-192.168.201.45@tcp:58:lfs.0 Request processed in 211us (808us total) trans 0 rc -1/-1 00000100:00100000:2.0:1777045008.980023:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 935 00010000:00010000:3.0:1777045009.877824:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777045009.880385:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df72b2fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3341:1863365424343424:0@lo:400:kworker.0 00000100:00100000:0.0:1777045009.880511:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045009.880592:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df72b2d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424343936:0@lo:400:kworker.0 00000100:00100000:0.0:1777045009.880631:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045009.880673:0:3341:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1777045009.880683:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df72b2c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3341:1863365424343552:0@lo:400:kworker.0 00000100:00100000:0.0:1777045009.880718:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045009.880758:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424343424 00000100:00100000:0.0:1777045009.880767:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424343424 00000100:00100000:0.0:1777045009.880840:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424343552 00000100:00100000:0.0:1777045009.880845:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424343552 00000100:00100000:0.0:1777045009.880888:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 921 00000100:00100000:0.0:1777045009.880900:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df72b2ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3341:x1863365424343424:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777045009.880970:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df72b2ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3341:x1863365424343424:12345-0@lo:400:kworker.0 Request processed in 71us (459us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045009.881003:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 921 00000100:00100000:0.0:1777045009.881028:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 922 00000100:00100000:0.0:1777045009.881037:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df72b2f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3341:x1863365424343552:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777045009.881082:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df72b2f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3341:x1863365424343552:12345-0@lo:400:kworker.0 Request processed in 45us (364us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045009.881091:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 922 00000100:00080000:0.0:1777045009.881113:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1777045009.881486:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df72b2c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3341:1863365424343552:0@lo:400:kworker.0 00000100:00100000:0.0:1777045009.881507:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df72b2fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3341:1863365424343424:0@lo:400:kworker.0 00000100:00100000:2.0:1777045009.882072:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df72b2e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424343680:0@lo:400:kworker.0 00000100:00100000:2.0:1777045009.882121:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777045009.882166:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:2.0:1777045009.882176:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de41d51f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ce657616-b3f3-4e21-ac89-518ab611901c:3343:1863365424343296:0@lo:400:kworker.0 00000100:00100000:2.0:1777045009.882245:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777045009.882275:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df72b2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3343:1863365424343808:0@lo:400:kworker.0 00000100:00100000:2.0:1777045009.882352:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777045009.882432:0:6641:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424343936 00000100:00100000:2.0:1777045009.882439:0:6641:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424343936 00000100:00100000:2.0:1777045009.882479:0:6641:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424343680 00000100:00100000:2.0:1777045009.882483:0:6641:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424343680 00000100:00100000:2.0:1777045009.882506:0:6641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 730 00000100:00100000:2.0:1777045009.882515:0:6641:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df72b2e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3341:x1863365424343936:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777045009.882566:0:6641:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df72b2e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3341:x1863365424343936:12345-0@lo:400:kworker.0 Request processed in 51us (1934us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045009.882577:0:6641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 730 00000100:00100000:2.0:1777045009.882597:0:6641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 731 00000100:00100000:2.0:1777045009.882606:0:6641:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df74603100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424343680:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777045009.882648:0:6641:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df74603100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424343680:12345-0@lo:400:kworker.0 Request processed in 43us (527us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045009.882657:0:6641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 731 00000100:00100000:2.0:1777045009.882684:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424343808 00000100:00100000:2.0:1777045009.882689:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424343808 00000100:00100000:2.0:1777045009.882720:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 923 00000100:00100000:2.0:1777045009.882729:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de480e8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3343:x1863365424343808:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777045009.882770:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de480e8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3343:x1863365424343808:12345-0@lo:400:kworker.0 Request processed in 41us (418us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045009.882780:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 923 00000100:00100000:2.0:1777045009.882854:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df72b2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3343:1863365424343808:0@lo:400:kworker.0 00000100:00100000:2.0:1777045009.882868:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df72b2e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424343680:0@lo:400:kworker.0 00000100:00100000:3.0:1777045009.885606:0:5850:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424343296 00000100:00100000:3.0:1777045009.885616:0:5850:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424343296 00000100:00100000:3.0:1777045009.885666:0:5850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 783 00000100:00100000:3.0:1777045009.885677:0:5850:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df472a8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ce657616-b3f3-4e21-ac89-518ab611901c+18:3343:x1863365424343296:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777045009.885750:0:5850:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df472a8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ce657616-b3f3-4e21-ac89-518ab611901c+18:3343:x1863365424343296:12345-0@lo:400:kworker.0 Request processed in 75us (3504us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045009.886058:0:5850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 783 00000100:00100000:3.0:1777045009.886128:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de41d51f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ce657616-b3f3-4e21-ac89-518ab611901c:3343:1863365424343296:0@lo:400:kworker.0 00000100:00080000:0.0:1777045009.886743:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1777045009.886751:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1777045009.886813:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df72b2d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424343936:0@lo:400:kworker.0 00000100:00100000:0.0:1777045009.886832:0:3341:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1777045009.886842:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de48094000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424344064:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1777045009.886882:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045009.886927:0:6643:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424344064 00000100:00100000:0.0:1777045009.886932:0:6643:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424344064 00000100:00100000:0.0:1777045009.886968:0:6643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 396 00000100:00100000:0.0:1777045009.886978:0:6643:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df72b2d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3341:x1863365424344064:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1777045009.887011:0:6643:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 76480512 pending 3407872 free 3851419648 avail 3849322496 00000100:00100000:0.0:1777045009.887078:0:6643:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df72b2d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3341:x1863365424344064:12345-0@lo:13:osp-pre-1-0.0 Request processed in 101us (194us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045009.887087:0:6643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 396 00000100:00100000:0.0:1777045009.887131:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de48094000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424344064:0@lo:13:osp-pre-1-0.0 00000001:00080000:0.0:1777045010.085467:0:5877:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967913 is committed 00000001:00080000:0.0:1777045010.085500:0:5877:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967909 is committed 00000001:00080000:0.0:1777045010.085524:0:5877:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967915 is committed 00000001:00080000:3.0:1777045010.573007:0:7533:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967349 is committed 00000001:00080000:3.0:1777045010.573044:0:7533:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967348 is committed 00010000:00010000:3.0:1777045010.914254:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777045011.942746:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777045012.474982:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045012.475053:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045012.475151:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045012.475295:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045012.475338:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045012.475374:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045012.475431:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045012.475476:0:6641:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369965568 00000100:00100000:3.0:1777045012.475489:0:6641:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369965568 00000100:00100000:3.0:1777045012.475605:0:6641:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369966080 00000100:00100000:3.0:1777045012.475611:0:6641:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369966080 00000100:00100000:3.0:1777045012.475633:0:6641:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369965696 00000100:00100000:3.0:1777045012.475637:0:6641:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369965696 00000100:00100000:3.0:1777045012.475684:0:6641:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369965952 00000100:00100000:3.0:1777045012.475689:0:6641:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369965952 00000100:00100000:3.0:1777045012.475716:0:6641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 732 00000100:00100000:3.0:1777045012.475731:0:6641:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de48095500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:146de360-3fb2-48bd-b418-06f30714148a+11:2393:x1863365369965568:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777045012.475849:0:6641:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de48095500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:146de360-3fb2-48bd-b418-06f30714148a+11:2393:x1863365369965568:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 120us (794us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045012.475861:0:6641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 732 00000100:00100000:3.0:1777045012.475890:0:6641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 733 00000100:00100000:3.0:1777045012.475901:0:6641:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de48096300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2393:x1863365369966080:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777045012.475939:0:6641:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de48096300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2393:x1863365369966080:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 40us (645us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045012.475948:0:6641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 733 00000100:00100000:3.0:1777045012.475966:0:6641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 734 00000100:00100000:3.0:1777045012.475975:0:6641:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41d51f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:146de360-3fb2-48bd-b418-06f30714148a+14:2393:x1863365369965696:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777045012.476008:0:6641:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41d51f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:146de360-3fb2-48bd-b418-06f30714148a+14:2393:x1863365369965696:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 34us (634us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045012.476017:0:6641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 734 00000100:00100000:3.0:1777045012.476031:0:6641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 735 00000100:00100000:3.0:1777045012.476041:0:6641:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de480d9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2393:x1863365369965952:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777045012.476071:0:6641:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de480d9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2393:x1863365369965952:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 31us (640us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045012.476079:0:6641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 735 00000100:00100000:3.0:1777045012.476105:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369965824 00000100:00100000:3.0:1777045012.476110:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369965824 00000100:00100000:3.0:1777045012.476151:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369965440 00000100:00100000:3.0:1777045012.476156:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369965440 00000100:00100000:3.0:1777045012.476186:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 924 00000100:00100000:3.0:1777045012.476197:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de48094a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+25:2393:x1863365369965824:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777045012.476273:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de48094a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+25:2393:x1863365369965824:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 77us (1123us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045012.476284:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 924 00000100:00100000:3.0:1777045012.476304:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 925 00000100:00100000:3.0:1777045012.476314:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de48094000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:146de360-3fb2-48bd-b418-06f30714148a+66:2393:x1863365369965440:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777045012.476350:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de48094000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:146de360-3fb2-48bd-b418-06f30714148a+66:2393:x1863365369965440:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 38us (1013us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045012.476359:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 925 00000100:00080000:3.0:1777045012.476394:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1777045012.476400:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1777045012.476403:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1777045012.477722:0:5849:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369965312 00000100:00100000:2.0:1777045012.477730:0:5849:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369965312 00000100:00100000:2.0:1777045012.477856:0:5849:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 784 00000100:00100000:2.0:1777045012.477868:0:5849:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df472abc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2393:x1863365369965312:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:2.0:1777045012.477938:0:5849:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df472abc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2393:x1863365369965312:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 72us (2969us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045012.477949:0:5849:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 784 00010000:00010000:0.0:1777045012.960158:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777045013.978375:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777045013.995835:0:3344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1777045013.995898:0:3344:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de480ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3344:1863365424344192:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1777045013.995985:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045013.996078:0:6643:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424344192 00000100:00100000:0.0:1777045013.996088:0:6643:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424344192 00000100:00100000:0.0:1777045013.996156:0:6643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 397 00000100:00100000:0.0:1777045013.996168:0:6643:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df72b2fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1863365424344192:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1777045013.996235:0:6643:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 71368704 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1777045013.996576:0:6643:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df72b2fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1863365424344192:12345-0@lo:13:osp-pre-0-0.0 Request processed in 408us (590us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045013.996587:0:6643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 397 00000100:00100000:0.0:1777045013.996656:0:3344:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de480ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3344:1863365424344192:0@lo:13:osp-pre-0-0.0 00000100:00080000:3.0:1777045014.003264:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000040:00080000:2.0:1777045014.933558:0:11491:0:(llog.c:801:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1777045014.933568:0:11491:0:(llog_cat.c:158:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1777045014.933651:0:11491:0:(llog.c:858:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 24 count 2 00000040:00080000:2.0:1777045014.933660:0:11491:0:(llog.c:858:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1777045014.998633:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1777045014.998684:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de480eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424344320:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1777045014.998795:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777045014.998895:0:6643:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424344320 00000100:00100000:2.0:1777045014.998905:0:6643:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424344320 00000100:00100000:2.0:1777045014.998970:0:6643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 398 00000100:00100000:2.0:1777045014.998984:0:6643:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de480e8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424344320:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1777045014.999030:0:6643:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 73072640 pending 0 free 3851419648 avail 3849322496 00000100:00100000:2.0:1777045014.999100:0:6643:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de480e8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424344320:12345-0@lo:13:osp-pre-1-0.0 Request processed in 116us (303us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045014.999113:0:6643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 398 00000100:00100000:2.0:1777045014.999191:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de480eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424344320:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1777045014.999399:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1777045015.003837:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1777045015.005771:0:3344:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7b9f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3344:1863365424344832:0@lo:400:kworker.0 00000100:00100000:3.0:1777045015.005848:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777045015.006143:0:3344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1777045015.006154:0:3344:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df6d625180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3344:1863365424344704:0@lo:400:kworker.0 00000100:00100000:3.0:1777045015.006196:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777045015.007875:0:6641:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424344832 00000100:00100000:1.0:1777045015.007887:0:6641:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424344832 00000100:00100000:1.0:1777045015.007963:0:6641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 736 00000100:00100000:1.0:1777045015.007976:0:6641:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b9f6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3344:x1863365424344832:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777045015.008069:0:6641:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b9f6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3344:x1863365424344832:12345-0@lo:400:kworker.0 Request processed in 94us (2219us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045015.008080:0:6641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 736 00000100:00080000:1.0:1777045015.008113:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1777045015.016406:0:3344:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7b9f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3344:1863365424344832:0@lo:400:kworker.0 00000100:00100000:0.0:1777045015.016598:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de419fce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ce657616-b3f3-4e21-ac89-518ab611901c:3341:1863365424344448:0@lo:400:kworker.0 00000100:00100000:0.0:1777045015.016688:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045015.016774:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7b9f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3341:1863365424344960:0@lo:400:kworker.0 00000100:00100000:0.0:1777045015.016814:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045015.016862:0:3341:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1777045015.016873:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7b4b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3341:1863365424344576:0@lo:400:kworker.0 00000100:00100000:0.0:1777045015.016908:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045015.016958:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424344704 00000100:00100000:0.0:1777045015.016968:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424344704 00000100:00100000:0.0:1777045015.017042:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424344960 00000100:00100000:0.0:1777045015.017068:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424344960 00000100:00100000:0.0:1777045015.017110:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424344576 00000100:00100000:0.0:1777045015.017114:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424344576 00000100:00100000:0.0:1777045015.017482:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 926 00000100:00100000:0.0:1777045015.017499:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b9f5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3344:x1863365424344704:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777045015.017574:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b9f5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3344:x1863365424344704:12345-0@lo:400:kworker.0 Request processed in 80us (11378us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045015.017585:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 926 00000100:00100000:0.0:1777045015.017610:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 927 00000100:00100000:0.0:1777045015.017620:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df72b2c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3341:x1863365424344960:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777045015.017672:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df72b2c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3341:x1863365424344960:12345-0@lo:400:kworker.0 Request processed in 52us (856us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045015.017681:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 927 00000100:00100000:0.0:1777045015.017725:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 928 00000100:00100000:0.0:1777045015.017737:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df72b2dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3341:x1863365424344576:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777045015.017784:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df72b2dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3341:x1863365424344576:12345-0@lo:400:kworker.0 Request processed in 50us (876us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045015.017794:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 928 00000100:00080000:0.0:1777045015.017838:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1777045015.017869:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7b4b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3341:1863365424344576:0@lo:400:kworker.0 00000100:00100000:0.0:1777045015.017884:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7b9f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3341:1863365424344960:0@lo:400:kworker.0 00000100:00100000:3.0:1777045015.018037:0:3344:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df6d625180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3344:1863365424344704:0@lo:400:kworker.0 00000100:00100000:1.0:1777045015.019312:0:5848:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424344448 00000100:00100000:1.0:1777045015.019324:0:5848:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424344448 00000100:00100000:1.0:1777045015.019387:0:5848:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 785 00000100:00100000:1.0:1777045015.019400:0:5848:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df472a9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ce657616-b3f3-4e21-ac89-518ab611901c+18:3341:x1863365424344448:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777045015.019488:0:5848:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df472a9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ce657616-b3f3-4e21-ac89-518ab611901c+18:3341:x1863365424344448:12345-0@lo:400:kworker.0 Request processed in 90us (2800us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045015.019499:0:5848:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 785 00000100:00100000:3.0:1777045015.023028:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de419fce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ce657616-b3f3-4e21-ac89-518ab611901c:3341:1863365424344448:0@lo:400:kworker.0 00010000:00010000:1.0:1777045016.021625:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777045017.046884:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777045017.597181:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045017.597561:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045017.597700:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045017.597746:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045017.597777:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045017.597806:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045017.597842:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045017.597885:0:8776:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369966464 00000100:00100000:0.0:1777045017.597889:0:5850:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369966208 00000100:00100000:3.0:1777045017.597899:0:8776:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369966464 00000100:00100000:0.0:1777045017.597899:0:5850:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369966208 00000100:00100000:3.0:1777045017.597971:0:8776:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369966976 00000100:00100000:3.0:1777045017.597976:0:8776:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369966976 00000100:00100000:0.0:1777045017.597976:0:5850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 786 00000100:00100000:0.0:1777045017.597991:0:5850:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df472a8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2391:x1863365369966208:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777045017.597997:0:8776:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369966592 00000100:00100000:3.0:1777045017.598001:0:8776:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369966592 00000100:00100000:3.0:1777045017.598020:0:8776:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369966848 00000100:00100000:3.0:1777045017.598023:0:8776:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369966848 00000100:00100000:3.0:1777045017.598044:0:8776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 737 00000100:00100000:3.0:1777045017.598055:0:8776:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b9f7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:146de360-3fb2-48bd-b418-06f30714148a+11:2391:x1863365369966464:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:0.0:1777045017.598088:0:5850:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df472a8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2391:x1863365369966208:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 99us (918us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045017.598098:0:8776:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b9f7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:146de360-3fb2-48bd-b418-06f30714148a+11:2391:x1863365369966464:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 45us (540us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045017.598117:0:8776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 737 00000100:00100000:0.0:1777045017.598117:0:5850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 786 00000100:00100000:3.0:1777045017.598143:0:8776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 738 00000100:00100000:3.0:1777045017.598154:0:8776:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df50e7ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2391:x1863365369966976:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:0.0:1777045017.598165:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369966720 00000100:00100000:0.0:1777045017.598170:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369966720 00000100:00100000:3.0:1777045017.598195:0:8776:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df50e7ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2391:x1863365369966976:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 43us (449us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045017.598238:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369966336 00000100:00100000:3.0:1777045017.598242:0:8776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 738 00000100:00100000:0.0:1777045017.598244:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369966336 00000100:00100000:0.0:1777045017.598279:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 929 00000100:00100000:0.0:1777045017.598289:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b9f4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+25:2391:x1863365369966720:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:0.0:1777045017.598334:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b9f4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+25:2391:x1863365369966720:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 47us (718us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045017.598344:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 929 00000100:00100000:0.0:1777045017.598363:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 930 00000100:00100000:0.0:1777045017.598373:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b9f7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:146de360-3fb2-48bd-b418-06f30714148a+66:2391:x1863365369966336:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:0.0:1777045017.598404:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b9f7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:146de360-3fb2-48bd-b418-06f30714148a+66:2391:x1863365369966336:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 33us (626us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045017.598413:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 930 00000100:00100000:0.0:1777045017.598446:0:6639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 739 00000100:00100000:0.0:1777045017.598456:0:6639:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b9f5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:146de360-3fb2-48bd-b418-06f30714148a+14:2391:x1863365369966592:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777045017.598490:0:8776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 740 00000100:00100000:0.0:1777045017.598493:0:6639:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b9f5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:146de360-3fb2-48bd-b418-06f30714148a+14:2391:x1863365369966592:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 38us (687us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045017.598503:0:8776:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b9f6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2391:x1863365369966848:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:0.0:1777045017.598505:0:6639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 739 00000100:00080000:0.0:1777045017.598531:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1777045017.598538:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1777045017.598540:0:8776:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b9f6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2391:x1863365369966848:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 39us (698us total) trans 0 rc 0/0 00000100:00080000:0.0:1777045017.598542:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1777045017.598551:0:8776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 740 00010000:00010000:3.0:1777045018.073982:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777045019.093565:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777045019.094231:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de480eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424345088:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1777045019.094313:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777045019.094483:0:6643:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424345088 00000100:00100000:2.0:1777045019.094494:0:6643:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424345088 00000100:00100000:2.0:1777045019.094575:0:6643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 399 00000100:00100000:2.0:1777045019.094590:0:6643:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b9f6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1863365424345088:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1777045019.094630:0:6643:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 71368704 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1777045019.094721:0:6643:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b9f6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1863365424345088:12345-0@lo:13:osp-pre-0-0.0 Request processed in 135us (408us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045019.094732:0:6643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 399 00000100:00080000:3.0:1777045019.094849:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1777045019.094900:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de480eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424345088:0@lo:13:osp-pre-0-0.0 00010000:00010000:0.0:1777045020.117700:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777045020.117995:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de480ebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424345216:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1777045020.118083:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777045020.119838:0:6643:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424345216 00000100:00100000:2.0:1777045020.119852:0:6643:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424345216 00000100:00100000:2.0:1777045020.119946:0:6643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 400 00000100:00100000:2.0:1777045020.119961:0:6643:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41c64700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424345216:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1777045020.120007:0:6643:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 73072640 pending 0 free 3851419648 avail 3849322496 00000100:00100000:2.0:1777045020.120087:0:6643:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41c64700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424345216:12345-0@lo:13:osp-pre-1-0.0 Request processed in 129us (2004us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045020.120099:0:6643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 400 00000100:00080000:0.0:1777045020.120238:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1777045020.120736:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de41c66a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424345728:0@lo:400:kworker.0 00000100:00100000:1.0:1777045020.120788:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777045020.120878:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de480ebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424345216:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1777045020.120905:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:1.0:1777045020.120915:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de41c66680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ce657616-b3f3-4e21-ac89-518ab611901c:3343:1863365424345344:0@lo:400:kworker.0 00000100:00100000:1.0:1777045020.120954:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777045020.120983:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de41c64e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3343:1863365424345856:0@lo:400:kworker.0 00000100:00100000:1.0:1777045020.121019:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045020.121236:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de41c64a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3341:1863365424345472:0@lo:400:kworker.0 00000100:00100000:0.0:1777045020.121590:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045020.121645:0:3341:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1777045020.121655:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de41c67b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3341:1863365424345600:0@lo:400:kworker.0 00000100:00100000:0.0:1777045020.121691:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045020.121733:0:6639:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424345728 00000100:00100000:0.0:1777045020.121740:0:6639:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424345728 00000100:00100000:0.0:1777045020.122037:0:6639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 741 00000100:00100000:0.0:1777045020.122051:0:6639:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41c65880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424345728:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777045020.122112:0:6639:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41c65880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424345728:12345-0@lo:400:kworker.0 Request processed in 64us (1324us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045020.122123:0:6639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 741 00000100:00100000:0.0:1777045020.122154:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424345856 00000100:00100000:0.0:1777045020.122160:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424345856 00000100:00100000:0.0:1777045020.122226:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424345472 00000100:00100000:0.0:1777045020.122232:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424345472 00000100:00100000:0.0:1777045020.122571:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424345600 00000100:00100000:0.0:1777045020.122576:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424345600 00000100:00100000:0.0:1777045020.122602:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 931 00000100:00100000:0.0:1777045020.122611:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41c66d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3343:x1863365424345856:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777045020.122695:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41c66d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3343:x1863365424345856:12345-0@lo:400:kworker.0 Request processed in 83us (1675us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045020.122706:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 931 00000100:00100000:0.0:1777045020.122725:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 932 00000100:00100000:0.0:1777045020.122734:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df72b2ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3341:x1863365424345472:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777045020.122785:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df72b2ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3341:x1863365424345472:12345-0@lo:400:kworker.0 Request processed in 51us (1195us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045020.122811:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 932 00000100:00100000:0.0:1777045020.122834:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 933 00000100:00100000:0.0:1777045020.122843:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df72b2ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3341:x1863365424345600:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777045020.122889:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df72b2ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3341:x1863365424345600:12345-0@lo:400:kworker.0 Request processed in 47us (1197us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045020.122899:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 933 00000100:00080000:0.0:1777045020.122937:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1777045020.122968:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de41c67b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3341:1863365424345600:0@lo:400:kworker.0 00000100:00100000:0.0:1777045020.122983:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de41c64a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3341:1863365424345472:0@lo:400:kworker.0 00000100:00100000:2.0:1777045020.123278:0:5849:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424345344 00000100:00100000:2.0:1777045020.123286:0:5849:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424345344 00000100:00100000:2.0:1777045020.123365:0:5849:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 787 00000100:00100000:2.0:1777045020.123378:0:5849:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df472aa450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ce657616-b3f3-4e21-ac89-518ab611901c+18:3343:x1863365424345344:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777045020.123451:0:5849:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df472aa450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ce657616-b3f3-4e21-ac89-518ab611901c+18:3343:x1863365424345344:12345-0@lo:400:kworker.0 Request processed in 75us (2496us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045020.123467:0:5849:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 787 00000100:00100000:1.0:1777045020.123756:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de41c66680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ce657616-b3f3-4e21-ac89-518ab611901c:3343:1863365424345344:0@lo:400:kworker.0 00000100:00100000:1.0:1777045020.123777:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de41c64e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3343:1863365424345856:0@lo:400:kworker.0 00000100:00100000:1.0:1777045020.123819:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de41c66a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424345728:0@lo:400:kworker.0 00010000:00010000:2.0:1777045021.141746:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777045022.176401:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777045022.709150:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045022.709525:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045022.709573:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045022.709639:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045022.709665:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045022.709687:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045022.709724:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045022.709757:0:14822:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369967360 00000100:00100000:2.0:1777045022.709769:0:14822:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369967360 00000100:00100000:2.0:1777045022.709839:0:14822:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369967872 00000100:00100000:2.0:1777045022.709844:0:14822:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369967872 00000100:00100000:2.0:1777045022.709865:0:14822:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369967488 00000100:00100000:2.0:1777045022.709869:0:14822:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369967488 00000100:00100000:2.0:1777045022.709887:0:14822:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369967744 00000100:00100000:2.0:1777045022.709889:0:14822:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369967744 00000100:00100000:2.0:1777045022.709911:0:14822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 742 00000100:00100000:2.0:1777045022.709924:0:14822:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de480eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:146de360-3fb2-48bd-b418-06f30714148a+11:2390:x1863365369967360:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:2.0:1777045022.710011:0:14822:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de480eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:146de360-3fb2-48bd-b418-06f30714148a+11:2390:x1863365369967360:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 89us (486us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045022.710023:0:14822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 742 00000100:00100000:2.0:1777045022.710052:0:14822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 743 00000100:00100000:2.0:1777045022.710063:0:14822:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de480eb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2390:x1863365369967872:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:2.0:1777045022.710104:0:14822:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de480eb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2390:x1863365369967872:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 42us (464us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045022.710118:0:14822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 743 00000100:00100000:2.0:1777045022.710140:0:14822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 744 00000100:00100000:2.0:1777045022.710150:0:14822:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de480ead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:146de360-3fb2-48bd-b418-06f30714148a+14:2390:x1863365369967488:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:2.0:1777045022.710183:0:14822:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de480ead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:146de360-3fb2-48bd-b418-06f30714148a+14:2390:x1863365369967488:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 35us (494us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045022.710192:0:14822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 744 00000100:00100000:2.0:1777045022.710239:0:14822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 745 00000100:00100000:2.0:1777045022.710250:0:14822:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de480e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2390:x1863365369967744:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:2.0:1777045022.710287:0:14822:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de480e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2390:x1863365369967744:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 39us (562us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045022.710296:0:14822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 745 00000100:00100000:0.0:1777045022.712962:0:5848:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369967104 00000100:00100000:0.0:1777045022.712976:0:5848:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369967104 00000100:00100000:0.0:1777045022.713045:0:5848:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 788 00000100:00100000:0.0:1777045022.713059:0:5848:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df472ab850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2390:x1863365369967104:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:0.0:1777045022.713126:0:5848:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df472ab850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2390:x1863365369967104:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 69us (3987us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045022.713137:0:5848:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 788 00000100:00100000:0.0:1777045022.713191:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369967616 00000100:00100000:0.0:1777045022.713196:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369967616 00000100:00100000:0.0:1777045022.713270:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369967232 00000100:00100000:0.0:1777045022.713276:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369967232 00000100:00100000:0.0:1777045022.713308:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 934 00000100:00100000:0.0:1777045022.713319:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de480e8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+25:2390:x1863365369967616:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:0.0:1777045022.713366:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de480e8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+25:2390:x1863365369967616:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 49us (3793us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045022.713398:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 934 00000100:00100000:0.0:1777045022.713419:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 935 00000100:00100000:0.0:1777045022.713429:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de480e9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:146de360-3fb2-48bd-b418-06f30714148a+66:2390:x1863365369967232:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:0.0:1777045022.713466:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de480e9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:146de360-3fb2-48bd-b418-06f30714148a+66:2390:x1863365369967232:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 39us (3800us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045022.713475:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 935 00000100:00080000:0.0:1777045022.713509:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1777045022.713515:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1777045022.713519:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1777045023.195043:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777045023.548090:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045023.548231:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369968000 00000100:00100000:3.0:1777045023.548244:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369968000 00000100:00100000:3.0:1777045023.548607:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 936 00000100:00100000:3.0:1777045023.548623:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41c66a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+25:25845:x1863365369968000:12345-192.168.201.45@tcp:60:lhsmtool_posix.0 00000100:00100000:3.0:1777045023.548747:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41c66a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+25:25845:x1863365369968000:12345-192.168.201.45@tcp:60:lhsmtool_posix.0 Request processed in 126us (667us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045023.548760:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 936 00000040:00080000:2.0:1777045024.149875:0:11491:0:(llog.c:801:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1777045024.149888:0:11491:0:(llog_cat.c:158:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1777045024.150345:0:11491:0:(llog.c:858:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 23 count 1 00000040:00080000:2.0:1777045024.150363:0:11491:0:(llog.c:858:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:2.0:1777045024.214613:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777045024.217449:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de480e8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424345984:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1777045024.217580:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777045024.218952:0:6643:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424345984 00000100:00100000:2.0:1777045024.218967:0:6643:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424345984 00000100:00100000:2.0:1777045024.219097:0:6643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 401 00000100:00100000:2.0:1777045024.219116:0:6643:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df72b2d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3341:x1863365424345984:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1777045024.219167:0:6643:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 71368704 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1777045024.219289:0:6643:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df72b2d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3341:x1863365424345984:12345-0@lo:13:osp-pre-0-0.0 Request processed in 176us (1736us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045024.219303:0:6643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 401 00000100:00100000:1.0:1777045024.220874:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de480e8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424345984:0@lo:13:osp-pre-0-0.0 00000100:00080000:0.0:1777045024.221234:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1777045025.238037:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777045025.238658:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de480eb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424346112:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1777045025.238739:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777045025.239345:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7b9f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ce657616-b3f3-4e21-ac89-518ab611901c:3343:1863365424346240:0@lo:400:kworker.0 00000100:00100000:3.0:1777045025.239395:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777045025.239428:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7b9f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3343:1863365424346752:0@lo:400:kworker.0 00000100:00100000:3.0:1777045025.239457:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777045025.239480:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1777045025.239487:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7b9f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3343:1863365424346368:0@lo:400:kworker.0 00000100:00100000:3.0:1777045025.239515:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777045025.240754:0:6643:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424346112 00000100:00100000:2.0:1777045025.240766:0:6643:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424346112 00000100:00100000:2.0:1777045025.240865:0:6643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 402 00000100:00100000:2.0:1777045025.240879:0:6643:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df72b2ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1863365424346112:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1777045025.240939:0:6643:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 73072640 pending 0 free 3851419648 avail 3849322496 00000100:00100000:2.0:1777045025.241010:0:6643:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df72b2ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1863365424346112:12345-0@lo:13:osp-pre-1-0.0 Request processed in 131us (2269us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045025.241022:0:6643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 402 00000100:00100000:0.0:1777045025.242116:0:5850:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424346240 00000100:00100000:0.0:1777045025.242125:0:5850:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424346240 00000100:00100000:0.0:1777045025.242177:0:5850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 789 00000100:00100000:0.0:1777045025.242189:0:5850:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df472aa850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ce657616-b3f3-4e21-ac89-518ab611901c+18:3343:x1863365424346240:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777045025.242613:0:5850:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df472aa850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ce657616-b3f3-4e21-ac89-518ab611901c+18:3343:x1863365424346240:12345-0@lo:400:kworker.0 Request processed in 109us (2900us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045025.242626:0:5850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 789 00000100:00100000:0.0:1777045025.242678:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424346752 00000100:00100000:0.0:1777045025.242684:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424346752 00000100:00100000:0.0:1777045025.242729:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424346368 00000100:00100000:0.0:1777045025.242735:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424346368 00000100:00100000:0.0:1777045025.242767:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 936 00000100:00100000:0.0:1777045025.242796:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b9f6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3343:x1863365424346752:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777045025.242873:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b9f6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3343:x1863365424346752:12345-0@lo:400:kworker.0 Request processed in 79us (3412us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045025.242884:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 936 00000100:00100000:0.0:1777045025.242907:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 937 00000100:00100000:0.0:1777045025.242918:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b9f7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3343:x1863365424346368:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777045025.242960:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b9f7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3343:x1863365424346368:12345-0@lo:400:kworker.0 Request processed in 44us (3445us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045025.242969:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 937 00000100:00100000:0.0:1777045025.243024:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7b9f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424346624:0@lo:400:kworker.0 00000100:00100000:0.0:1777045025.243071:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045025.243130:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de480eb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424346112:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1777045025.243155:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1777045025.243164:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7b9f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3342:1863365424346496:0@lo:400:kworker.0 00000100:00100000:0.0:1777045025.243233:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1777045025.243638:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1777045025.243646:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1777045025.243681:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7b9f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3343:1863365424346368:0@lo:400:kworker.0 00000100:00100000:3.0:1777045025.243696:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7b9f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ce657616-b3f3-4e21-ac89-518ab611901c:3343:1863365424346240:0@lo:400:kworker.0 00000100:00100000:3.0:1777045025.243711:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7b9f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3343:1863365424346752:0@lo:400:kworker.0 00000100:00100000:1.0:1777045025.243844:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424346496 00000100:00100000:1.0:1777045025.243852:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424346496 00000100:00100000:1.0:1777045025.243938:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 938 00000100:00100000:1.0:1777045025.243953:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df72b2c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3342:x1863365424346496:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777045025.244021:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df72b2c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3342:x1863365424346496:12345-0@lo:400:kworker.0 Request processed in 71us (817us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045025.244031:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 938 00000100:00100000:1.0:1777045025.244084:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7b9f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3342:1863365424346496:0@lo:400:kworker.0 00000100:00100000:2.0:1777045025.244783:0:14822:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424346624 00000100:00100000:2.0:1777045025.244791:0:14822:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424346624 00000100:00100000:2.0:1777045025.244842:0:14822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 746 00000100:00100000:2.0:1777045025.244853:0:14822:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df72b2f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3342:x1863365424346624:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777045025.244918:0:14822:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df72b2f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3342:x1863365424346624:12345-0@lo:400:kworker.0 Request processed in 66us (1847us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045025.244930:0:14822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 746 00000100:00080000:3.0:1777045025.245236:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1777045025.247606:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7b9f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424346624:0@lo:400:kworker.0 00010000:00010000:2.0:1777045026.262260:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777045027.286110:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777045027.821578:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045027.821639:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045027.821678:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045027.821722:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045027.821752:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045027.821781:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045027.821818:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045027.822130:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369968640 00000100:00100000:0.0:1777045027.822143:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369968640 00000100:00100000:0.0:1777045027.822240:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 939 00000100:00100000:0.0:1777045027.822255:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b9f7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+25:2392:x1863365369968640:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:0.0:1777045027.822350:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b9f7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+25:2392:x1863365369968640:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 98us (671us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045027.822381:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 939 00000100:00100000:0.0:1777045027.822406:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369968256 00000100:00100000:0.0:1777045027.822412:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369968256 00000100:00100000:0.0:1777045027.822448:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 940 00000100:00100000:0.0:1777045027.822478:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b9f4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:146de360-3fb2-48bd-b418-06f30714148a+66:2392:x1863365369968256:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:0.0:1777045027.822552:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b9f4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:146de360-3fb2-48bd-b418-06f30714148a+66:2392:x1863365369968256:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 76us (799us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045027.822561:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 940 00000100:00100000:1.0:1777045027.822719:0:5849:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369968128 00000100:00100000:1.0:1777045027.822726:0:5849:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369968128 00000100:00100000:1.0:1777045027.822770:0:5849:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 790 00000100:00100000:1.0:1777045027.822780:0:5849:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df472a9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2392:x1863365369968128:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:1.0:1777045027.822849:0:5849:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df472a9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2392:x1863365369968128:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 69us (1282us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045027.822858:0:5849:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 790 00000100:00100000:3.0:1777045027.827764:0:6641:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369968384 00000100:00100000:3.0:1777045027.827780:0:6641:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369968384 00000100:00100000:3.0:1777045027.827842:0:6641:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369968896 00000100:00100000:3.0:1777045027.828073:0:6641:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369968896 00000100:00100000:3.0:1777045027.828100:0:6641:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369968512 00000100:00100000:3.0:1777045027.828104:0:6641:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369968512 00000100:00100000:3.0:1777045027.828122:0:6641:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369968768 00000100:00100000:3.0:1777045027.828126:0:6641:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369968768 00000100:00100000:3.0:1777045027.828155:0:6641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 747 00000100:00100000:3.0:1777045027.828168:0:6641:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b9f4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:146de360-3fb2-48bd-b418-06f30714148a+11:2392:x1863365369968384:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777045027.828275:0:6641:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b9f4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:146de360-3fb2-48bd-b418-06f30714148a+11:2392:x1863365369968384:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 109us (6635us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045027.828287:0:6641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 747 00000100:00100000:3.0:1777045027.828315:0:6641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 748 00000100:00100000:3.0:1777045027.828330:0:6641:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b9f4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2392:x1863365369968896:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:2.0:1777045027.828330:0:14822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 749 00000100:00100000:2.0:1777045027.828354:0:14822:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b9f7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:146de360-3fb2-48bd-b418-06f30714148a+14:2392:x1863365369968512:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:2.0:1777045027.829128:0:14822:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b9f7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:146de360-3fb2-48bd-b418-06f30714148a+14:2392:x1863365369968512:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 781us (7343us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045027.829453:0:14822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 749 00000100:00100000:2.0:1777045027.829479:0:14822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 750 00000100:00100000:2.0:1777045027.829490:0:14822:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b9f6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2392:x1863365369968768:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:2.0:1777045027.829566:0:14822:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b9f6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2392:x1863365369968768:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 77us (7747us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045027.829575:0:14822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 750 00000100:00080000:2.0:1777045027.829640:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1777045027.829646:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1777045027.829650:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1777045027.837089:0:6641:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b9f4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2392:x1863365369968896:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 8749us (15352us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045027.837108:0:6641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 748 00010000:00010000:2.0:1777045028.312409:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1777045029.090678:0:18494:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 12f: Restore a released file explicitly ========================================================== 11:37:04 (1777045024) 00010000:00010000:3.0:1777045029.334578:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777045029.343003:0:3344:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de480e9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3344:1863365424346880:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1777045029.343110:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777045029.348293:0:6643:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424346880 00000100:00100000:2.0:1777045029.348311:0:6643:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424346880 00000100:00100000:2.0:1777045029.348427:0:6643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 403 00000100:00100000:2.0:1777045029.348443:0:6643:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b9f4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1863365424346880:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1777045029.348519:0:6643:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 71368704 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1777045029.349207:0:6643:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b9f4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1863365424346880:12345-0@lo:13:osp-pre-0-0.0 Request processed in 765us (6095us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045029.349220:0:6643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 403 00000100:00080000:3.0:1777045029.350034:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1777045029.350102:0:3344:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de480e9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3344:1863365424346880:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1777045030.116706:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045030.117952:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369969024 00000100:00100000:2.0:1777045030.117967:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369969024 00000100:00100000:2.0:1777045030.118104:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 937 00000100:00100000:2.0:1777045030.118123:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df72b2c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+25:26473:x1863365369969024:12345-192.168.201.45@tcp:59:lhsmtool_posix.0 00000100:00100000:2.0:1777045030.118343:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df72b2c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+25:26473:x1863365369969024:12345-192.168.201.45@tcp:59:lhsmtool_posix.0 Request processed in 224us (1649us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045030.118356:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 937 00000100:00080000:0.0:1777045030.118992:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1777045030.264878:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045030.265536:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369969152 00000100:00100000:0.0:1777045030.265552:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369969152 00000100:00100000:0.0:1777045030.265693:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 938 00000100:00100000:0.0:1777045030.265710:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b9f5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:146de360-3fb2-48bd-b418-06f30714148a+66:26474:x1863365369969152:12345-192.168.201.45@tcp:101:lfs.0 00010000:00010000:0.0:1777045030.265738:0:12646:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777045030.265799:0:12646:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022800/0x2c8777a5e7d9d8e6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee11489b4 expref: -99 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045030.265890:0:12646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022400/0x2c8777a5e7d9d8ed lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045030.265914:0:12646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022400/0x2c8777a5e7d9d8ed lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045030.265955:0:12646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022400/0x2c8777a5e7d9d8ed lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045030.266001:0:12646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023a00/0x2c8777a5e7d9d8f4 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045030.266015:0:12646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023a00/0x2c8777a5e7d9d8f4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045030.266027:0:12646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023a00/0x2c8777a5e7d9d8f4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045030.266529:0:12646:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022400/0x2c8777a5e7d9d8ed lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045030.266545:0:12646:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022400/0x2c8777a5e7d9d8ed lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045030.266556:0:12646:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022400/0x2c8777a5e7d9d8ed lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045030.266567:0:12646:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48022400 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:0.0:1777045030.266573:0:12646:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022400/0x2c8777a5e7d9d8ed lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045030.266586:0:12646:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022400/0x2c8777a5e7d9d8ed lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045030.266605:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff98df48c7e700) 00010000:00010000:0.0:1777045030.266610:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777045030.266617:0:12646:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022400/0x2c8777a5e7d9d8ed lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045030.266628:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022400/0x2c8777a5e7d9d8ed lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045030.266646:0:12646:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023a00/0x2c8777a5e7d9d8f4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045030.266656:0:12646:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023a00/0x2c8777a5e7d9d8f4 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045030.266666:0:12646:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023a00/0x2c8777a5e7d9d8f4 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045030.266687:0:12646:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48023a00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:0.0:1777045030.266692:0:12646:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023a00/0x2c8777a5e7d9d8f4 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045030.266702:0:12646:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023a00/0x2c8777a5e7d9d8f4 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045030.266715:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xd947e073 (ffff98df4a351300) 00010000:00010000:0.0:1777045030.266720:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777045030.266724:0:12646:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023a00/0x2c8777a5e7d9d8f4 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045030.266734:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023a00/0x2c8777a5e7d9d8f4 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045030.266786:0:12646:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022800/0x2c8777a5e7d9d8e6 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11489b4 expref: 67 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045030.266803:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff98df48c7e700) 00010000:00010000:0.0:1777045030.266807:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777045030.266814:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022800/0x2c8777a5e7d9d8e6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11489b4 expref: 67 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045030.266830:0:12646:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de48022800, rc 0) 00000100:00100000:0.0:1777045030.266911:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b9f5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:146de360-3fb2-48bd-b418-06f30714148a+66:26474:x1863365369969152:12345-192.168.201.45@tcp:101:lfs.0 Request processed in 1204us (2043us total) trans 0 rc 301/301 00000100:00100000:0.0:1777045030.266924:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 938 00000100:00080000:3.0:1777045030.270541:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1777045030.303621:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045030.304025:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369969408 00000100:00100000:2.0:1777045030.304039:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369969408 00000100:00100000:2.0:1777045030.304139:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 939 00000100:00100000:2.0:1777045030.304157:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b9f5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:146de360-3fb2-48bd-b418-06f30714148a+66:26474:x1863365369969408:12345-192.168.201.45@tcp:36:lfs.0 00010000:00010000:2.0:1777045030.304279:0:5856:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777045030.304316:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023c00/0x2c8777a5e7d9d73b lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114890c expref: 66 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045030.304348:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff98df48c7e700) 00010000:00010000:2.0:1777045030.304357:0:5856:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777045030.305105:0:5856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025a00/0x2c8777a5e7d9d8fb lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045030.305129:0:5856:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd600/0x2c8777a5e7d9d77a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148921 expref: 24 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045030.305144:0:5856:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025a00/0x2c8777a5e7d9d8fb lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045030.305193:0:5856:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd600/0x2c8777a5e7d9d77a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148921 expref: 24 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045030.305287:0:5856:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd600/0x2c8777a5e7d9d77a lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148921 expref: 24 pid: 5855 timeout: 1758 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777045030.305311:0:5856:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de480ea680 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5856:1863365424347008:192.168.201.45@tcp:104: 00000100:00100000:2.0:1777045030.305963:0:5856:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df46730300 going to sleep for 11 seconds 00000100:00100000:0.0:1777045030.314832:0:5856:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de480ea680 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5856:1863365424347008:192.168.201.45@tcp:104: 00010000:00010000:0.0:1777045030.314890:0:5856:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025a00/0x2c8777a5e7d9d8fb lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777045030.319187:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045030.320934:0:5841:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369969536 00000100:00100000:0.0:1777045030.320948:0:5841:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369969536 00010000:00010000:0.0:1777045030.321004:0:5841:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd600/0x2c8777a5e7d9d77a lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148921 expref: 25 pid: 5855 timeout: 1758 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777045030.321059:0:5841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 280 00000100:00100000:0.0:1777045030.321072:0:5841:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b9f5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+25:2393:x1863365369969536:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777045030.321094:0:5841:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777045030.321105:0:5841:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd600/0x2c8777a5e7d9d77a lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148921 expref: 25 pid: 5855 timeout: 1758 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045030.321126:0:5841:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd600/0x2c8777a5e7d9d77a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148921 expref: 25 pid: 5855 timeout: 1758 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045030.321156:0:5841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd600/0x2c8777a5e7d9d77a lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148921 expref: 25 pid: 5855 timeout: 1758 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045030.321185:0:5841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff98df48c7e700) 00010000:00010000:0.0:1777045030.321193:0:5841:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025a00/0x2c8777a5e7d9d8fb lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045030.321293:0:5841:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025a00/0x2c8777a5e7d9d8fb lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045030.321305:0:5841:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025a00/0x2c8777a5e7d9d8fb lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045030.321361:0:5841:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777045030.321427:0:5841:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b9f5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+24:2393:x1863365369969536:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 356us (2251us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045030.321440:0:5841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 280 00010000:00010000:1.0:1777045030.323827:0:5856:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025a00/0x2c8777a5e7d9d8fb lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045030.323861:0:5856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025a00/0x2c8777a5e7d9d8fb lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045030.323895:0:5856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfc200/0x2c8777a5e7d9d902 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xd947e073 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045030.323910:0:5856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfc200/0x2c8777a5e7d9d902 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045030.323925:0:5856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfc200/0x2c8777a5e7d9d902 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777045030.325824:0:5856:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x3c:0x0]: returning size 512 00010000:00010000:1.0:1777045030.325843:0:5856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025a00/0x2c8777a5e7d9d8fb lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045030.325857:0:5856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025a00/0x2c8777a5e7d9d8fb lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045030.325867:0:5856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025a00/0x2c8777a5e7d9d8fb lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045030.325877:0:5856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48025a00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:1.0:1777045030.325884:0:5856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025a00/0x2c8777a5e7d9d8fb lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045030.325895:0:5856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025a00/0x2c8777a5e7d9d8fb lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045030.325915:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff98df48c7e700) 00010000:00010000:1.0:1777045030.325920:0:5856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777045030.325938:0:5856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025a00/0x2c8777a5e7d9d8fb lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045030.325949:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025a00/0x2c8777a5e7d9d8fb lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777045030.325978:0:5856:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000d7ed0838 reply state 0000000074796f45 transno 4294967916 ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfc200/0x2c8777a5e7d9d902 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777045030.325991:0:5856:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777045030.326095:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b9f5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:146de360-3fb2-48bd-b418-06f30714148a+67:26474:x1863365369969408:12345-192.168.201.45@tcp:36:lfs.0 Request processed in 21939us (22482us total) trans 4294967916 rc 0/0 00000100:00100000:1.0:1777045030.326107:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 939 00010000:00010000:2.0:1777045030.350772:0:3327:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfc200/0x2c8777a5e7d9d902 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045030.350797:0:3327:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfc200/0x2c8777a5e7d9d902 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045030.350809:0:3327:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfc200/0x2c8777a5e7d9d902 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045030.350826:0:3327:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de41dfc200 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:2.0:1777045030.350833:0:3327:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfc200/0x2c8777a5e7d9d902 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045030.350845:0:3327:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfc200/0x2c8777a5e7d9d902 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045030.350867:0:3327:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xd947e073 (ffff98df46583700) 00010000:00010000:2.0:1777045030.350873:0:3327:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777045030.350879:0:3327:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfc200/0x2c8777a5e7d9d902 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045030.350890:0:3327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfc200/0x2c8777a5e7d9d902 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045030.357501:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777045030.357926:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df72b2d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ce657616-b3f3-4e21-ac89-518ab611901c:3341:1863365424347136:0@lo:400:kworker.0 00000100:00100000:0.0:1777045030.358020:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045030.358074:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7b4b2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3341:1863365424347648:0@lo:400:kworker.0 00000100:00100000:0.0:1777045030.358117:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045030.358155:0:3341:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1777045030.358166:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df72b2e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3341:1863365424347264:0@lo:400:kworker.0 00000100:00100000:0.0:1777045030.358231:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045030.358261:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7b4b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424347776:0@lo:400:kworker.0 00000100:00100000:0.0:1777045030.358568:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045030.358608:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df72b2e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3343:1863365424347392:0@lo:400:kworker.0 00000100:00100000:0.0:1777045030.358639:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045030.358668:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1777045030.358677:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df72b2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424347520:0@lo:400:kworker.0 00000100:00100000:0.0:1777045030.358705:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045030.358764:0:5848:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424347136 00000100:00100000:0.0:1777045030.358774:0:5848:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424347136 00000100:00100000:0.0:1777045030.358838:0:5848:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 791 00000100:00100000:0.0:1777045030.358852:0:5848:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df472a9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ce657616-b3f3-4e21-ac89-518ab611901c+18:3341:x1863365424347136:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777045030.358921:0:5848:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df472a9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ce657616-b3f3-4e21-ac89-518ab611901c+18:3341:x1863365424347136:12345-0@lo:400:kworker.0 Request processed in 70us (900us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045030.358937:0:5848:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 791 00000100:00100000:0.0:1777045030.358989:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424347648 00000100:00100000:0.0:1777045030.358995:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424347648 00000100:00100000:0.0:1777045030.359038:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424347264 00000100:00100000:0.0:1777045030.359044:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424347264 00000100:00100000:0.0:1777045030.359064:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424347392 00000100:00100000:0.0:1777045030.359067:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424347392 00000100:00100000:0.0:1777045030.359089:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 941 00000100:00100000:0.0:1777045030.359098:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d60c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3341:x1863365424347648:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777045030.359150:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d60c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3341:x1863365424347648:12345-0@lo:400:kworker.0 Request processed in 52us (1033us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045030.359160:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 941 00000100:00100000:0.0:1777045030.359180:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 942 00000100:00100000:0.0:1777045030.359190:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d60f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3341:x1863365424347264:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777045030.359265:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d60f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3341:x1863365424347264:12345-0@lo:400:kworker.0 Request processed in 76us (1063us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045030.359274:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 942 00000100:00100000:0.0:1777045030.359292:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 943 00000100:00100000:0.0:1777045030.359300:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d60ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3343:x1863365424347392:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777045030.359347:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d60ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3343:x1863365424347392:12345-0@lo:400:kworker.0 Request processed in 46us (705us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045030.359356:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 943 00000100:00100000:0.0:1777045030.359410:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df72b2e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3343:1863365424347392:0@lo:400:kworker.0 00000100:00100000:0.0:1777045030.359482:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df72b2e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3341:1863365424347264:0@lo:400:kworker.0 00000100:00100000:0.0:1777045030.359496:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df72b2d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ce657616-b3f3-4e21-ac89-518ab611901c:3341:1863365424347136:0@lo:400:kworker.0 00000100:00100000:0.0:1777045030.359509:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7b4b2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3341:1863365424347648:0@lo:400:kworker.0 00000040:00080000:1.0:1777045030.359794:0:11491:0:(llog.c:801:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1777045030.359802:0:11491:0:(llog_cat.c:158:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1777045030.360822:0:11491:0:(llog.c:858:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:1.0:1777045030.360835:0:11491:0:(llog.c:858:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00080000:3.0:1777045030.361090:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1777045030.361271:0:14822:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424347776 00000100:00100000:2.0:1777045030.361279:0:14822:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424347776 00000100:00100000:2.0:1777045030.361336:0:14822:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424347520 00000100:00100000:2.0:1777045030.361341:0:14822:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424347520 00000100:00100000:2.0:1777045030.361374:0:14822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 751 00000100:00100000:2.0:1777045030.361385:0:14822:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d60e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3341:x1863365424347776:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777045030.361492:0:14822:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d60e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3341:x1863365424347776:12345-0@lo:400:kworker.0 Request processed in 109us (2924us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045030.361502:0:14822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 751 00000100:00100000:2.0:1777045030.361527:0:14822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 752 00000100:00100000:2.0:1777045030.361537:0:14822:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d60d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424347520:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777045030.361582:0:14822:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d60d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424347520:12345-0@lo:400:kworker.0 Request processed in 46us (2875us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045030.361592:0:14822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 752 00000100:00080000:2.0:1777045030.361631:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1777045030.361668:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7b4b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424347776:0@lo:400:kworker.0 00000100:00100000:1.0:1777045030.362573:0:3344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1777045030.362593:0:3344:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7b939f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3344:1863365424347904:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1777045030.362654:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777045030.372995:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045030.373599:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df72b2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424347520:0@lo:400:kworker.0 00000100:00100000:0.0:1777045030.373653:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369969664 00000100:00100000:0.0:1777045030.373662:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369969664 00000100:00100000:0.0:1777045030.373745:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 940 00000100:00100000:0.0:1777045030.373760:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41c66680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:146de360-3fb2-48bd-b418-06f30714148a+66:26475:x1863365369969664:12345-192.168.201.45@tcp:101:bash.0 00010000:00010000:0.0:1777045030.373792:0:5855:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777045030.373825:0:5855:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022800/0x2c8777a5e7d9d909 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee11489bb expref: -99 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045030.373917:0:5855:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023a00/0x2c8777a5e7d9d910 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045030.373937:0:5855:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023a00/0x2c8777a5e7d9d910 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045030.373954:0:5855:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023a00/0x2c8777a5e7d9d910 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777045030.377594:0:6643:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424347904 00000100:00100000:2.0:1777045030.377609:0:6643:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424347904 00000100:00100000:2.0:1777045030.377687:0:6643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 404 00000100:00100000:2.0:1777045030.377701:0:6643:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41c64e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1863365424347904:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1777045030.377752:0:6643:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 73072640 pending 0 free 3851419648 avail 3849322496 00000100:00100000:2.0:1777045030.377853:0:6643:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41c64e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1863365424347904:12345-0@lo:13:osp-pre-1-0.0 Request processed in 154us (15198us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045030.377866:0:6643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 404 00000100:00100000:2.0:1777045030.377958:0:3344:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7b939f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3344:1863365424347904:0@lo:13:osp-pre-1-0.0 00000004:00200000:0.0:1777045030.381924:0:5855:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 8704 00000004:00200000:0.0:1777045030.381935:0:5855:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 26 stripe count 1 MDT count 1 00000004:00010000:0.0:1777045030.382242:0:5855:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023a00/0x2c8777a5e7d9d910 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045030.382302:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022800/0x2c8777a5e7d9d909 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11489bb expref: 68 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045030.382332:0:5855:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023a00/0x2c8777a5e7d9d910 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11489bb expref: 67 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045030.382350:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff98df4a351300) 00010000:00010000:0.0:1777045030.382355:0:5855:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1777045030.382361:0:5855:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de48023a00, rc 0) 00000100:00100000:0.0:1777045030.382504:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41c66680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:146de360-3fb2-48bd-b418-06f30714148a+67:26475:x1863365369969664:12345-192.168.201.45@tcp:101:bash.0 Request processed in 8744us (9519us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045030.382517:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 940 00000100:00100000:3.0:1777045030.411254:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045030.411418:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369969792 00000100:00100000:2.0:1777045030.411432:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369969792 00000100:00100000:2.0:1777045030.411538:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 941 00000100:00100000:2.0:1777045030.411555:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b93b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:146de360-3fb2-48bd-b418-06f30714148a+67:26475:x1863365369969792:12345-192.168.201.45@tcp:101:bash.0 00010000:00010000:2.0:1777045030.411582:0:5857:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777045030.411611:0:5857:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025800/0x2c8777a5e7d9d917 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee11489c2 expref: -99 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045030.411704:0:5857:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025200/0x2c8777a5e7d9d91e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045030.411724:0:5857:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025200/0x2c8777a5e7d9d91e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045030.411740:0:5857:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025200/0x2c8777a5e7d9d91e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045030.411761:0:5857:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024a00/0x2c8777a5e7d9d925 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045030.411772:0:5857:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024a00/0x2c8777a5e7d9d925 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045030.411783:0:5857:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024a00/0x2c8777a5e7d9d925 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045030.412743:0:5857:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025000/0x2c8777a5e7d9d92c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045030.412760:0:5857:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025000/0x2c8777a5e7d9d92c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045030.412773:0:5857:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025000/0x2c8777a5e7d9d92c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777045030.413187:0:5857:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x3c:0x0]: returning size 7680 00000004:00200000:2.0:1777045030.413194:0:5857:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1777045030.413679:0:5857:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025000/0x2c8777a5e7d9d92c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045030.413698:0:5857:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025200/0x2c8777a5e7d9d91e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045030.413709:0:5857:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025200/0x2c8777a5e7d9d91e lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045030.413718:0:5857:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025200/0x2c8777a5e7d9d91e lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045030.413734:0:5857:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48025200 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:2.0:1777045030.413741:0:5857:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025200/0x2c8777a5e7d9d91e lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045030.413753:0:5857:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025200/0x2c8777a5e7d9d91e lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045030.413771:0:5857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff98df4a351300) 00010000:00010000:2.0:1777045030.413776:0:5857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777045030.413782:0:5857:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025200/0x2c8777a5e7d9d91e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045030.413791:0:5857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025200/0x2c8777a5e7d9d91e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045030.413808:0:5857:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024a00/0x2c8777a5e7d9d925 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045030.413817:0:5857:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024a00/0x2c8777a5e7d9d925 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045030.413826:0:5857:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024a00/0x2c8777a5e7d9d925 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045030.413834:0:5857:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48024a00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:2.0:1777045030.413838:0:5857:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024a00/0x2c8777a5e7d9d925 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045030.413847:0:5857:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024a00/0x2c8777a5e7d9d925 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045030.413864:0:5857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xd947e073 (ffff98df43d75100) 00010000:00010000:2.0:1777045030.413867:0:5857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777045030.413871:0:5857:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024a00/0x2c8777a5e7d9d925 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045030.413880:0:5857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024a00/0x2c8777a5e7d9d925 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045030.413926:0:5857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025800/0x2c8777a5e7d9d917 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11489c2 expref: 69 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045030.413947:0:5857:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025000/0x2c8777a5e7d9d92c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11489c2 expref: 68 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045030.413960:0:5857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3c:0x0].0x0 (ffff98df43d75300) 00010000:00010000:2.0:1777045030.413965:0:5857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1777045030.413968:0:5857:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de48025000, rc 0) 00000100:00100000:2.0:1777045030.414058:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b93b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:146de360-3fb2-48bd-b418-06f30714148a+68:26475:x1863365369969792:12345-192.168.201.45@tcp:101:bash.0 Request processed in 2506us (2817us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045030.414071:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 941 00000100:00100000:3.0:1777045030.433821:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045030.435160:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369969920 00000100:00100000:0.0:1777045030.435176:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369969920 00000100:00100000:0.0:1777045030.435625:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 942 00000100:00100000:0.0:1777045030.435645:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b938000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:146de360-3fb2-48bd-b418-06f30714148a+68:26475:x1863365369969920:12345-192.168.201.45@tcp:101:bash.0 00010000:00010000:0.0:1777045030.435674:0:5856:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777045030.435706:0:5856:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022800/0x2c8777a5e7d9d933 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee11489c9 expref: -99 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045030.435800:0:5856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022400/0x2c8777a5e7d9d93a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045030.435821:0:5856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022400/0x2c8777a5e7d9d93a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045030.435839:0:5856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022400/0x2c8777a5e7d9d93a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045030.435896:0:5856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023e00/0x2c8777a5e7d9d941 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045030.435911:0:5856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023e00/0x2c8777a5e7d9d941 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045030.435932:0:5856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023e00/0x2c8777a5e7d9d941 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045030.436322:0:5856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022400/0x2c8777a5e7d9d93a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045030.436336:0:5856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022400/0x2c8777a5e7d9d93a lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045030.436347:0:5856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022400/0x2c8777a5e7d9d93a lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045030.436358:0:5856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48022400 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:0.0:1777045030.436365:0:5856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022400/0x2c8777a5e7d9d93a lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045030.436377:0:5856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022400/0x2c8777a5e7d9d93a lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045030.436395:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3c:0x0].0x0 (ffff98df43d75300) 00010000:00010000:0.0:1777045030.436400:0:5856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777045030.436407:0:5856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022400/0x2c8777a5e7d9d93a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045030.436418:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022400/0x2c8777a5e7d9d93a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045030.436438:0:5856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023e00/0x2c8777a5e7d9d941 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045030.436448:0:5856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023e00/0x2c8777a5e7d9d941 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045030.436485:0:5856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023e00/0x2c8777a5e7d9d941 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045030.436494:0:5856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48023e00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:0.0:1777045030.436499:0:5856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023e00/0x2c8777a5e7d9d941 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045030.436510:0:5856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023e00/0x2c8777a5e7d9d941 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045030.436524:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3c:0x0].0x6de40d64 (ffff98df4a351800) 00010000:00010000:0.0:1777045030.436529:0:5856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777045030.436533:0:5856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023e00/0x2c8777a5e7d9d941 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045030.436542:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023e00/0x2c8777a5e7d9d941 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045030.436594:0:5856:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022800/0x2c8777a5e7d9d933 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11489c9 expref: 69 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045030.436611:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3c:0x0].0x0 (ffff98df43d75300) 00010000:00010000:0.0:1777045030.436615:0:5856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777045030.436622:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022800/0x2c8777a5e7d9d933 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11489c9 expref: 69 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045030.436637:0:5856:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de48022800, rc 0) 00000100:00100000:0.0:1777045030.436726:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b938000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:146de360-3fb2-48bd-b418-06f30714148a+68:26475:x1863365369969920:12345-192.168.201.45@tcp:101:bash.0 Request processed in 1085us (2916us total) trans 0 rc 301/301 00000100:00100000:0.0:1777045030.436746:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 942 00000100:00100000:0.0:1777045030.489863:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045030.491637:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369970048 00000100:00100000:1.0:1777045030.491654:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369970048 00000100:00100000:1.0:1777045030.491737:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 943 00000100:00100000:1.0:1777045030.491755:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d60ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+24:26476:x1863365369970048:12345-192.168.201.45@tcp:101:rm.0 00010000:00010000:1.0:1777045030.491782:0:5855:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777045030.491837:0:5855:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd400/0x2c8777a5e7d9d948 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee11489d0 expref: -99 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045030.494583:0:5855:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfde00/0x2c8777a5e7d9d94f lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045030.494621:0:5855:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfde00/0x2c8777a5e7d9d94f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045030.494641:0:5855:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfde00/0x2c8777a5e7d9d94f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777045030.494899:0:5855:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 8704 00000004:00200000:1.0:1777045030.494907:0:5855:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 26 stripe count 1 MDT count 1 00000004:00010000:1.0:1777045030.495044:0:5855:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfde00/0x2c8777a5e7d9d94f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045030.495090:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd400/0x2c8777a5e7d9d948 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11489d0 expref: 26 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045030.495125:0:5855:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfde00/0x2c8777a5e7d9d94f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11489d0 expref: 25 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045030.495141:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff98df4a351300) 00010000:00010000:1.0:1777045030.495146:0:5855:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1777045030.495152:0:5855:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de41dfde00, rc 0) 00000100:00100000:1.0:1777045030.495301:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d60ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+25:26476:x1863365369970048:12345-192.168.201.45@tcp:101:rm.0 Request processed in 3548us (5447us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045030.495315:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 943 00000100:00100000:0.0:1777045030.521393:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045030.521783:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369970176 00000100:00100000:3.0:1777045030.521798:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369970176 00000100:00100000:3.0:1777045030.521883:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 944 00000100:00100000:3.0:1777045030.521899:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d60fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+25:26476:x1863365369970176:12345-192.168.201.45@tcp:101:rm.0 00010000:00010000:3.0:1777045030.521931:0:12646:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777045030.521956:0:12646:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067c00/0x2c8777a5e7d9d956 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee11489d7 expref: -99 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045030.522041:0:12646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066a00/0x2c8777a5e7d9d95d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045030.522063:0:12646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066a00/0x2c8777a5e7d9d95d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045030.522081:0:12646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066a00/0x2c8777a5e7d9d95d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045030.522103:0:12646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066e00/0x2c8777a5e7d9d964 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045030.522115:0:12646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066e00/0x2c8777a5e7d9d964 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045030.522127:0:12646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066e00/0x2c8777a5e7d9d964 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045030.522869:0:12646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067a00/0x2c8777a5e7d9d96b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045030.522887:0:12646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067a00/0x2c8777a5e7d9d96b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045030.522900:0:12646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067a00/0x2c8777a5e7d9d96b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777045030.523044:0:12646:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x3c:0x0]: returning size 7680 00000004:00200000:3.0:1777045030.523051:0:12646:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1777045030.523177:0:12646:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067a00/0x2c8777a5e7d9d96b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045030.523197:0:12646:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066a00/0x2c8777a5e7d9d95d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045030.523242:0:12646:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066a00/0x2c8777a5e7d9d95d lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045030.523252:0:12646:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066a00/0x2c8777a5e7d9d95d lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045030.523262:0:12646:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48066a00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:3.0:1777045030.523269:0:12646:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066a00/0x2c8777a5e7d9d95d lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045030.523280:0:12646:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066a00/0x2c8777a5e7d9d95d lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045030.523297:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff98df4a351300) 00010000:00010000:3.0:1777045030.523302:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777045030.523310:0:12646:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066a00/0x2c8777a5e7d9d95d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045030.523320:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066a00/0x2c8777a5e7d9d95d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045030.523338:0:12646:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066e00/0x2c8777a5e7d9d964 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045030.523349:0:12646:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066e00/0x2c8777a5e7d9d964 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045030.523364:0:12646:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066e00/0x2c8777a5e7d9d964 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045030.523372:0:12646:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48066e00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:3.0:1777045030.523376:0:12646:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066e00/0x2c8777a5e7d9d964 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045030.523385:0:12646:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066e00/0x2c8777a5e7d9d964 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045030.523397:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xd947e073 (ffff98df4abab500) 00010000:00010000:3.0:1777045030.523401:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777045030.523405:0:12646:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066e00/0x2c8777a5e7d9d964 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045030.523414:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066e00/0x2c8777a5e7d9d964 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045030.523486:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067c00/0x2c8777a5e7d9d956 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11489d7 expref: 27 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045030.523507:0:12646:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067a00/0x2c8777a5e7d9d96b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11489d7 expref: 26 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045030.523519:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3c:0x0].0x0 (ffff98df43d75300) 00010000:00010000:3.0:1777045030.523523:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1777045030.523528:0:12646:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de48067a00, rc 0) 00000100:00100000:3.0:1777045030.523613:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d60fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+26:26476:x1863365369970176:12345-192.168.201.45@tcp:101:rm.0 Request processed in 1715us (2230us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045030.523633:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 944 00000100:00100000:3.0:1777045030.540000:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045030.540613:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369970304 00000100:00100000:1.0:1777045030.540628:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369970304 00000100:00100000:1.0:1777045030.540704:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 945 00000100:00100000:1.0:1777045030.540720:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b939f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+26:26476:x1863365369970304:12345-192.168.201.45@tcp:101:rm.0 00010000:00010000:1.0:1777045030.540747:0:7939:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777045030.540794:0:7939:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd400/0x2c8777a5e7d9d972 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee11489de expref: -99 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045030.540914:0:7939:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd000/0x2c8777a5e7d9d979 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045030.540938:0:7939:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd000/0x2c8777a5e7d9d979 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045030.540957:0:7939:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd000/0x2c8777a5e7d9d979 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045030.540981:0:7939:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfcc00/0x2c8777a5e7d9d980 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045030.540994:0:7939:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfcc00/0x2c8777a5e7d9d980 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045030.541006:0:7939:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfcc00/0x2c8777a5e7d9d980 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045030.541421:0:7939:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd000/0x2c8777a5e7d9d979 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045030.541436:0:7939:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd000/0x2c8777a5e7d9d979 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045030.541447:0:7939:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd000/0x2c8777a5e7d9d979 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045030.541491:0:7939:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de41dfd000 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:1.0:1777045030.541499:0:7939:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd000/0x2c8777a5e7d9d979 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045030.541530:0:7939:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd000/0x2c8777a5e7d9d979 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045030.541549:0:7939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3c:0x0].0x0 (ffff98df43d75300) 00010000:00010000:1.0:1777045030.541555:0:7939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777045030.541562:0:7939:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd000/0x2c8777a5e7d9d979 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045030.541573:0:7939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd000/0x2c8777a5e7d9d979 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045030.541597:0:7939:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfcc00/0x2c8777a5e7d9d980 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045030.541608:0:7939:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfcc00/0x2c8777a5e7d9d980 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045030.541618:0:7939:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfcc00/0x2c8777a5e7d9d980 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045030.541627:0:7939:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de41dfcc00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:1.0:1777045030.541631:0:7939:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfcc00/0x2c8777a5e7d9d980 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045030.541642:0:7939:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfcc00/0x2c8777a5e7d9d980 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045030.541656:0:7939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3c:0x0].0x6de40d64 (ffff98df46583b00) 00010000:00010000:1.0:1777045030.541661:0:7939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777045030.541667:0:7939:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfcc00/0x2c8777a5e7d9d980 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045030.541695:0:7939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfcc00/0x2c8777a5e7d9d980 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045030.542033:0:7939:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd400/0x2c8777a5e7d9d972 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11489de expref: 27 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045030.542053:0:7939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3c:0x0].0x0 (ffff98df43d75300) 00010000:00010000:1.0:1777045030.542057:0:7939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777045030.542064:0:7939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd400/0x2c8777a5e7d9d972 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11489de expref: 27 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045030.542083:0:7939:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de41dfd400, rc 0) 00000100:00100000:1.0:1777045030.542180:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b939f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+26:26476:x1863365369970304:12345-192.168.201.45@tcp:101:rm.0 Request processed in 1461us (2190us total) trans 0 rc 301/301 00000100:00100000:1.0:1777045030.542193:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 945 00000001:00080000:2.0:1777045030.546323:0:5877:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967916 is committed 00000100:00100000:3.0:1777045030.560675:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045030.560856:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369970432 00000100:00100000:2.0:1777045030.560872:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369970432 00000100:00100000:2.0:1777045030.560964:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 946 00000100:00100000:2.0:1777045030.560983:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de430fca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+26:26476:x1863365369970432:12345-192.168.201.45@tcp:101:rm.0 00010000:00010000:2.0:1777045030.561013:0:5857:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777045030.561043:0:5857:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025800/0x2c8777a5e7d9d987 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee11489e5 expref: -99 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045030.561148:0:5857:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024a00/0x2c8777a5e7d9d98e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045030.561172:0:5857:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024a00/0x2c8777a5e7d9d98e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045030.561190:0:5857:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024a00/0x2c8777a5e7d9d98e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045030.561267:0:5857:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025200/0x2c8777a5e7d9d995 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045030.561281:0:5857:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025200/0x2c8777a5e7d9d995 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045030.561293:0:5857:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025200/0x2c8777a5e7d9d995 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045030.562087:0:5857:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024a00/0x2c8777a5e7d9d98e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045030.562103:0:5857:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024a00/0x2c8777a5e7d9d98e lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045030.562114:0:5857:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024a00/0x2c8777a5e7d9d98e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045030.562125:0:5857:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48024a00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:0.0:1777045030.562132:0:5857:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024a00/0x2c8777a5e7d9d98e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045030.562144:0:5857:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024a00/0x2c8777a5e7d9d98e lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045030.562163:0:5857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3c:0x0].0x0 (ffff98df43d75300) 00010000:00010000:0.0:1777045030.562168:0:5857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777045030.562175:0:5857:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024a00/0x2c8777a5e7d9d98e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045030.562186:0:5857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024a00/0x2c8777a5e7d9d98e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045030.562260:0:5857:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025200/0x2c8777a5e7d9d995 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045030.562272:0:5857:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025200/0x2c8777a5e7d9d995 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045030.562283:0:5857:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025200/0x2c8777a5e7d9d995 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045030.562291:0:5857:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48025200 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:0.0:1777045030.562296:0:5857:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025200/0x2c8777a5e7d9d995 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045030.562305:0:5857:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025200/0x2c8777a5e7d9d995 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045030.562317:0:5857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3c:0x0].0x6de40d64 (ffff98df43d75000) 00010000:00010000:0.0:1777045030.562322:0:5857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777045030.562327:0:5857:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025200/0x2c8777a5e7d9d995 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045030.562910:0:5857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025200/0x2c8777a5e7d9d995 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045030.562976:0:5857:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025800/0x2c8777a5e7d9d987 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11489e5 expref: 27 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045030.562995:0:5857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3c:0x0].0x0 (ffff98df43d75300) 00010000:00010000:0.0:1777045030.563000:0:5857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777045030.563006:0:5857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025800/0x2c8777a5e7d9d987 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11489e5 expref: 27 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045030.563023:0:5857:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de48025800, rc 0) 00000100:00100000:0.0:1777045030.563120:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de430fca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+26:26476:x1863365369970432:12345-192.168.201.45@tcp:101:rm.0 Request processed in 2140us (2455us total) trans 0 rc 301/301 00000100:00100000:0.0:1777045030.563142:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 946 00000100:00100000:0.0:1777045030.682168:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045030.685096:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369970560 00000100:00100000:1.0:1777045030.685114:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369970560 00000100:00100000:1.0:1777045030.685260:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 947 00000100:00100000:1.0:1777045030.685280:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d60c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+26:26477:x1863365369970560:12345-192.168.201.45@tcp:101:cp.0 00010000:00010000:1.0:1777045030.685309:0:5856:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777045030.685342:0:5856:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd400/0x2c8777a5e7d9d99c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee11489ec expref: -99 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045030.685502:0:5856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfcc00/0x2c8777a5e7d9d9a3 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045030.685529:0:5856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfcc00/0x2c8777a5e7d9d9a3 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045030.685571:0:5856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfcc00/0x2c8777a5e7d9d9a3 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045030.685598:0:5856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd000/0x2c8777a5e7d9d9aa lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045030.685612:0:5856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd000/0x2c8777a5e7d9d9aa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045030.685625:0:5856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd000/0x2c8777a5e7d9d9aa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045030.686683:0:5856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfcc00/0x2c8777a5e7d9d9a3 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045030.686698:0:5856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfcc00/0x2c8777a5e7d9d9a3 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045030.686711:0:5856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfcc00/0x2c8777a5e7d9d9a3 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045030.686723:0:5856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de41dfcc00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:1.0:1777045030.686731:0:5856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfcc00/0x2c8777a5e7d9d9a3 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045030.686744:0:5856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfcc00/0x2c8777a5e7d9d9a3 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045030.686767:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3c:0x0].0x0 (ffff98df43d75300) 00010000:00010000:1.0:1777045030.686773:0:5856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777045030.686781:0:5856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfcc00/0x2c8777a5e7d9d9a3 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045030.686806:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfcc00/0x2c8777a5e7d9d9a3 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045030.686833:0:5856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd000/0x2c8777a5e7d9d9aa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045030.695752:0:5856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd000/0x2c8777a5e7d9d9aa lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045030.695772:0:5856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd000/0x2c8777a5e7d9d9aa lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045030.695786:0:5856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de41dfd000 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:1.0:1777045030.695795:0:5856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd000/0x2c8777a5e7d9d9aa lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045030.695811:0:5856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd000/0x2c8777a5e7d9d9aa lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045030.695837:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3c:0x0].0x6de40d64 (ffff98df46583b00) 00010000:00010000:1.0:1777045030.695843:0:5856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777045030.695852:0:5856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd000/0x2c8777a5e7d9d9aa lrc: 2/0,0 mode: --/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045030.695864:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd000/0x2c8777a5e7d9d9aa lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045030.695960:0:5856:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd400/0x2c8777a5e7d9d99c lrc: 1/0,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11489ec expref: 27 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045030.696016:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3c:0x0].0x0 (ffff98df43d75300) 00010000:00010000:1.0:1777045030.696021:0:5856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777045030.696029:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd400/0x2c8777a5e7d9d99c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11489ec expref: 27 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045030.696048:0:5856:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de41dfd400, rc 0) 00000100:00100000:1.0:1777045030.699880:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d60c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+26:26477:x1863365369970560:12345-192.168.201.45@tcp:101:cp.0 Request processed in 14592us (17711us total) trans 0 rc 301/301 00000100:00100000:1.0:1777045030.699901:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 947 00000100:00100000:3.0:1777045030.723777:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045030.724777:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369970688 00000100:00100000:1.0:1777045030.725045:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369970688 00000100:00100000:1.0:1777045030.725143:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 948 00000100:00100000:1.0:1777045030.725161:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7529aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+26:26477:x1863365369970688:12345-192.168.201.45@tcp:101:cp.0 00010000:00010000:1.0:1777045030.725192:0:7939:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777045030.725603:0:7939:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd400/0x2c8777a5e7d9d9b1 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee11489f3 expref: -99 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045030.725924:0:7939:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd000/0x2c8777a5e7d9d9b8 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045030.725950:0:7939:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd000/0x2c8777a5e7d9d9b8 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045030.725969:0:7939:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd000/0x2c8777a5e7d9d9b8 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045030.725992:0:7939:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfcc00/0x2c8777a5e7d9d9bf lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045030.726017:0:7939:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfcc00/0x2c8777a5e7d9d9bf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045030.726033:0:7939:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfcc00/0x2c8777a5e7d9d9bf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045030.728819:0:7939:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd000/0x2c8777a5e7d9d9b8 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045030.728841:0:7939:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd000/0x2c8777a5e7d9d9b8 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045030.728854:0:7939:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd000/0x2c8777a5e7d9d9b8 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045030.728865:0:7939:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de41dfd000 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:2.0:1777045030.728873:0:7939:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd000/0x2c8777a5e7d9d9b8 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045030.728893:0:7939:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd000/0x2c8777a5e7d9d9b8 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045030.728914:0:7939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3c:0x0].0x0 (ffff98df43d75300) 00010000:00010000:2.0:1777045030.728920:0:7939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777045030.728927:0:7939:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd000/0x2c8777a5e7d9d9b8 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045030.728938:0:7939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd000/0x2c8777a5e7d9d9b8 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045030.728966:0:7939:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfcc00/0x2c8777a5e7d9d9bf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045030.728979:0:7939:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfcc00/0x2c8777a5e7d9d9bf lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045030.728990:0:7939:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfcc00/0x2c8777a5e7d9d9bf lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045030.728999:0:7939:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de41dfcc00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:2.0:1777045030.729004:0:7939:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfcc00/0x2c8777a5e7d9d9bf lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045030.729015:0:7939:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfcc00/0x2c8777a5e7d9d9bf lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045030.729028:0:7939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3c:0x0].0x6de40d64 (ffff98df46583b00) 00010000:00010000:2.0:1777045030.729032:0:7939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777045030.729037:0:7939:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfcc00/0x2c8777a5e7d9d9bf lrc: 2/0,0 mode: --/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045030.729056:0:7939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfcc00/0x2c8777a5e7d9d9bf lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045030.729120:0:7939:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd400/0x2c8777a5e7d9d9b1 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11489f3 expref: 27 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045030.729139:0:7939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3c:0x0].0x0 (ffff98df43d75300) 00010000:00010000:2.0:1777045030.729143:0:7939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777045030.729151:0:7939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd400/0x2c8777a5e7d9d9b1 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11489f3 expref: 27 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045030.729168:0:7939:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de41dfd400, rc 0) 00000100:00100000:2.0:1777045030.729812:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7529aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+26:26477:x1863365369970688:12345-192.168.201.45@tcp:101:cp.0 Request processed in 4651us (6046us total) trans 0 rc 301/301 00000100:00100000:2.0:1777045030.729828:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 948 00000100:00100000:3.0:1777045030.766930:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045030.767701:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369970944 00000100:00100000:0.0:1777045030.767716:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369970944 00000100:00100000:0.0:1777045030.767813:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 949 00000100:00100000:0.0:1777045030.767830:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df470adc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+26:26477:x1863365369970944:12345-192.168.201.45@tcp:101:cp.0 00010000:00010000:0.0:1777045030.767859:0:5857:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777045030.767888:0:5857:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022400/0x2c8777a5e7d9d9c6 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x3c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee11489fa expref: -99 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045030.773967:0:5857:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022e00/0x2c8777a5e7d9d9cd lrc: 3/0,1 mode: --/CW res: [0x200000401:0x3c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045030.774002:0:5857:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022e00/0x2c8777a5e7d9d9cd lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045030.774022:0:5857:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022e00/0x2c8777a5e7d9d9cd lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045030.774047:0:5857:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023000/0x2c8777a5e7d9d9d4 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045030.774061:0:5857:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023000/0x2c8777a5e7d9d9d4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045030.774072:0:5857:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023000/0x2c8777a5e7d9d9d4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1777045030.776352:0:5857:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x14:0x0], index 0: 0 00010000:00010000:0.0:1777045030.789265:0:5857:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023800/0x2c8777a5e7d9d9db lrc: 3/1,0 mode: --/PR res: [0x200000402:0x19:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045030.789300:0:5857:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023800/0x2c8777a5e7d9d9db lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045030.789320:0:5857:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023800/0x2c8777a5e7d9d9db lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045030.789385:0:5857:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022e00/0x2c8777a5e7d9d9cd lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045030.793552:0:5857:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022e00/0x2c8777a5e7d9d9cd lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045030.793576:0:5857:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022e00/0x2c8777a5e7d9d9cd lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045030.793586:0:5857:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48022e00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:0.0:1777045030.793594:0:5857:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022e00/0x2c8777a5e7d9d9cd lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045030.793608:0:5857:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022e00/0x2c8777a5e7d9d9cd lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045030.793630:0:5857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3c:0x0].0x0 (ffff98df43d75300) 00010000:00010000:0.0:1777045030.793636:0:5857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777045030.793643:0:5857:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022e00/0x2c8777a5e7d9d9cd lrc: 2/0,0 mode: --/CW res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045030.793654:0:5857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022e00/0x2c8777a5e7d9d9cd lrc: 0/0,0 mode: --/CW res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777045030.793679:0:5857:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000004972df36 reply state 0000000099769919 transno 4294967917 ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023000/0x2c8777a5e7d9d9d4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777045030.793695:0:5857:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1777045030.793764:0:5857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022400/0x2c8777a5e7d9d9c6 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11489fa expref: 29 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045030.794086:0:5857:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023800/0x2c8777a5e7d9d9db lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11489fa expref: 28 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045030.794100:0:5857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x19:0x0].0x0 (ffff98df4a351900) 00010000:00010000:0.0:1777045030.794104:0:5857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777045030.794108:0:5857:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de48023800, rc 0) 00000100:00100000:0.0:1777045030.794222:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df470adc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+29:26477:x1863365369970944:12345-192.168.201.45@tcp:101:cp.0 Request processed in 26394us (27303us total) trans 4294967917 rc 0/0 00000100:00100000:0.0:1777045030.794238:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 949 00010000:00010000:1.0:1777045030.811677:0:3328:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023000/0x2c8777a5e7d9d9d4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045030.811704:0:3328:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023000/0x2c8777a5e7d9d9d4 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045030.811719:0:3328:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023000/0x2c8777a5e7d9d9d4 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045030.811730:0:3328:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48023000 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:1.0:1777045030.811738:0:3328:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023000/0x2c8777a5e7d9d9d4 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045030.811753:0:3328:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023000/0x2c8777a5e7d9d9d4 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045030.811778:0:3328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3c:0x0].0x6de40d64 (ffff98df4a351800) 00010000:00010000:1.0:1777045030.811785:0:3328:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777045030.811793:0:3328:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023000/0x2c8777a5e7d9d9d4 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045030.811806:0:3328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023000/0x2c8777a5e7d9d9d4 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777045030.816797:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045030.817277:0:6641:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369971072 00000100:00100000:2.0:1777045030.817290:0:6641:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369971072 00000100:00100000:2.0:1777045030.817392:0:6641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 254 00000100:00100000:2.0:1777045030.817432:0:6641:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d60c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2390:x1863365369971072:12345-192.168.201.45@tcp:101:cp.0 00010000:00010000:2.0:1777045030.817483:0:6641:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777045030.817512:0:6641:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006ce404cd/0x2c8777a5e7d9d9e9 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148a01 expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777045030.817550:0:6641:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x14:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1777045030.817577:0:6641:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777045030.817580:0:6641:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777045030.817594:0:6641:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006ce404cd/0x2c8777a5e7d9d9e9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148a01 expref: 10 pid: 6641 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045030.817622:0:6641:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000006ce404cd/0x2c8777a5e7d9d9e9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148a01 expref: 10 pid: 6641 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045030.817643:0:6641:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de48025a00, rc 0) 00000100:00100000:2.0:1777045030.817720:0:6641:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d60c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+10:2390:x1863365369971072:12345-192.168.201.45@tcp:101:cp.0 Request processed in 294us (934us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045030.817732:0:6641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 254 00000100:00080000:0.0:1777045030.818908:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1777045030.849490:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045030.850513:0:6639:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369971200 00000100:00100000:2.0:1777045030.850528:0:6639:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369971200 00000100:00100000:2.0:1777045030.850640:0:6639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 255 00000100:00100000:2.0:1777045030.850657:0:6639:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df75298000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+10:26477:x1863365369971200:12345-192.168.201.45@tcp:101:cp.0 00010000:00010000:2.0:1777045030.850682:0:6639:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777045030.850710:0:6639:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009d172bad/0x2c8777a5e7d9d9f0 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148a08 expref: -99 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045030.850758:0:6639:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000006ce404cd/0x2c8777a5e7d9d9e9 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148a01 expref: 11 pid: 6641 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045030.850774:0:6639:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777045030.850778:0:6639:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777045030.850785:0:6639:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009d172bad/0x2c8777a5e7d9d9f0 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148a08 expref: 11 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045030.850836:0:6639:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000006ce404cd/0x2c8777a5e7d9d9e9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148a01 expref: 11 pid: 6641 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045030.850860:0:6639:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000006ce404cd/0x2c8777a5e7d9d9e9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148a01 expref: 11 pid: 6641 timeout: 1759 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777045030.850884:0:6639:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de480e8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6639:1863365424348032:192.168.201.45@tcp:104: 00000100:00100000:2.0:1777045030.851025:0:6639:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df46730000 going to sleep for 11 seconds 00000100:00100000:2.0:1777045030.884748:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045030.889990:0:6639:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de480e8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6639:1863365424348032:192.168.201.45@tcp:104: 00010000:00010000:0.0:1777045030.890046:0:6639:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000009d172bad/0x2c8777a5e7d9d9f0 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148a08 expref: 11 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777045030.890073:0:5842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369971328 00010000:00010000:0.0:1777045030.890081:0:6639:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de48024400, rc 0) 00000100:00100000:3.0:1777045030.890085:0:5842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369971328 00010000:00010000:3.0:1777045030.890138:0:5842:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000006ce404cd/0x2c8777a5e7d9d9e9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148a01 expref: 12 pid: 6641 timeout: 1759 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777045030.890190:0:6639:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df75298000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+12:26477:x1863365369971200:12345-192.168.201.45@tcp:101:cp.0 Request processed in 39534us (40709us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045030.890554:0:5842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 281 00000100:00100000:0.0:1777045030.890569:0:6639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 255 00000100:00100000:3.0:1777045030.890576:0:5842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de480e9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+12:2393:x1863365369971328:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777045030.890600:0:5842:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777045030.890633:0:5842:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000006ce404cd/0x2c8777a5e7d9d9e9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148a01 expref: 11 pid: 6641 timeout: 1759 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045030.890659:0:5842:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000006ce404cd/0x2c8777a5e7d9d9e9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148a01 expref: 11 pid: 6641 timeout: 1759 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045030.890696:0:5842:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006ce404cd/0x2c8777a5e7d9d9e9 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148a01 expref: 11 pid: 6641 timeout: 1759 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045030.890720:0:5842:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777045030.890724:0:5842:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777045030.890736:0:5842:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000009d172bad/0x2c8777a5e7d9d9f0 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148a08 expref: 10 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045030.890756:0:5842:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009d172bad/0x2c8777a5e7d9d9f0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148a08 expref: 10 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045030.890814:0:5842:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000009d172bad/0x2c8777a5e7d9d9f0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148a08 expref: 10 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777045030.890837:0:5842:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df75299f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:5842:1863365424348160:192.168.201.45@tcp:105: 00000100:00100000:3.0:1777045030.890920:0:5842:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df7460f540 going to sleep for 11 seconds 00000100:00100000:2.0:1777045030.913566:0:5842:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df75299f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:5842:1863365424348160:192.168.201.45@tcp:105: 00010000:00010000:2.0:1777045030.913609:0:5842:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777045030.913705:0:5842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de480e9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+10:2393:x1863365369971328:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 23132us (28968us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045030.913725:0:5842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 281 00000100:00100000:1.0:1777045030.919614:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045030.919825:0:5858:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369971584 00000100:00100000:0.0:1777045030.919840:0:5858:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369971584 00000100:00100000:0.0:1777045030.919933:0:5858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 212 00000100:00100000:0.0:1777045030.919952:0:5858:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41c65f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+28:26477:x1863365369971584:12345-192.168.201.45@tcp:35:cp.0 00000100:00100000:0.0:1777045030.920550:0:5858:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41c65f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+29:26477:x1863365369971584:12345-192.168.201.45@tcp:35:cp.0 Request processed in 600us (945us total) trans 4294967918 rc 0/0 00000100:00100000:0.0:1777045030.920566:0:5858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 212 00000100:00100000:1.0:1777045031.154789:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045031.155761:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369971712 00000100:00100000:0.0:1777045031.155777:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369971712 00000100:00100000:0.0:1777045031.155872:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 950 00000100:00100000:0.0:1777045031.155888:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41c65c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:146de360-3fb2-48bd-b418-06f30714148a+67:26480:x1863365369971712:12345-192.168.201.45@tcp:101:lfs.0 00010000:00010000:0.0:1777045031.155916:0:5856:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777045031.155944:0:5856:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022e00/0x2c8777a5e7d9d9f7 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148a0f expref: -99 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045031.156034:0:5856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022400/0x2c8777a5e7d9d9fe lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045031.156059:0:5856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022400/0x2c8777a5e7d9d9fe lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045031.156077:0:5856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022400/0x2c8777a5e7d9d9fe lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045031.156101:0:5856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023000/0x2c8777a5e7d9da05 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045031.156125:0:5856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023000/0x2c8777a5e7d9da05 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045031.156138:0:5856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023000/0x2c8777a5e7d9da05 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045031.156352:0:5856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023e00/0x2c8777a5e7d9da0c lrc: 3/1,0 mode: --/PR res: [0x200000402:0x19:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045031.156368:0:5856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023e00/0x2c8777a5e7d9da0c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045031.156380:0:5856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023e00/0x2c8777a5e7d9da0c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777045031.156429:0:5856:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x19:0x0]: returning size 158 00000004:00200000:0.0:1777045031.156436:0:5856:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1777045031.156496:0:5856:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023e00/0x2c8777a5e7d9da0c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045031.156515:0:5856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023e00/0x2c8777a5e7d9da0c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045031.156529:0:5856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022400/0x2c8777a5e7d9d9fe lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045031.156540:0:5856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022400/0x2c8777a5e7d9d9fe lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045031.156550:0:5856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022400/0x2c8777a5e7d9d9fe lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045031.156562:0:5856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48022400 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:0.0:1777045031.156570:0:5856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022400/0x2c8777a5e7d9d9fe lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045031.156582:0:5856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022400/0x2c8777a5e7d9d9fe lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045031.156601:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3c:0x0].0x0 (ffff98df43d75300) 00010000:00010000:0.0:1777045031.156607:0:5856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777045031.156615:0:5856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022400/0x2c8777a5e7d9d9fe lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045031.156625:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022400/0x2c8777a5e7d9d9fe lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045031.156645:0:5856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023000/0x2c8777a5e7d9da05 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045031.156656:0:5856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023000/0x2c8777a5e7d9da05 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045031.156665:0:5856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023000/0x2c8777a5e7d9da05 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045031.156673:0:5856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48023000 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:0.0:1777045031.156677:0:5856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023000/0x2c8777a5e7d9da05 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045031.156687:0:5856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023000/0x2c8777a5e7d9da05 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045031.156700:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3c:0x0].0x6de40d64 (ffff98df4a351000) 00010000:00010000:0.0:1777045031.156705:0:5856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777045031.156710:0:5856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023000/0x2c8777a5e7d9da05 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045031.156720:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023000/0x2c8777a5e7d9da05 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045031.156777:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022e00/0x2c8777a5e7d9d9f7 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148a0f expref: 69 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045031.156799:0:5856:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023e00/0x2c8777a5e7d9da0c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148a0f expref: 68 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045031.156811:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x19:0x0].0x0 (ffff98df4a351900) 00010000:00010000:0.0:1777045031.156815:0:5856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777045031.156819:0:5856:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de48023e00, rc 0) 00000100:00100000:0.0:1777045031.160540:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41c65c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:146de360-3fb2-48bd-b418-06f30714148a+68:26480:x1863365369971712:12345-192.168.201.45@tcp:101:lfs.0 Request processed in 4640us (5749us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045031.160558:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 950 00000100:00100000:3.0:1777045031.182529:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045031.182692:0:8776:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369971840 00000100:00100000:2.0:1777045031.182706:0:8776:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369971840 00000100:00100000:2.0:1777045031.183064:0:8776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 256 00000100:00100000:2.0:1777045031.183081:0:8776:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7529b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:146de360-3fb2-48bd-b418-06f30714148a+11:2392:x1863365369971840:12345-192.168.201.45@tcp:101:lfs.0 00010000:00010000:2.0:1777045031.183106:0:8776:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777045031.183131:0:8776:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e9644fd8/0x2c8777a5e7d9da13 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148a16 expref: -99 pid: 8776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777045031.183282:0:8776:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de480e9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8776:1863365424348288:192.168.201.45@tcp:106: 00000100:00100000:2.0:1777045031.183405:0:8776:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df46730780 going to sleep for 11 seconds 00000100:00080000:0.0:1777045031.183610:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00002000:00010000:2.0:1777045031.194030:0:8776:0:(ofd_lvb.c:259:ofd_lvbo_update()) res: [0x240000400:0x14:0x0] updating lvb size: 0 -> 158 00002000:00010000:2.0:1777045031.194043:0:8776:0:(ofd_lvb.c:265:ofd_lvbo_update()) res: [0x240000400:0x14:0x0] updating lvb mtime: 0 -> 1777045030 00002000:00010000:2.0:1777045031.194046:0:8776:0:(ofd_lvb.c:271:ofd_lvbo_update()) res: [0x240000400:0x14:0x0] updating lvb atime: 0 -> 1777045030 00002000:00010000:2.0:1777045031.194051:0:8776:0:(ofd_lvb.c:277:ofd_lvbo_update()) res: [0x240000400:0x14:0x0] updating lvb ctime: 0 -> 1777045030 00000100:00100000:2.0:1777045031.194083:0:8776:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de480e9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8776:1863365424348288:192.168.201.45@tcp:106: 00010000:00010000:2.0:1777045031.194131:0:8776:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000e9644fd8/0x2c8777a5e7d9da13 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148a16 expref: 12 pid: 8776 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045031.194168:0:8776:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e9644fd8/0x2c8777a5e7d9da13 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148a16 expref: 12 pid: 8776 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045031.194189:0:8776:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de48024000, rc 0) 00000100:00100000:2.0:1777045031.197761:0:8776:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7529b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:146de360-3fb2-48bd-b418-06f30714148a+11:2392:x1863365369971840:12345-192.168.201.45@tcp:101:lfs.0 Request processed in 14366us (14925us total) trans 0 rc 301/301 00000100:00100000:2.0:1777045031.197777:0:8776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 256 00000100:00100000:1.0:1777045031.214157:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045031.214657:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369971968 00000100:00100000:3.0:1777045031.214672:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369971968 00000100:00100000:3.0:1777045031.214758:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 951 00000100:00100000:3.0:1777045031.214776:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41c64000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:146de360-3fb2-48bd-b418-06f30714148a+68:26480:x1863365369971968:12345-192.168.201.45@tcp:101:lfs.0 00010000:00010000:3.0:1777045031.214804:0:12646:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777045031.215078:0:12646:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067c00/0x2c8777a5e7d9da1a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148a1d expref: -99 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045031.215179:0:12646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066e00/0x2c8777a5e7d9da21 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045031.215200:0:12646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066e00/0x2c8777a5e7d9da21 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045031.217605:0:12646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066e00/0x2c8777a5e7d9da21 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777045031.219575:0:12646:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x3c:0x0]: returning size 7680 00000004:00200000:2.0:1777045031.219585:0:12646:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:2.0:1777045031.219631:0:12646:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066e00/0x2c8777a5e7d9da21 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045031.219684:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067c00/0x2c8777a5e7d9da1a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148a1d expref: 70 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045031.219716:0:12646:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066e00/0x2c8777a5e7d9da21 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148a1d expref: 69 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045031.219730:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3c:0x0].0x0 (ffff98df43d75300) 00010000:00010000:2.0:1777045031.219735:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1777045031.219741:0:12646:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de48066e00, rc 0) 00000100:00100000:2.0:1777045031.220122:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41c64000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:146de360-3fb2-48bd-b418-06f30714148a+69:26480:x1863365369971968:12345-192.168.201.45@tcp:101:lfs.0 Request processed in 5349us (5975us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045031.220137:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 951 00000100:00100000:1.0:1777045031.252085:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045031.253154:0:14822:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369972096 00000100:00100000:2.0:1777045031.253169:0:14822:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369972096 00000100:00100000:3.0:1777045031.254011:0:14822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 257 00000100:00100000:3.0:1777045031.254029:0:14822:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41c65180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:146de360-3fb2-48bd-b418-06f30714148a+11:2390:x1863365369972096:12345-192.168.201.45@tcp:101:lfs.0 00010000:00010000:3.0:1777045031.254052:0:14822:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777045031.254078:0:14822:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000053160e99/0x2c8777a5e7d9da28 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148a24 expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777045031.254496:0:14822:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7529b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:14822:1863365424348416:192.168.201.45@tcp:106: 00000100:00100000:3.0:1777045031.254631:0:14822:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df7460fb40 going to sleep for 11 seconds 00000100:00100000:1.0:1777045031.269989:0:14822:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7529b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:14822:1863365424348416:192.168.201.45@tcp:106: 00010000:00010000:1.0:1777045031.270043:0:14822:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000053160e99/0x2c8777a5e7d9da28 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148a24 expref: 12 pid: 14822 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045031.270077:0:14822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000053160e99/0x2c8777a5e7d9da28 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148a24 expref: 12 pid: 14822 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045031.270100:0:14822:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de48066a00, rc 0) 00000100:00100000:1.0:1777045031.271738:0:14822:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41c65180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:146de360-3fb2-48bd-b418-06f30714148a+11:2390:x1863365369972096:12345-192.168.201.45@tcp:101:lfs.0 Request processed in 17708us (19660us total) trans 0 rc 301/301 00000100:00100000:1.0:1777045031.271753:0:14822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 257 00000100:00100000:1.0:1777045031.310719:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045031.310889:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369972352 00000100:00100000:0.0:1777045031.310904:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369972352 00000100:00100000:0.0:1777045031.311007:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 952 00000100:00100000:0.0:1777045031.311023:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41c66300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:146de360-3fb2-48bd-b418-06f30714148a+69:26480:x1863365369972352:12345-192.168.201.45@tcp:58:lfs.0 00000040:00080000:0.0:1777045031.311633:0:5857:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].24, 136 off11456 00000100:00100000:0.0:1777045031.311757:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41c66300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:146de360-3fb2-48bd-b418-06f30714148a+69:26480:x1863365369972352:12345-192.168.201.45@tcp:58:lfs.0 Request processed in 736us (1048us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045031.311770:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 952 00010000:00010000:3.0:1777045031.383257:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1777045031.391483:0:11491:0:(llog.c:801:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1777045031.391494:0:11491:0:(llog_cat.c:158:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1777045031.391558:0:11491:0:(llog.c:858:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 25 count 2 00000040:00080000:0.0:1777045031.391571:0:11491:0:(llog.c:858:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1777045031.391923:0:11491:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df6d60f100 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11491:1863365424348544:192.168.201.45@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1777045031.392058:0:11491:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df77b93180 going to sleep for 11 seconds 00000100:00100000:0.0:1777045031.414690:0:11491:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df6d60f100 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11491:1863365424348544:192.168.201.45@tcp:107:hsm_cdtr.0 00000100:00100000:3.0:1777045031.428161:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045031.430000:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369972480 00000100:00100000:0.0:1777045031.430015:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369972480 00000100:00100000:0.0:1777045031.430107:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 953 00000100:00100000:0.0:1777045031.430124:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df75299880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+29:26483:x1863365369972480:12345-192.168.201.45@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1777045031.430175:0:5856:0:(mdt_handler.c:7958:mdt_fid2path()) path get [0x200000402:0x19:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1777045031.430390:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df75299880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+29:26483:x1863365369972480:12345-192.168.201.45@tcp:53:lhsmtool_posix.0 Request processed in 267us (2240us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045031.430427:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 953 00000100:00100000:1.0:1777045031.473073:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045031.473271:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369972736 00000100:00100000:2.0:1777045031.473285:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369972736 00000100:00100000:2.0:1777045031.473375:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 954 00000100:00100000:2.0:1777045031.473392:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41c67480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+29:26483:x1863365369972736:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1777045031.473468:0:12646:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777045031.473497:0:12646:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025400/0x2c8777a5e7d9da2f lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148a2b expref: -99 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045031.473638:0:12646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025600/0x2c8777a5e7d9da36 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x19:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045031.473660:0:12646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025600/0x2c8777a5e7d9da36 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045031.473677:0:12646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025600/0x2c8777a5e7d9da36 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777045031.473695:0:12646:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x19:0x0]: returning size 158 00010000:00010000:2.0:1777045031.474164:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025400/0x2c8777a5e7d9da2f lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148a2b expref: 32 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045031.474193:0:12646:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025600/0x2c8777a5e7d9da36 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148a2b expref: 31 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045031.474273:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x19:0x0].0x0 (ffff98df4a351900) 00010000:00010000:2.0:1777045031.474279:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777045031.474285:0:12646:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de48025600, rc 0) 00000100:00100000:2.0:1777045031.474372:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41c67480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+31:26483:x1863365369972736:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 Request processed in 982us (1308us total) trans 4294967919 rc 0/0 00000100:00100000:2.0:1777045031.474384:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 954 00000100:00100000:2.0:1777045031.495584:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045031.500613:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045031.501108:0:6639:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369972992 00000100:00100000:2.0:1777045031.501124:0:6639:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369972992 00000100:00100000:2.0:1777045031.501279:0:6639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 258 00000100:00100000:2.0:1777045031.501297:0:6639:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41c64380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+10:2393:x1863365369972992:12345-192.168.201.45@tcp:1:lhsmtool_posix.0 00010000:00010000:2.0:1777045031.501360:0:6639:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000f62dec6f/0x2c8777a5e7d9da44 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045031.501391:0:6639:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000009d172bad/0x2c8777a5e7d9d9f0 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148a08 expref: 10 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045031.505305:0:6639:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777045031.505311:0:6639:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777045031.505320:0:6639:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f62dec6f/0x2c8777a5e7d9da44 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045031.505418:0:6639:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000009d172bad/0x2c8777a5e7d9d9f0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148a08 expref: 10 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045031.505463:0:6639:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000009d172bad/0x2c8777a5e7d9d9f0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148a08 expref: 10 pid: 6639 timeout: 1759 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777045031.505503:0:6639:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de480e8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6639:1863365424348672:192.168.201.45@tcp:104: 00000100:00100000:2.0:1777045031.505642:0:6639:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df46730780 going to sleep for 11 seconds 00000100:00100000:0.0:1777045031.507695:0:5841:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369972864 00000100:00100000:0.0:1777045031.507708:0:5841:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369972864 00000100:00100000:0.0:1777045031.508068:0:5841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 55 00000100:00100000:0.0:1777045031.508087:0:5841:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de480e9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+31:2392:x1863365369972864:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777045031.508105:0:5841:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777045031.508137:0:5841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025600/0x2c8777a5e7d9da36 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148a2b expref: 31 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045031.508166:0:5841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x19:0x0].0x0 (ffff98df4a351900) 00010000:00010000:0.0:1777045031.508174:0:5841:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777045031.508248:0:5841:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de480e9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+30:2392:x1863365369972864:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 166us (12676us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045031.508261:0:5841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 55 00000100:00100000:3.0:1777045031.518481:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045031.519138:0:6645:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369973120 00000100:00100000:0.0:1777045031.519170:0:6645:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369973120 00002000:00100000:0.0:1777045031.519572:0:6645:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x14:0x0] (0->157) req@ffff98df75298380 x1863365369973120/t0(0) o4->15144518-a1c7-4352-a966-cb31eadd4d9b@192.168.201.45@tcp:32/0 lens 648/0 e 0 to 0 dl 1777045042 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777045031.519592:0:6645:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98df75298380 with x1863365369973120 ext(0->157) 00010000:00010000:0.0:1777045031.519608:0:6645:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 000000009d172bad/0x2c8777a5e7d9d9f0 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148a08 expref: 11 pid: 6639 timeout: 1759 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045031.519633:0:6645:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 000000009d172bad/0x2c8777a5e7d9d9f0 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148a08 expref: 11 pid: 6639 timeout: 1760 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777045031.519646:0:6645:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff98df75298380 00000100:00100000:0.0:1777045031.519678:0:6645:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 9 00000100:00100000:0.0:1777045031.519693:0:6645:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df75298380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+11:2390:x1863365369973120:12345-192.168.201.45@tcp:4:cp.0 00000100:00100000:0.0:1777045031.520982:0:6645:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df75298380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+13:2390:x1863365369973120:12345-192.168.201.45@tcp:4:cp.0 Request processed in 1290us (2551us total) trans 4294967345 rc 0/0 00000100:00100000:0.0:1777045031.520996:0:6645:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 9 00002000:00100000:0.0:1777045031.521007:0:6645:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x14:0x0] (0->157) req@ffff98df75298380 x1863365369973120/t4294967345(0) o4->15144518-a1c7-4352-a966-cb31eadd4d9b@192.168.201.45@tcp:32/0 lens 648/448 e 0 to 0 dl 1777045042 ref 1 fl Complete:H/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777045031.521021:0:6645:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98df75298380 with x1863365369973120 ext(0->157) 00010000:00010000:0.0:1777045031.521030:0:6645:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 000000009d172bad/0x2c8777a5e7d9d9f0 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148a08 expref: 13 pid: 6639 timeout: 1760 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045031.521049:0:6645:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 000000009d172bad/0x2c8777a5e7d9d9f0 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148a08 expref: 13 pid: 6639 timeout: 1760 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777045031.521060:0:6645:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff98df75298380 00000100:00100000:2.0:1777045031.523968:0:6639:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de480e8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6639:1863365424348672:192.168.201.45@tcp:104: 00010000:00010000:2.0:1777045031.524074:0:6639:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000f62dec6f/0x2c8777a5e7d9da44 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777045031.555000:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045031.557667:0:5843:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369973248 00000100:00100000:0.0:1777045031.557685:0:5843:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369973248 00010000:00010000:0.0:1777045031.557751:0:5843:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000009d172bad/0x2c8777a5e7d9d9f0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148a08 expref: 13 pid: 6639 timeout: 1760 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777045031.558139:0:5843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 282 00000100:00100000:0.0:1777045031.558156:0:5843:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41c67800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+13:2392:x1863365369973248:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777045031.558180:0:5843:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777045031.558245:0:5843:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000009d172bad/0x2c8777a5e7d9d9f0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148a08 expref: 13 pid: 6639 timeout: 1760 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045031.558268:0:5843:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000009d172bad/0x2c8777a5e7d9d9f0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148a08 expref: 13 pid: 6639 timeout: 1760 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045031.558303:0:5843:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009d172bad/0x2c8777a5e7d9d9f0 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148a08 expref: 13 pid: 6639 timeout: 1760 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045031.558325:0:5843:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777045031.558328:0:5843:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777045031.558335:0:5843:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000f62dec6f/0x2c8777a5e7d9da44 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045031.558351:0:5843:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f62dec6f/0x2c8777a5e7d9da44 lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045031.559532:0:5843:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777045031.559635:0:5843:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41c67800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+12:2392:x1863365369973248:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 1479us (4643us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045031.559656:0:5843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 282 00010000:00010000:3.0:1777045031.584425:0:6639:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000f62dec6f/0x2c8777a5e7d9da44 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045031.584494:0:6639:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f62dec6f/0x2c8777a5e7d9da44 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045031.584565:0:6639:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000f62dec6f/0x2c8777a5e7d9da44 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045031.584582:0:6639:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f62dec6f/0x2c8777a5e7d9da44 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045031.584598:0:6639:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f62dec6f/0x2c8777a5e7d9da44 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045031.584620:0:6639:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48025400 already unused, calling callback (ffffffffc17d22d0) 00010000:00010000:3.0:1777045031.584627:0:6639:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f62dec6f/0x2c8777a5e7d9da44 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045031.584641:0:6639:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f62dec6f/0x2c8777a5e7d9da44 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045031.584668:0:6639:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f62dec6f/0x2c8777a5e7d9da44 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045031.584681:0:6639:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f62dec6f/0x2c8777a5e7d9da44 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777045031.585145:0:6639:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41c64380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+11:2393:x1863365369972992:12345-192.168.201.45@tcp:1:lhsmtool_posix.0 Request processed in 83846us (84536us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045031.585162:0:6639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 258 00000100:00100000:1.0:1777045031.618075:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045031.630652:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369973504 00000100:00100000:2.0:1777045031.630674:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369973504 00000100:00100000:2.0:1777045031.630780:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 955 00000100:00100000:2.0:1777045031.630798:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41c67100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+30:26483:x1863365369973504:12345-192.168.201.45@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1777045031.631030:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41c67100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+30:26483:x1863365369973504:12345-192.168.201.45@tcp:57:lhsmtool_posix.0 Request processed in 233us (12964us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045031.631045:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 955 00000100:00100000:0.0:1777045031.648149:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045031.648368:0:8776:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369973632 00000100:00100000:2.0:1777045031.648383:0:8776:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369973632 00000100:00100000:2.0:1777045031.648491:0:8776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 259 00000100:00100000:2.0:1777045031.648508:0:8776:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d60f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+11:2392:x1863365369973632:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1777045031.648534:0:8776:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777045031.648567:0:8776:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e9644fd8/0x2c8777a5e7d9da4b lrc: 2/0,0 mode: --/PR res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148a32 expref: -99 pid: 8776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777045031.648605:0:8776:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x14:0x0] initial LVB size: 158, mtime: 0x69eb8e26, atime: 0x0, ctime: 0x69eb8e26, blocks: 0x1 00010000:00010000:2.0:1777045031.648630:0:8776:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777045031.648634:0:8776:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777045031.648647:0:8776:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e9644fd8/0x2c8777a5e7d9da4b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148a32 expref: 12 pid: 8776 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045031.648675:0:8776:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000e9644fd8/0x2c8777a5e7d9da4b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148a32 expref: 12 pid: 8776 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045031.648695:0:8776:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de48024000, rc 0) 00000100:00100000:2.0:1777045031.648766:0:8776:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d60f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+12:2392:x1863365369973632:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 Request processed in 261us (629us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045031.648779:0:8776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 259 00000100:00100000:1.0:1777045031.709025:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045031.724336:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369973888 00000100:00100000:0.0:1777045031.724356:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369973888 00000100:00100000:0.0:1777045031.724495:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 956 00000100:00100000:0.0:1777045031.724512:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41c66d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+30:26483:x1863365369973888:12345-192.168.201.45@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1777045031.725115:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41c66d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+30:26483:x1863365369973888:12345-192.168.201.45@tcp:57:lhsmtool_posix.0 Request processed in 605us (16098us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045031.725128:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 956 00000100:00100000:1.0:1777045031.758391:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045031.760685:0:17648:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369974016 00000100:00100000:2.0:1777045031.760701:0:17648:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369974016 00002000:00100000:2.0:1777045031.760774:0:17648:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x14:0x0] (0->4095) req@ffff98de41c66a00 x1863365369974016/t0(0) o3->15144518-a1c7-4352-a966-cb31eadd4d9b@192.168.201.45@tcp:32/0 lens 488/0 e 0 to 0 dl 1777045042 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777045031.760793:0:17648:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98de41c66a00 with x1863365369974016 ext(0->4095) 00002000:00010000:2.0:1777045031.760800:0:17648:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff98de41c66a00 00000100:00100000:2.0:1777045031.760855:0:17648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 90 00000100:00100000:2.0:1777045031.760869:0:17648:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41c66a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+12:2392:x1863365369974016:12345-192.168.201.45@tcp:3:lhsmtool_posix.0 00000100:00100000:2.0:1777045031.761141:0:17648:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41c66a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+12:2392:x1863365369974016:12345-192.168.201.45@tcp:3:lhsmtool_posix.0 Request processed in 272us (2760us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1777045031.761154:0:17648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 90 00002000:00100000:2.0:1777045031.761165:0:17648:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x14:0x0] (0->4095) req@ffff98de41c66a00 x1863365369974016/t0(0) o3->15144518-a1c7-4352-a966-cb31eadd4d9b@192.168.201.45@tcp:32/0 lens 488/4536 e 0 to 0 dl 1777045042 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777045031.761176:0:17648:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98de41c66a00 with x1863365369974016 ext(0->4095) 00002000:00010000:2.0:1777045031.761181:0:17648:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff98de41c66a00 00000100:00100000:0.0:1777045031.800558:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045031.800755:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369974144 00000100:00100000:1.0:1777045031.800769:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369974144 00000100:00100000:1.0:1777045031.800841:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 957 00000100:00100000:1.0:1777045031.800857:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d60ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+30:26483:x1863365369974144:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1777045031.801154:0:5857:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777045031.801200:0:5857:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfc400/0x2c8777a5e7d9da52 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x19:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148a39 expref: -99 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045031.801271:0:5857:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfda00/0x2c8777a5e7d9da59 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x19:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045031.801290:0:5857:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfda00/0x2c8777a5e7d9da59 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045031.801307:0:5857:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfda00/0x2c8777a5e7d9da59 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045031.801458:0:5857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfc400/0x2c8777a5e7d9da52 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x19:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148a39 expref: 32 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045031.801491:0:5857:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfda00/0x2c8777a5e7d9da59 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148a39 expref: 31 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045031.801504:0:5857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x19:0x0].0x0 (ffff98df4a351900) 00010000:00010000:1.0:1777045031.801509:0:5857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1777045031.801514:0:5857:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de41dfda00, rc 0) 00000100:00100000:1.0:1777045031.801595:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d60ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+31:26483:x1863365369974144:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 Request processed in 741us (1047us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045031.801606:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 957 00000100:00100000:1.0:1777045031.827976:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045031.828191:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369974272 00000100:00100000:0.0:1777045031.828555:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369974272 00000100:00100000:0.0:1777045031.828636:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 958 00000100:00100000:0.0:1777045031.828649:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41c66680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+31:26483:x1863365369974272:12345-192.168.201.45@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1777045031.828689:0:5856:0:(mdt_handler.c:7958:mdt_fid2path()) path get [0x200000402:0x19:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1777045031.829070:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41c66680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+31:26483:x1863365369974272:12345-192.168.201.45@tcp:53:lhsmtool_posix.0 Request processed in 420us (1101us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045031.829083:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 958 00000100:00100000:3.0:1777045031.841485:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045031.849075:0:14822:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369974400 00000100:00100000:1.0:1777045031.849093:0:14822:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369974400 00000100:00100000:1.0:1777045031.849616:0:14822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 260 00000100:00100000:1.0:1777045031.849634:0:14822:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df75299500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+12:2393:x1863365369974400:12345-192.168.201.45@tcp:1:lhsmtool_posix.0 00010000:00010000:1.0:1777045031.849746:0:14822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000f7fe5ed7/0x2c8777a5e7d9da60 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045031.849768:0:14822:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777045031.849772:0:14822:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777045031.849779:0:14822:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f7fe5ed7/0x2c8777a5e7d9da60 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045031.849800:0:14822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f7fe5ed7/0x2c8777a5e7d9da60 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045031.849839:0:14822:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000f7fe5ed7/0x2c8777a5e7d9da60 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045031.849853:0:14822:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f7fe5ed7/0x2c8777a5e7d9da60 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045031.849867:0:14822:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f7fe5ed7/0x2c8777a5e7d9da60 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045031.850145:0:14822:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de41dfc400 already unused, calling callback (ffffffffc17d22d0) 00010000:00010000:1.0:1777045031.850152:0:14822:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f7fe5ed7/0x2c8777a5e7d9da60 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045031.850513:0:14822:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f7fe5ed7/0x2c8777a5e7d9da60 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045031.850554:0:14822:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f7fe5ed7/0x2c8777a5e7d9da60 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045031.850566:0:14822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f7fe5ed7/0x2c8777a5e7d9da60 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777045031.850680:0:14822:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df75299500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+12:2393:x1863365369974400:12345-192.168.201.45@tcp:1:lhsmtool_posix.0 Request processed in 1048us (9204us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045031.850693:0:14822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 260 00000100:00100000:0.0:1777045031.860140:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045031.861980:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369974656 00000100:00100000:3.0:1777045031.861995:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369974656 00000100:00100000:3.0:1777045031.862179:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 959 00000100:00100000:3.0:1777045031.862198:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d60ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+31:26483:x1863365369974656:12345-192.168.201.45@tcp:57:lhsmtool_posix.0 00010000:00010000:3.0:1777045031.862354:0:12646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066200/0x2c8777a5e7d9da67 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x19:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045031.862383:0:12646:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfda00/0x2c8777a5e7d9da59 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148a39 expref: 31 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045031.862398:0:12646:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066200/0x2c8777a5e7d9da67 lrc: 4/0,1 mode: --/PW res: [0x200000402:0x19:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045031.862488:0:12646:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfda00/0x2c8777a5e7d9da59 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148a39 expref: 31 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045031.862511:0:12646:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfda00/0x2c8777a5e7d9da59 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148a39 expref: 31 pid: 5857 timeout: 1760 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777045031.862535:0:12646:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7529a680 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12646:1863365424348800:192.168.201.45@tcp:104: 00000100:00100000:3.0:1777045031.862656:0:12646:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df7460fb40 going to sleep for 11 seconds 00000100:00100000:1.0:1777045031.872554:0:12646:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7529a680 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12646:1863365424348800:192.168.201.45@tcp:104: 00010000:00010000:1.0:1777045031.872594:0:12646:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066200/0x2c8777a5e7d9da67 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x19:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777045031.883324:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045031.884088:0:6655:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369974784 00000100:00100000:3.0:1777045031.884103:0:6655:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369974784 00010000:00010000:3.0:1777045031.884160:0:6655:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfda00/0x2c8777a5e7d9da59 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148a39 expref: 32 pid: 5857 timeout: 1760 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777045031.884256:0:6655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 283 00000100:00100000:3.0:1777045031.884273:0:6655:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d60fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+32:2393:x1863365369974784:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777045031.884312:0:6655:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777045031.884324:0:6655:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfda00/0x2c8777a5e7d9da59 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148a39 expref: 32 pid: 5857 timeout: 1760 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045031.884347:0:6655:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfda00/0x2c8777a5e7d9da59 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148a39 expref: 32 pid: 5857 timeout: 1760 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045031.884378:0:6655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfda00/0x2c8777a5e7d9da59 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x19:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148a39 expref: 32 pid: 5857 timeout: 1760 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045031.884408:0:6655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x19:0x0].0x0 (ffff98df4a351900) 00010000:00010000:3.0:1777045031.884417:0:6655:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066200/0x2c8777a5e7d9da67 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x19:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045031.884454:0:6655:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066200/0x2c8777a5e7d9da67 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x19:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045031.884467:0:6655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066200/0x2c8777a5e7d9da67 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x19:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045031.884506:0:6655:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777045031.884575:0:6655:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d60fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+31:2393:x1863365369974784:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 306us (1262us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045031.884587:0:6655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 283 00010000:00010000:1.0:1777045031.886707:0:12646:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066200/0x2c8777a5e7d9da67 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x19:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045031.886725:0:12646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066200/0x2c8777a5e7d9da67 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x19:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045031.887002:0:12646:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066200/0x2c8777a5e7d9da67 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x19:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045031.887015:0:12646:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066200/0x2c8777a5e7d9da67 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x19:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045031.887025:0:12646:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066200/0x2c8777a5e7d9da67 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x19:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045031.887040:0:12646:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48066200 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:1.0:1777045031.887046:0:12646:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066200/0x2c8777a5e7d9da67 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x19:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045031.887056:0:12646:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066200/0x2c8777a5e7d9da67 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x19:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045031.887073:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x19:0x0].0x0 (ffff98df4a351900) 00010000:00010000:1.0:1777045031.887077:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1777045031.887083:0:12646:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066200/0x2c8777a5e7d9da67 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x19:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045031.887092:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066200/0x2c8777a5e7d9da67 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x19:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777045031.887315:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d60ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+31:26483:x1863365369974656:12345-192.168.201.45@tcp:57:lhsmtool_posix.0 Request processed in 25118us (27183us total) trans 4294967920 rc 0/0 00000100:00100000:1.0:1777045031.887329:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 959 00000040:00080000:0.0:1777045031.887839:0:11491:0:(llog.c:801:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1777045031.887847:0:11491:0:(llog_cat.c:158:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1777045031.888635:0:11491:0:(llog.c:858:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 2 00000040:00080000:0.0:1777045031.888652:0:11491:0:(llog.c:858:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1777045031.904124:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045031.904731:0:5858:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369975040 00000100:00100000:1.0:1777045031.904744:0:5858:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369975040 00000100:00100000:1.0:1777045031.904806:0:5858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 213 00000100:00100000:1.0:1777045031.904821:0:5858:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df75298700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+31:26483:x1863365369975040:12345-192.168.201.45@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1777045031.905755:0:5858:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df75298700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+32:26483:x1863365369975040:12345-192.168.201.45@tcp:35:lhsmtool_posix.0 Request processed in 935us (1640us total) trans 4294967921 rc 0/0 00000100:00100000:1.0:1777045031.905769:0:5858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 213 00010000:00010000:2.0:1777045032.405948:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:3.0:1777045032.654796:0:6666:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967345 is committed 00000100:00100000:0.0:1777045032.949187:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045032.949236:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045032.949269:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045032.949295:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045032.949319:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045032.949342:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045032.949373:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045032.949403:0:5850:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369975168 00000100:00100000:0.0:1777045032.949428:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369975680 00000100:00100000:2.0:1777045032.949434:0:5850:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369975168 00000100:00100000:0.0:1777045032.949434:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369975680 00000100:00100000:0.0:1777045032.949485:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369975296 00000100:00100000:0.0:1777045032.949488:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369975296 00000100:00100000:2.0:1777045032.949502:0:5850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 792 00000100:00100000:0.0:1777045032.949513:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 944 00000100:00100000:0.0:1777045032.949521:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d60f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+32:2390:x1863365369975680:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:2.0:1777045032.949527:0:5850:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df472ab450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2390:x1863365369975168:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:1.0:1777045032.949652:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 945 00000100:00100000:1.0:1777045032.949668:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d60ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:146de360-3fb2-48bd-b418-06f30714148a+69:2390:x1863365369975296:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777045032.949765:0:6639:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369975424 00000100:00100000:3.0:1777045032.949772:0:6639:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369975424 00000100:00100000:2.0:1777045032.950293:0:5850:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df472ab450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2390:x1863365369975168:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 779us (1113us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045032.950305:0:5850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 792 00000100:00100000:3.0:1777045032.950554:0:6639:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369975936 00000100:00100000:3.0:1777045032.950560:0:6639:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369975936 00000100:00100000:3.0:1777045032.950583:0:6639:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369975552 00000100:00100000:3.0:1777045032.950587:0:6639:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369975552 00000100:00100000:3.0:1777045032.950603:0:6639:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369975808 00000100:00100000:3.0:1777045032.950607:0:6639:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369975808 00000100:00100000:3.0:1777045032.950628:0:6639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 753 00000100:00100000:3.0:1777045032.950638:0:6639:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d60c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:146de360-3fb2-48bd-b418-06f30714148a+11:2390:x1863365369975424:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:0.0:1777045032.952522:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d60f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+32:2390:x1863365369975680:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 2993us (3245us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045032.952536:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 944 00000100:00100000:0.0:1777045032.952584:0:8776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 754 00000100:00100000:0.0:1777045032.952598:0:8776:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d60ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2390:x1863365369975936:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:0.0:1777045032.952661:0:8776:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d60ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2390:x1863365369975936:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 66us (3364us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045032.952670:0:8776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 754 00000100:00100000:0.0:1777045032.952693:0:8776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 755 00000100:00100000:0.0:1777045032.952702:0:8776:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d60dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:146de360-3fb2-48bd-b418-06f30714148a+14:2390:x1863365369975552:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:0.0:1777045032.952735:0:8776:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d60dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:146de360-3fb2-48bd-b418-06f30714148a+14:2390:x1863365369975552:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 34us (3392us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045032.952750:0:8776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 755 00000100:00100000:0.0:1777045032.952786:0:8776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 756 00000100:00100000:0.0:1777045032.952796:0:8776:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d60d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+10:2390:x1863365369975808:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:0.0:1777045032.952829:0:8776:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d60d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+10:2390:x1863365369975808:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 35us (3456us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045032.952836:0:8776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 756 00000100:00080000:0.0:1777045032.953093:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1777045032.953099:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1777045032.953103:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1777045032.960743:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d60ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:146de360-3fb2-48bd-b418-06f30714148a+69:2390:x1863365369975296:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 11066us (11409us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045032.960762:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 945 00000100:00100000:3.0:1777045032.966582:0:6639:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d60c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:146de360-3fb2-48bd-b418-06f30714148a+11:2390:x1863365369975424:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 15931us (17331us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045032.966605:0:6639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 753 00010000:00010000:3.0:1777045033.435923:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1777045033.802129:0:18546:0:(llog.c:801:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1777045033.802139:0:18546:0:(llog_cat.c:158:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1777045033.802193:0:18546:0:(llog.c:858:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 25 count 2 00000040:00080000:2.0:1777045033.802228:0:18546:0:(llog.c:858:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1777045034.036363:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045034.036441:0:8776:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369976064 00000100:00100000:0.0:1777045034.036454:0:8776:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369976064 00000100:00100000:0.0:1777045034.036538:0:8776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 261 00000100:00100000:0.0:1777045034.036554:0:8776:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d60f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:146de360-3fb2-48bd-b418-06f30714148a+11:2391:x1863365369976064:12345-192.168.201.45@tcp:101:lfs.0 00010000:00010000:0.0:1777045034.036582:0:8776:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777045034.036606:0:8776:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000475c44da/0x2c8777a5e7d9da6e lrc: 2/0,0 mode: --/PR res: [0x240000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148a40 expref: -99 pid: 8776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045034.036643:0:8776:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777045034.036647:0:8776:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777045034.036660:0:8776:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000475c44da/0x2c8777a5e7d9da6e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148a40 expref: 12 pid: 8776 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045034.036688:0:8776:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000475c44da/0x2c8777a5e7d9da6e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148a40 expref: 12 pid: 8776 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045034.036710:0:8776:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de48022800, rc 0) 00000100:00100000:0.0:1777045034.037066:0:8776:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d60f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:146de360-3fb2-48bd-b418-06f30714148a+12:2391:x1863365369976064:12345-192.168.201.45@tcp:101:lfs.0 Request processed in 513us (714us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045034.037080:0:8776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 261 00000100:00080000:0.0:1777045034.037117:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1777045034.091767:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045034.101234:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369976320 00000100:00100000:3.0:1777045034.101253:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369976320 00000100:00100000:3.0:1777045034.102499:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 960 00000100:00100000:3.0:1777045034.102520:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de480e8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:146de360-3fb2-48bd-b418-06f30714148a+69:26491:x1863365369976320:12345-192.168.201.45@tcp:101:lfs.0 00010000:00010000:3.0:1777045034.102576:0:12646:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777045034.102608:0:12646:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067200/0x2c8777a5e7d9da75 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x19:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148a47 expref: -99 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045034.102760:0:12646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067e00/0x2c8777a5e7d9da7c lrc: 3/0,1 mode: --/PW res: [0x200000402:0x19:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045034.102786:0:12646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067e00/0x2c8777a5e7d9da7c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x19:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045034.102809:0:12646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067e00/0x2c8777a5e7d9da7c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x19:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777045034.103077:0:12646:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x19:0x0]: returning size 158 00010000:00010000:3.0:1777045034.103304:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067200/0x2c8777a5e7d9da75 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x19:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148a47 expref: 72 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045034.103340:0:12646:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067e00/0x2c8777a5e7d9da7c lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x19:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148a47 expref: 71 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045034.103355:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x19:0x0].0x0 (ffff98df4a351900) 00010000:00010000:3.0:1777045034.103361:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1777045034.103368:0:12646:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de48067e00, rc 0) 00000100:00100000:3.0:1777045034.103493:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de480e8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:146de360-3fb2-48bd-b418-06f30714148a+71:26491:x1863365369976320:12345-192.168.201.45@tcp:101:lfs.0 Request processed in 977us (11735us total) trans 4294967922 rc 0/0 00000100:00100000:3.0:1777045034.103509:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 960 00000100:00080000:0.0:1777045034.114141:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1777045034.119786:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045034.119939:0:14822:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369976448 00000100:00100000:2.0:1777045034.119954:0:14822:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369976448 00000100:00100000:2.0:1777045034.120051:0:14822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 262 00000100:00100000:2.0:1777045034.120069:0:14822:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42e59500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:146de360-3fb2-48bd-b418-06f30714148a+12:2393:x1863365369976448:12345-192.168.201.45@tcp:1:lfs.0 00010000:00010000:2.0:1777045034.120134:0:14822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000832208ce/0x2c8777a5e7d9da8a lrc: 3/0,1 mode: --/PW res: [0x240000400:0x14:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045034.120168:0:14822:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000e9644fd8/0x2c8777a5e7d9da4b lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148a32 expref: 9 pid: 8776 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045034.120185:0:14822:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000475c44da/0x2c8777a5e7d9da6e lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148a40 expref: 12 pid: 8776 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045034.122489:0:14822:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777045034.122493:0:14822:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777045034.122502:0:14822:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000832208ce/0x2c8777a5e7d9da8a lrc: 5/0,1 mode: --/PW res: [0x240000400:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045034.122572:0:14822:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000475c44da/0x2c8777a5e7d9da6e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148a40 expref: 12 pid: 8776 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045034.122601:0:14822:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000475c44da/0x2c8777a5e7d9da6e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148a40 expref: 12 pid: 8776 timeout: 1762 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777045034.122629:0:14822:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de480e8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:14822:1863365424348928:192.168.201.45@tcp:104: 00010000:00010000:2.0:1777045034.122794:0:14822:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000e9644fd8/0x2c8777a5e7d9da4b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148a32 expref: 9 pid: 8776 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045034.122818:0:14822:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000e9644fd8/0x2c8777a5e7d9da4b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148a32 expref: 9 pid: 8776 timeout: 1762 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777045034.122839:0:14822:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de480e8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:14822:1863365424349056:192.168.201.45@tcp:104: 00000100:00100000:2.0:1777045034.123174:0:14822:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df46731cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1777045034.139574:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045034.139945:0:14822:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de480e8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:14822:1863365424348928:192.168.201.45@tcp:104: 00000100:00100000:2.0:1777045034.139972:0:14822:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de480e8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:14822:1863365424349056:192.168.201.45@tcp:104: 00010000:00010000:2.0:1777045034.140017:0:14822:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000832208ce/0x2c8777a5e7d9da8a lrc: 3/0,1 mode: --/PW res: [0x240000400:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777045034.140134:0:5843:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369976576 00000100:00100000:3.0:1777045034.140147:0:5843:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369976576 00010000:00010000:3.0:1777045034.140565:0:5843:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000475c44da/0x2c8777a5e7d9da6e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148a40 expref: 13 pid: 8776 timeout: 1762 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777045034.143673:0:5843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 284 00000100:00100000:3.0:1777045034.143707:0:5843:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df5f98d450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:146de360-3fb2-48bd-b418-06f30714148a+13:2392:x1863365369976576:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777045034.143735:0:5843:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1777045034.143767:0:5843:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x14:0x0] updating lvb blocks from disk: 1 -> 11 00010000:00010000:3.0:1777045034.143782:0:5843:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000475c44da/0x2c8777a5e7d9da6e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148a40 expref: 13 pid: 8776 timeout: 1762 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045034.143831:0:5843:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000475c44da/0x2c8777a5e7d9da6e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148a40 expref: 13 pid: 8776 timeout: 1762 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045034.143868:0:5843:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000475c44da/0x2c8777a5e7d9da6e lrc: 0/0,0 mode: --/PR res: [0x240000400:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148a40 expref: 13 pid: 8776 timeout: 1762 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045034.143894:0:5843:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777045034.143994:0:5843:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df5f98d450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:146de360-3fb2-48bd-b418-06f30714148a+12:2392:x1863365369976576:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 300us (4432us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045034.154857:0:5843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 284 00000100:00100000:2.0:1777045034.155525:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045034.164954:0:6655:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369976704 00000100:00100000:3.0:1777045034.164973:0:6655:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369976704 00010000:00010000:3.0:1777045034.165061:0:6655:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000e9644fd8/0x2c8777a5e7d9da4b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148a32 expref: 10 pid: 8776 timeout: 1762 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777045034.165145:0:6655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 285 00000100:00100000:3.0:1777045034.165163:0:6655:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de480e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+10:2392:x1863365369976704:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777045034.165186:0:6655:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777045034.165250:0:6655:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000e9644fd8/0x2c8777a5e7d9da4b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148a32 expref: 10 pid: 8776 timeout: 1762 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045034.165276:0:6655:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000e9644fd8/0x2c8777a5e7d9da4b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148a32 expref: 10 pid: 8776 timeout: 1762 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045034.165311:0:6655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e9644fd8/0x2c8777a5e7d9da4b lrc: 0/0,0 mode: --/PR res: [0x240000400:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148a32 expref: 10 pid: 8776 timeout: 1762 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045034.165334:0:6655:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777045034.165338:0:6655:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777045034.165346:0:6655:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000832208ce/0x2c8777a5e7d9da8a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045034.165363:0:6655:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000832208ce/0x2c8777a5e7d9da8a lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045034.165465:0:6655:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777045034.165548:0:6655:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de480e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2392:x1863365369976704:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 387us (10025us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045034.165563:0:6655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 285 00000100:00080000:0.0:1777045034.165621:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1777045034.174652:0:14822:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000832208ce/0x2c8777a5e7d9da8a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045034.174683:0:14822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000832208ce/0x2c8777a5e7d9da8a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045034.176707:0:14822:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000832208ce/0x2c8777a5e7d9da8a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045034.176730:0:14822:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000832208ce/0x2c8777a5e7d9da8a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045034.176746:0:14822:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000832208ce/0x2c8777a5e7d9da8a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045034.176760:0:14822:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48024e00 already unused, calling callback (ffffffffc17d22d0) 00010000:00010000:2.0:1777045034.176769:0:14822:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000832208ce/0x2c8777a5e7d9da8a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045034.176785:0:14822:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000832208ce/0x2c8777a5e7d9da8a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045034.176815:0:14822:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000832208ce/0x2c8777a5e7d9da8a lrc: 2/0,0 mode: --/PW res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045034.176870:0:14822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000832208ce/0x2c8777a5e7d9da8a lrc: 0/0,0 mode: --/PW res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777045034.177004:0:14822:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42e59500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:146de360-3fb2-48bd-b418-06f30714148a+11:2393:x1863365369976448:12345-192.168.201.45@tcp:1:lfs.0 Request processed in 56934us (57223us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045034.177021:0:14822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 262 00000100:00100000:2.0:1777045034.214579:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045034.216680:0:5859:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369976960 00000100:00100000:3.0:1777045034.216695:0:5859:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369976960 00000100:00100000:2.0:1777045034.218792:0:5859:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 214 00000100:00100000:2.0:1777045034.218811:0:5859:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df45edd450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:146de360-3fb2-48bd-b418-06f30714148a+71:26491:x1863365369976960:12345-192.168.201.45@tcp:35:lfs.0 00000004:00010000:2.0:1777045034.219162:0:5859:0:(mdt_open.c:1994:mdt_hsm_release()) ### [0x200000402:0x19:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067e00/0x2c8777a5e7d9da7c lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x19:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148a47 expref: 71 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1777045034.219818:0:5859:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967923 00000001:00080000:2.0:1777045034.221347:0:5859:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967924 00010000:00010000:2.0:1777045034.228611:0:5859:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024e00/0x2c8777a5e7d9da91 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x19:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5859 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045034.228648:0:5859:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023800/0x2c8777a5e7d9d9db lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11489fa expref: 31 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045034.228663:0:5859:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023e00/0x2c8777a5e7d9da0c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148a0f expref: 74 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045034.228677:0:5859:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024e00/0x2c8777a5e7d9da91 lrc: 5/0,1 mode: --/EX res: [0x200000402:0x19:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5859 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045034.228743:0:5859:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023e00/0x2c8777a5e7d9da0c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148a0f expref: 74 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045034.228771:0:5859:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023e00/0x2c8777a5e7d9da0c lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148a0f expref: 74 pid: 5856 timeout: 1762 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777045034.228795:0:5859:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de480e8a80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:5859:1863365424349184:192.168.201.45@tcp:104: 00010000:00010000:2.0:1777045034.229887:0:5859:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023800/0x2c8777a5e7d9d9db lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11489fa expref: 31 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045034.229908:0:5859:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023800/0x2c8777a5e7d9d9db lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11489fa expref: 31 pid: 5857 timeout: 1762 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777045034.229928:0:5859:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de480e9880 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:5859:1863365424349312:192.168.201.45@tcp:104: 00000100:00100000:2.0:1777045034.229979:0:5859:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df46731cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1777045034.269367:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045034.269516:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045034.271900:0:5843:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369977088 00000100:00100000:1.0:1777045034.271915:0:5843:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369977088 00010000:00010000:1.0:1777045034.271970:0:5843:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023e00/0x2c8777a5e7d9da0c lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148a0f expref: 75 pid: 5856 timeout: 1762 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777045034.272026:0:5843:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369977216 00000100:00100000:1.0:1777045034.272033:0:5843:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369977216 00010000:00010000:1.0:1777045034.272077:0:5843:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023800/0x2c8777a5e7d9d9db lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11489fa expref: 32 pid: 5857 timeout: 1762 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777045034.272116:0:5843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 286 00000100:00100000:1.0:1777045034.272131:0:5843:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42e59880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:146de360-3fb2-48bd-b418-06f30714148a+75:2392:x1863365369977088:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777045034.272513:0:5843:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777045034.272527:0:5843:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023e00/0x2c8777a5e7d9da0c lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148a0f expref: 75 pid: 5856 timeout: 1762 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045034.272550:0:5843:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023e00/0x2c8777a5e7d9da0c lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148a0f expref: 75 pid: 5856 timeout: 1762 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045034.272587:0:5843:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x19:0x0].0x0 (ffff98df4a351900) 00010000:00010000:1.0:1777045034.272596:0:5843:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024e00/0x2c8777a5e7d9da91 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x19:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5859 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045034.272613:0:5843:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024e00/0x2c8777a5e7d9da91 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x19:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5859 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045034.272625:0:5843:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777045034.272705:0:5843:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42e59880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:146de360-3fb2-48bd-b418-06f30714148a+75:2392:x1863365369977088:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 575us (3351us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045034.272719:0:5843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 286 00000100:00100000:1.0:1777045034.272752:0:5843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 287 00000100:00100000:1.0:1777045034.272765:0:5843:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42e5ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+32:2392:x1863365369977216:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777045034.272779:0:5843:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777045034.272788:0:5843:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023800/0x2c8777a5e7d9d9db lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11489fa expref: 32 pid: 5857 timeout: 1762 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045034.272806:0:5843:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023800/0x2c8777a5e7d9d9db lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11489fa expref: 32 pid: 5857 timeout: 1762 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045034.272827:0:5843:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x19:0x0].0x0 (ffff98df4a351900) 00010000:00010000:1.0:1777045034.272834:0:5843:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024e00/0x2c8777a5e7d9da91 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x19:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5859 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045034.272847:0:5843:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024e00/0x2c8777a5e7d9da91 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x19:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 5859 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045034.272859:0:5843:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024e00/0x2c8777a5e7d9da91 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x19:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 5859 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045034.272885:0:5843:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777045034.272917:0:5843:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42e5ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+32:2392:x1863365369977216:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 154us (3402us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045034.272928:0:5843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 287 00000100:00080000:1.0:1777045034.272964:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1777045034.280238:0:5859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023e00/0x2c8777a5e7d9da0c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148a0f expref: 74 pid: 5856 timeout: 1762 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777045034.280278:0:5859:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de480e8a80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:5859:1863365424349184:192.168.201.45@tcp:104: 00010000:00010000:2.0:1777045034.280303:0:5859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023800/0x2c8777a5e7d9d9db lrc: 0/0,0 mode: --/PR res: [0x200000402:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11489fa expref: 31 pid: 5857 timeout: 1762 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777045034.280322:0:5859:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de480e9880 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:5859:1863365424349312:192.168.201.45@tcp:104: 00010000:00010000:2.0:1777045034.280414:0:5859:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024e00/0x2c8777a5e7d9da91 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x19:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5859 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045034.280433:0:5859:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024e00/0x2c8777a5e7d9da91 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x19:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5859 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045034.280445:0:5859:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024e00/0x2c8777a5e7d9da91 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x19:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5859 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1777045034.280615:0:5859:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967925 00000001:00080000:2.0:1777045034.280932:0:5859:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967926 00000001:00080000:2.0:1777045034.281028:0:5859:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967927 00000100:00100000:2.0:1777045034.281145:0:5859:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de480e9880 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:5859:1863365424349440:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1777045034.285541:0:5859:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777045034.285760:0:5859:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df467e1240 going to sleep for 11 seconds 00000100:00100000:3.0:1777045034.293565:0:5860:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424349440 00000100:00100000:3.0:1777045034.293583:0:5860:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424349440 00000100:00100000:2.0:1777045034.293920:0:5860:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:2.0:1777045034.293940:0:5860:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de480e8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:5859:x1863365424349440:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1777045034.294109:0:5860:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de480e8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:5859:x1863365424349440:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 174us (10257us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045034.294123:0:5860:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:2.0:1777045034.294200:0:5859:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de480e9880 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:5859:1863365424349440:0@lo:1000:mdt_rdpg00_001.0 00000001:00080000:2.0:1777045034.295044:0:5859:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967928 00000100:00100000:2.0:1777045034.295167:0:5859:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de480e9880 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:5859:1863365424349568:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1777045034.295266:0:5859:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777045034.295301:0:5859:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df46731cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1777045034.295325:0:5860:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424349568 00000100:00100000:2.0:1777045034.295332:0:5860:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424349568 00000100:00100000:2.0:1777045034.295369:0:5860:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:2.0:1777045034.295381:0:5860:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de480ea680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:5859:x1863365424349568:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1777045034.295736:0:5860:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de480ea680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:5859:x1863365424349568:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 354us (468us total) trans 4294967346 rc 0/0 00000100:00100000:2.0:1777045034.295749:0:5860:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:2.0:1777045034.295813:0:5859:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de480e9880 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:5859:1863365424349568:0@lo:1000:mdt_rdpg00_001.0 00010000:00010000:2.0:1777045034.295843:0:5859:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024e00/0x2c8777a5e7d9da91 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x19:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5859 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045034.295862:0:5859:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024e00/0x2c8777a5e7d9da91 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x19:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5859 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045034.295876:0:5859:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024e00/0x2c8777a5e7d9da91 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x19:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5859 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045034.296162:0:5859:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48024e00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:2.0:1777045034.296169:0:5859:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024e00/0x2c8777a5e7d9da91 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x19:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5859 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045034.296183:0:5859:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024e00/0x2c8777a5e7d9da91 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x19:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5859 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045034.296245:0:5859:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x19:0x0].0x0 (ffff98df4a351900) 00010000:00010000:2.0:1777045034.296252:0:5859:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:2.0:1777045034.296261:0:5859:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024e00/0x2c8777a5e7d9da91 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x19:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5859 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045034.296273:0:5859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024e00/0x2c8777a5e7d9da91 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x19:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5859 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1777045034.296577:0:5859:0:(mdd_object.c:4010:mdd_close()) Object [0x200000401:0x3d:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:2.0:1777045034.296763:0:5859:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].11, 64 off8920 00000004:00080000:2.0:1777045034.296783:0:5859:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1662786579136ns, next at 1663786576021ns, rc = 0 00000001:00080000:2.0:1777045034.296797:0:5859:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967929 00010000:00010000:2.0:1777045034.296854:0:5859:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x19:0x0].0x0 (ffff98df4a351900) 00010000:00010000:2.0:1777045034.296860:0:5859:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1777045034.296873:0:5859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067e00/0x2c8777a5e7d9da7c lrc: 0/0,0 mode: --/PW res: [0x200000402:0x19:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148a47 expref: 78 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777045034.297011:0:5859:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df45edd450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:146de360-3fb2-48bd-b418-06f30714148a+77:26491:x1863365369976960:12345-192.168.201.45@tcp:35:lfs.0 Request processed in 78203us (82442us total) trans 4294967930 rc 0/0 00000100:00100000:2.0:1777045034.297027:0:5859:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 214 00000020:00080000:2.0:1777045034.297035:0:5859:0:(tgt_main.c:783:tgt_ses_key_exit()) total 8 transactions per RPC 00000100:00080000:0.0:1777045034.297615:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1777045034.388688:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045034.388906:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369977344 00000100:00100000:1.0:1777045034.388926:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369977344 00000100:00100000:1.0:1777045034.389022:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 961 00000100:00100000:1.0:1777045034.389046:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42e5a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:146de360-3fb2-48bd-b418-06f30714148a+77:26492:x1863365369977344:12345-192.168.201.45@tcp:101:lfs.0 00010000:00010000:1.0:1777045034.389087:0:5856:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777045034.389125:0:5856:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfdc00/0x2c8777a5e7d9da98 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148a4e expref: -99 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045034.389670:0:5856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfc200/0x2c8777a5e7d9da9f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045034.389696:0:5856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfc200/0x2c8777a5e7d9da9f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045034.389721:0:5856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfc200/0x2c8777a5e7d9da9f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045034.389750:0:5856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfce00/0x2c8777a5e7d9daa6 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045034.389765:0:5856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfce00/0x2c8777a5e7d9daa6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045034.389777:0:5856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfce00/0x2c8777a5e7d9daa6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045034.389946:0:5856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd000/0x2c8777a5e7d9daad lrc: 3/1,0 mode: --/PR res: [0x200000402:0x19:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045034.389968:0:5856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd000/0x2c8777a5e7d9daad lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045034.389997:0:5856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd000/0x2c8777a5e7d9daad lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777045034.390059:0:5856:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x19:0x0]: returning size 158 00000004:00200000:1.0:1777045034.390067:0:5856:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1777045034.390103:0:5856:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd000/0x2c8777a5e7d9daad lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045034.390128:0:5856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd000/0x2c8777a5e7d9daad lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045034.390142:0:5856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfc200/0x2c8777a5e7d9da9f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045034.390154:0:5856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfc200/0x2c8777a5e7d9da9f lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045034.390172:0:5856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfc200/0x2c8777a5e7d9da9f lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045034.390183:0:5856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de41dfc200 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:1.0:1777045034.390191:0:5856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfc200/0x2c8777a5e7d9da9f lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045034.390209:0:5856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfc200/0x2c8777a5e7d9da9f lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045034.390560:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3c:0x0].0x0 (ffff98df43d75300) 00010000:00010000:1.0:1777045034.390567:0:5856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777045034.390581:0:5856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfc200/0x2c8777a5e7d9da9f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045034.390604:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfc200/0x2c8777a5e7d9da9f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045034.390639:0:5856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfce00/0x2c8777a5e7d9daa6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045034.390652:0:5856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfce00/0x2c8777a5e7d9daa6 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045034.390669:0:5856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfce00/0x2c8777a5e7d9daa6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045034.390679:0:5856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de41dfce00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:1.0:1777045034.390685:0:5856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfce00/0x2c8777a5e7d9daa6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045034.390697:0:5856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfce00/0x2c8777a5e7d9daa6 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045034.390717:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3c:0x0].0x6de40d64 (ffff98df46583000) 00010000:00010000:1.0:1777045034.390722:0:5856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777045034.390727:0:5856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfce00/0x2c8777a5e7d9daa6 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045034.390744:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfce00/0x2c8777a5e7d9daa6 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045034.390806:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfdc00/0x2c8777a5e7d9da98 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148a4e expref: 79 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045034.390850:0:5856:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd000/0x2c8777a5e7d9daad lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148a4e expref: 78 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045034.390870:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x19:0x0].0x0 (ffff98df46583a00) 00010000:00010000:1.0:1777045034.390876:0:5856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777045034.390880:0:5856:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de41dfd000, rc 0) 00000100:00100000:1.0:1777045034.390973:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42e5a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:146de360-3fb2-48bd-b418-06f30714148a+78:26492:x1863365369977344:12345-192.168.201.45@tcp:101:lfs.0 Request processed in 1936us (2303us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045034.390993:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 961 00000100:00100000:2.0:1777045034.444625:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045034.445866:0:5843:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369977600 00000100:00100000:1.0:1777045034.445882:0:5843:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369977600 00000100:00100000:1.0:1777045034.445996:0:5843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 56 00000100:00100000:1.0:1777045034.446016:0:5843:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de480e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:146de360-3fb2-48bd-b418-06f30714148a+78:26492:x1863365369977600:12345-192.168.201.45@tcp:103:lfs.0 00010000:00010000:1.0:1777045034.446042:0:5843:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777045034.446079:0:5843:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd000/0x2c8777a5e7d9daad lrc: 0/0,0 mode: --/PR res: [0x200000402:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148a4e expref: 78 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045034.446115:0:5843:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x19:0x0].0x0 (ffff98df46583a00) 00010000:00010000:1.0:1777045034.446135:0:5843:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777045034.446299:0:5843:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de480e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:146de360-3fb2-48bd-b418-06f30714148a+77:26492:x1863365369977600:12345-192.168.201.45@tcp:103:lfs.0 Request processed in 286us (1686us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045034.446316:0:5843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 56 00010000:00010000:2.0:1777045034.454180:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777045034.461631:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1777045034.461668:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de480eb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424349696:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1777045034.461780:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777045034.463173:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045034.464185:0:6643:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424349696 00000100:00100000:2.0:1777045034.464581:0:6643:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424349696 00000100:00100000:2.0:1777045034.464649:0:6643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 405 00000100:00100000:2.0:1777045034.464665:0:6643:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42e58700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3343:x1863365424349696:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1777045034.464722:0:6643:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 73072640 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1777045034.465041:0:6643:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42e58700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3343:x1863365424349696:12345-0@lo:13:osp-pre-0-0.0 Request processed in 379us (3261us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045034.465056:0:6643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 405 00000100:00100000:0.0:1777045034.466029:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369977728 00000100:00100000:0.0:1777045034.466039:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369977728 00000100:00100000:0.0:1777045034.466117:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 962 00000100:00100000:0.0:1777045034.466134:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41c64a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:146de360-3fb2-48bd-b418-06f30714148a+77:26492:x1863365369977728:12345-192.168.201.45@tcp:58:lfs.0 00010000:00010000:0.0:1777045034.466660:0:5855:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022a00/0x2c8777a5e7d9dab4 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x19:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045034.466691:0:5855:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022a00/0x2c8777a5e7d9dab4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x19:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045034.466712:0:5855:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022a00/0x2c8777a5e7d9dab4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x19:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1777045034.466974:0:5855:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].25, 136 off11592 00000100:00100000:0.0:1777045034.467102:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41c64a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:146de360-3fb2-48bd-b418-06f30714148a+77:26492:x1863365369977728:12345-192.168.201.45@tcp:58:lfs.0 Request processed in 969us (3931us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045034.467125:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 962 00000100:00100000:1.0:1777045034.467672:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de480eb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424349696:0@lo:13:osp-pre-0-0.0 00000040:00080000:1.0:1777045034.966008:0:11491:0:(llog.c:801:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1777045034.966021:0:11491:0:(llog_cat.c:158:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1777045034.966097:0:11491:0:(llog.c:858:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 26 count 3 00000040:00080000:1.0:1777045034.966108:0:11491:0:(llog.c:858:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1777045034.966326:0:11491:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de41c67b80 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11491:1863365424349824:192.168.201.45@tcp:107:hsm_cdtr.0 00000100:00100000:1.0:1777045034.966649:0:11491:0:(client.c:2691:ptlrpc_set_wait()) set ffff98de47823a80 going to sleep for 11 seconds 00000100:00100000:1.0:1777045035.000642:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045035.000715:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369977856 00000100:00100000:1.0:1777045035.000728:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369977856 00000100:00100000:1.0:1777045035.000802:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 963 00000100:00100000:1.0:1777045035.000814:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41c65f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+32:26502:x1863365369977856:12345-192.168.201.45@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1777045035.000858:0:7939:0:(mdt_handler.c:7958:mdt_fid2path()) path get [0x200000402:0x19:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1777045035.001366:0:11491:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de41c67b80 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11491:1863365424349824:192.168.201.45@tcp:107:hsm_cdtr.0 00000100:00100000:1.0:1777045035.013775:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41c65f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+31:26502:x1863365369977856:12345-192.168.201.45@tcp:53:lhsmtool_posix.0 Request processed in 12945us (13130us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045035.013797:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 963 00000100:00100000:3.0:1777045035.039163:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045035.039408:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369977984 00000100:00100000:0.0:1777045035.039422:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369977984 00000100:00100000:0.0:1777045035.039499:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 964 00000100:00100000:0.0:1777045035.039515:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df75299c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+31:26502:x1863365369977984:12345-192.168.201.45@tcp:34:lhsmtool_posix.0 00010000:00010000:0.0:1777045035.039618:0:5857:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023e00/0x2c8777a5e7d9dabb lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045035.039645:0:5857:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023e00/0x2c8777a5e7d9dabb lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045035.039667:0:5857:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023e00/0x2c8777a5e7d9dabb lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045035.039689:0:5857:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9dac2 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x8876c877 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045035.039702:0:5857:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9dac2 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x8876c877 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045035.039712:0:5857:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9dac2 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x8876c877 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045035.039751:0:5857:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022200/0x2c8777a5e7d9dac9 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x19:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045035.039764:0:5857:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022200/0x2c8777a5e7d9dac9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045035.039776:0:5857:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022200/0x2c8777a5e7d9dac9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777045035.039828:0:5857:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x19:0x0]: returning size 158 00000004:00200000:0.0:1777045035.039836:0:5857:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1777045035.039856:0:5857:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022200/0x2c8777a5e7d9dac9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045035.039875:0:5857:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023e00/0x2c8777a5e7d9dabb lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045035.039885:0:5857:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023e00/0x2c8777a5e7d9dabb lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045035.039896:0:5857:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023e00/0x2c8777a5e7d9dabb lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045035.039907:0:5857:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48023e00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:0.0:1777045035.039914:0:5857:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023e00/0x2c8777a5e7d9dabb lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045035.039926:0:5857:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023e00/0x2c8777a5e7d9dabb lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045035.039945:0:5857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff98df4a351500) 00010000:00010000:0.0:1777045035.039951:0:5857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777045035.039959:0:5857:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023e00/0x2c8777a5e7d9dabb lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045035.039970:0:5857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023e00/0x2c8777a5e7d9dabb lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045035.039992:0:5857:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9dac2 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x8876c877 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045035.040009:0:5857:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9dac2 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x8876c877 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045035.040020:0:5857:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9dac2 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x8876c877 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045035.040028:0:5857:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48022c00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:0.0:1777045035.040034:0:5857:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9dac2 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x8876c877 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045035.040045:0:5857:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9dac2 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x8876c877 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045035.040057:0:5857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x8876c877 (ffff98df4a351000) 00010000:00010000:0.0:1777045035.040062:0:5857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777045035.040066:0:5857:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9dac2 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x8876c877 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045035.040076:0:5857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9dac2 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x8876c877 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045035.040106:0:5857:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022200/0x2c8777a5e7d9dac9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045035.040117:0:5857:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022200/0x2c8777a5e7d9dac9 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045035.040127:0:5857:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022200/0x2c8777a5e7d9dac9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045035.040136:0:5857:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48022200 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:0.0:1777045035.040142:0:5857:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022200/0x2c8777a5e7d9dac9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045035.040152:0:5857:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022200/0x2c8777a5e7d9dac9 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045035.040164:0:5857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x19:0x0].0x0 (ffff98df4a351800) 00010000:00010000:0.0:1777045035.040168:0:5857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777045035.040173:0:5857:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022200/0x2c8777a5e7d9dac9 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x19:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045035.040184:0:5857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022200/0x2c8777a5e7d9dac9 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x19:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777045035.040732:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df75299c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+31:26502:x1863365369977984:12345-192.168.201.45@tcp:34:lhsmtool_posix.0 Request processed in 1210us (1572us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045035.040746:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 964 00000100:00100000:0.0:1777045035.086196:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045035.086603:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369978240 00000100:00100000:2.0:1777045035.086616:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369978240 00000100:00100000:2.0:1777045035.086707:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 965 00000100:00100000:2.0:1777045035.086721:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42e5b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+31:26502:x1863365369978240:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1777045035.087039:0:12646:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777045035.087065:0:12646:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024a00/0x2c8777a5e7d9dad0 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148a55 expref: -99 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045035.087263:0:12646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025200/0x2c8777a5e7d9dad7 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x19:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045035.087286:0:12646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025200/0x2c8777a5e7d9dad7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045035.087304:0:12646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025200/0x2c8777a5e7d9dad7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777045035.087320:0:12646:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x19:0x0]: returning size 158 00010000:00010000:2.0:1777045035.087473:0:12646:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025200/0x2c8777a5e7d9dad7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045035.087485:0:12646:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025200/0x2c8777a5e7d9dad7 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045035.087495:0:12646:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025200/0x2c8777a5e7d9dad7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045035.087504:0:12646:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48025200 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:2.0:1777045035.087510:0:12646:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025200/0x2c8777a5e7d9dad7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045035.087520:0:12646:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025200/0x2c8777a5e7d9dad7 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045035.087536:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x19:0x0].0x0 (ffff98df4a351800) 00010000:00010000:2.0:1777045035.087541:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1777045035.087547:0:12646:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025200/0x2c8777a5e7d9dad7 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x19:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045035.087562:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025200/0x2c8777a5e7d9dad7 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x19:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045035.087616:0:12646:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024a00/0x2c8777a5e7d9dad0 lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148a55 expref: 33 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045035.087633:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff98df4a351500) 00010000:00010000:2.0:1777045035.087637:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1777045035.087643:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024a00/0x2c8777a5e7d9dad0 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148a55 expref: 33 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045035.087659:0:12646:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de48024a00, rc 0) 00000100:00100000:2.0:1777045035.087741:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42e5b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+32:26502:x1863365369978240:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 Request processed in 1021us (1557us total) trans 4294967931 rc 301/301 00000100:00100000:2.0:1777045035.088010:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 965 00000100:00100000:1.0:1777045035.105022:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045035.108525:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369978368 00000100:00100000:2.0:1777045035.108542:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369978368 00000100:00100000:2.0:1777045035.108629:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 966 00000100:00100000:2.0:1777045035.108645:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41c67800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+32:26502:x1863365369978368:12345-192.168.201.45@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1777045035.108707:0:7939:0:(mdt_handler.c:7958:mdt_fid2path()) path get [0x200000402:0x19:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1777045035.108837:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41c67800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+32:26502:x1863365369978368:12345-192.168.201.45@tcp:53:lhsmtool_posix.0 Request processed in 194us (3826us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045035.108850:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 966 00000100:00100000:3.0:1777045035.124131:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045035.125073:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369978624 00000100:00100000:0.0:1777045035.125087:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369978624 00000100:00100000:0.0:1777045035.125175:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 967 00000100:00100000:0.0:1777045035.125190:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7529ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+32:26502:x1863365369978624:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1777045035.125239:0:5857:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777045035.125265:0:5857:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9dae5 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x3c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148a5c expref: -99 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045035.130069:0:5857:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023e00/0x2c8777a5e7d9daec lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045035.130100:0:5857:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023e00/0x2c8777a5e7d9daec lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045035.130119:0:5857:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023e00/0x2c8777a5e7d9daec lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777045035.130463:0:5857:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x1a:0x0]: returning size 0 00010000:00010000:0.0:1777045035.130575:0:5857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9dae5 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148a5c expref: 35 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045035.130603:0:5857:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023e00/0x2c8777a5e7d9daec lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148a5c expref: 34 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045035.130618:0:5857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1a:0x0].0x0 (ffff98df4a351000) 00010000:00010000:0.0:1777045035.130623:0:5857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777045035.130628:0:5857:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de48023e00, rc 0) 00000100:00100000:0.0:1777045035.131049:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7529ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+34:26502:x1863365369978624:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 Request processed in 5860us (6927us total) trans 4294967932 rc 0/0 00000100:00100000:0.0:1777045035.131064:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 967 00000100:00100000:0.0:1777045035.148874:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045035.149112:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369978880 00000100:00100000:1.0:1777045035.149126:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369978880 00000100:00100000:1.0:1777045035.149561:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 968 00000100:00100000:1.0:1777045035.149580:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42e58a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+34:26502:x1863365369978880:12345-192.168.201.45@tcp:36:lhsmtool_posix.0 00010000:00010000:1.0:1777045035.149654:0:5856:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777045035.149687:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023e00/0x2c8777a5e7d9daec lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148a5c expref: 34 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045035.149715:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1a:0x0].0x0 (ffff98df4a351000) 00010000:00010000:1.0:1777045035.149735:0:5856:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777045035.149766:0:5856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfc200/0x2c8777a5e7d9dafa lrc: 3/0,1 mode: --/CW res: [0x200000401:0x3c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045035.149787:0:5856:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066e00/0x2c8777a5e7d9da21 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148a1d expref: 76 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045035.149801:0:5856:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfc200/0x2c8777a5e7d9dafa lrc: 4/0,1 mode: --/CW res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045035.149847:0:5856:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066e00/0x2c8777a5e7d9da21 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148a1d expref: 76 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045035.149868:0:5856:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066e00/0x2c8777a5e7d9da21 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148a1d expref: 76 pid: 12646 timeout: 1763 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777045035.149890:0:5856:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de41c67b80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5856:1863365424349952:192.168.201.45@tcp:104: 00000100:00100000:1.0:1777045035.149995:0:5856:0:(client.c:2691:ptlrpc_set_wait()) set ffff98de47823e40 going to sleep for 11 seconds 00000100:00100000:1.0:1777045035.162081:0:5856:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de41c67b80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5856:1863365424349952:192.168.201.45@tcp:104: 00010000:00010000:1.0:1777045035.162119:0:5856:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfc200/0x2c8777a5e7d9dafa lrc: 3/0,1 mode: --/CW res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777045035.181582:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045035.182631:0:5841:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369979008 00000100:00100000:3.0:1777045035.182645:0:5841:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369979008 00010000:00010000:3.0:1777045035.182699:0:5841:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066e00/0x2c8777a5e7d9da21 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148a1d expref: 77 pid: 12646 timeout: 1763 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777045035.182768:0:5841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 288 00000100:00100000:3.0:1777045035.182783:0:5841:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42e5b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:146de360-3fb2-48bd-b418-06f30714148a+77:2393:x1863365369979008:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777045035.184025:0:5841:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777045035.184043:0:5841:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066e00/0x2c8777a5e7d9da21 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148a1d expref: 77 pid: 12646 timeout: 1763 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045035.184077:0:5841:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066e00/0x2c8777a5e7d9da21 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148a1d expref: 77 pid: 12646 timeout: 1763 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045035.184109:0:5841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066e00/0x2c8777a5e7d9da21 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3c:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148a1d expref: 77 pid: 12646 timeout: 1763 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045035.184131:0:5841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3c:0x0].0x0 (ffff98df43d75300) 00010000:00010000:2.0:1777045035.184140:0:5841:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfc200/0x2c8777a5e7d9dafa lrc: 3/0,1 mode: --/CW res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045035.184156:0:5841:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfc200/0x2c8777a5e7d9dafa lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045035.184168:0:5841:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfc200/0x2c8777a5e7d9dafa lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045035.184223:0:5841:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777045035.184298:0:5841:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42e5b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:146de360-3fb2-48bd-b418-06f30714148a+76:2393:x1863365369979008:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 1516us (2725us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045035.184312:0:5841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 288 00010000:00010000:3.0:1777045035.186169:0:5856:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfc200/0x2c8777a5e7d9dafa lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045035.186184:0:5856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfc200/0x2c8777a5e7d9dafa lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045035.186246:0:5856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067200/0x2c8777a5e7d9db01 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x3c:0x0].0xa23d4ece bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045035.186260:0:5856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067200/0x2c8777a5e7d9db01 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3c:0x0].0xa23d4ece bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045035.186274:0:5856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067200/0x2c8777a5e7d9db01 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3c:0x0].0xa23d4ece bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045035.186404:0:5856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfc200/0x2c8777a5e7d9dafa lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045035.186417:0:5856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfc200/0x2c8777a5e7d9dafa lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045035.186426:0:5856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfc200/0x2c8777a5e7d9dafa lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045035.186435:0:5856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de41dfc200 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:3.0:1777045035.186441:0:5856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfc200/0x2c8777a5e7d9dafa lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045035.186451:0:5856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfc200/0x2c8777a5e7d9dafa lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045035.186467:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3c:0x0].0x0 (ffff98df43d75300) 00010000:00010000:3.0:1777045035.186472:0:5856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777045035.186477:0:5856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfc200/0x2c8777a5e7d9dafa lrc: 2/0,0 mode: --/CW res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045035.186486:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfc200/0x2c8777a5e7d9dafa lrc: 0/0,0 mode: --/CW res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045035.186507:0:5856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067200/0x2c8777a5e7d9db01 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3c:0x0].0xa23d4ece bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045035.186517:0:5856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067200/0x2c8777a5e7d9db01 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x3c:0x0].0xa23d4ece bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045035.186527:0:5856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067200/0x2c8777a5e7d9db01 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3c:0x0].0xa23d4ece bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045035.186536:0:5856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48067200 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:3.0:1777045035.186541:0:5856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067200/0x2c8777a5e7d9db01 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3c:0x0].0xa23d4ece bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045035.186550:0:5856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067200/0x2c8777a5e7d9db01 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x3c:0x0].0xa23d4ece bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045035.186562:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3c:0x0].0xa23d4ece (ffff98df47376100) 00010000:00010000:3.0:1777045035.186567:0:5856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777045035.186571:0:5856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067200/0x2c8777a5e7d9db01 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x3c:0x0].0xa23d4ece bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045035.186581:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067200/0x2c8777a5e7d9db01 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x3c:0x0].0xa23d4ece bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777045035.190535:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42e58a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+33:26502:x1863365369978880:12345-192.168.201.45@tcp:36:lhsmtool_posix.0 Request processed in 40949us (41660us total) trans 0 rc -2/-2 00000100:00100000:3.0:1777045035.190552:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 968 00000100:00100000:3.0:1777045035.208674:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045035.208817:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369979136 00000100:00100000:1.0:1777045035.208830:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369979136 00000100:00100000:1.0:1777045035.209147:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 969 00000100:00100000:1.0:1777045035.209162:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df75299180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+33:26502:x1863365369979136:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1777045035.209190:0:5855:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777045035.209561:0:5855:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfcc00/0x2c8777a5e7d9db08 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148a63 expref: -99 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045035.209619:0:5855:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd400/0x2c8777a5e7d9db0f lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045035.209638:0:5855:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd400/0x2c8777a5e7d9db0f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045035.209654:0:5855:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd400/0x2c8777a5e7d9db0f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045035.209778:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfcc00/0x2c8777a5e7d9db08 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148a63 expref: 35 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045035.209807:0:5855:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd400/0x2c8777a5e7d9db0f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148a63 expref: 34 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045035.209820:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1a:0x0].0x0 (ffff98df46583a00) 00010000:00010000:1.0:1777045035.209824:0:5855:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1777045035.209829:0:5855:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de41dfd400, rc 0) 00000100:00100000:1.0:1777045035.209905:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df75299180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+34:26502:x1863365369979136:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 Request processed in 745us (1241us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045035.209916:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 969 00000100:00100000:1.0:1777045035.233084:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045035.234658:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369979392 00000100:00100000:3.0:1777045035.234671:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369979392 00000100:00100000:3.0:1777045035.234761:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 970 00000100:00100000:3.0:1777045035.234778:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41c67b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+34:26502:x1863365369979392:12345-192.168.201.45@tcp:36:lhsmtool_posix.0 00010000:00010000:3.0:1777045035.234882:0:5857:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067200/0x2c8777a5e7d9db16 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045035.234908:0:5857:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067200/0x2c8777a5e7d9db16 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045035.234936:0:5857:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067200/0x2c8777a5e7d9db16 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777045035.235297:0:5857:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000aca2e9f5 reply state 000000009904aa73 transno 4294967933 ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067200/0x2c8777a5e7d9db16 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777045035.235313:0:5857:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1777045035.235470:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41c67b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+36:26502:x1863365369979392:12345-192.168.201.45@tcp:36:lhsmtool_posix.0 Request processed in 693us (2392us total) trans 4294967933 rc 0/0 00000100:00100000:3.0:1777045035.235481:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 970 00000100:00100000:2.0:1777045035.249457:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00010000:00010000:3.0:1777045035.249469:0:3327:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067200/0x2c8777a5e7d9db16 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045035.249488:0:3327:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067200/0x2c8777a5e7d9db16 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045035.249500:0:3327:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067200/0x2c8777a5e7d9db16 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045035.249511:0:3327:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48067200 already unused, calling callback (ffffffffc22204f0) 00000100:00100000:0.0:1777045035.249515:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369979520 00010000:00010000:3.0:1777045035.249518:0:3327:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067200/0x2c8777a5e7d9db16 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045035.249531:0:3327:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067200/0x2c8777a5e7d9db16 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045035.249554:0:3327:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1a:0x0].0x0 (ffff98df46583a00) 00000100:00100000:0.0:1777045035.249557:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369979520 00010000:00010000:3.0:1777045035.249563:0:3327:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1777045035.249571:0:3327:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067200/0x2c8777a5e7d9db16 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045035.249589:0:3327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067200/0x2c8777a5e7d9db16 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777045035.249664:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 971 00000100:00100000:0.0:1777045035.249681:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de480e8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+35:26502:x1863365369979520:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1777045035.249711:0:5856:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777045035.249734:0:5856:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022600/0x2c8777a5e7d9db1d lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148a6a expref: -99 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045035.249806:0:5856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022600/0x2c8777a5e7d9db1d lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148a6a expref: 36 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045035.249826:0:5856:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022600/0x2c8777a5e7d9db1d lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148a6a expref: 36 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045035.249840:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1a:0x0].0x0 (ffff98df46583a00) 00010000:00010000:0.0:1777045035.249845:0:5856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1777045035.249849:0:5856:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de48022600, rc 0) 00000100:00100000:0.0:1777045035.249936:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de480e8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+36:26502:x1863365369979520:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 Request processed in 257us (489us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045035.249946:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 971 00000100:00100000:2.0:1777045035.279545:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045035.280065:0:5858:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369979648 00000100:00100000:0.0:1777045035.280080:0:5858:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369979648 00000100:00100000:0.0:1777045035.280164:0:5858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 215 00000100:00100000:0.0:1777045035.280180:0:5858:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de480ebb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+36:26502:x1863365369979648:12345-192.168.201.45@tcp:49:lhsmtool_posix.0 00000100:00100000:0.0:1777045035.280365:0:5858:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de480ebb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+36:26502:x1863365369979648:12345-192.168.201.45@tcp:49:lhsmtool_posix.0 Request processed in 187us (830us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045035.280397:0:5858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 215 00000100:00100000:3.0:1777045035.292633:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045035.295775:0:5858:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369979904 00000100:00100000:1.0:1777045035.295789:0:5858:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369979904 00000100:00100000:1.0:1777045035.295904:0:5858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 216 00000100:00100000:1.0:1777045035.295920:0:5858:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7529aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+36:26502:x1863365369979904:12345-192.168.201.45@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1777045035.296291:0:5858:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7529aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+37:26502:x1863365369979904:12345-192.168.201.45@tcp:35:lhsmtool_posix.0 Request processed in 373us (3663us total) trans 4294967934 rc 0/0 00000100:00100000:1.0:1777045035.296305:0:5858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 216 00000100:00100000:0.0:1777045035.324898:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045035.325050:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369980160 00000100:00100000:3.0:1777045035.325065:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369980160 00000100:00100000:3.0:1777045035.325513:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 972 00000100:00100000:3.0:1777045035.325532:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42e58380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+37:26502:x1863365369980160:12345-192.168.201.45@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1777045035.325710:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42e58380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+37:26502:x1863365369980160:12345-192.168.201.45@tcp:57:lhsmtool_posix.0 Request processed in 182us (822us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045035.325724:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 972 00000100:00100000:0.0:1777045035.369523:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045035.369706:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369980416 00000100:00100000:1.0:1777045035.369720:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369980416 00000100:00100000:1.0:1777045035.369799:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 973 00000100:00100000:1.0:1777045035.369815:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42e58000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+37:26502:x1863365369980416:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1777045035.369843:0:5857:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777045035.369874:0:5857:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfc200/0x2c8777a5e7d9db24 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148a71 expref: -99 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045035.370008:0:5857:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfce00/0x2c8777a5e7d9db2b lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045035.370032:0:5857:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022600/0x2c8777a5e7d9db1d lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148a6a expref: 38 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045035.370048:0:5857:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfce00/0x2c8777a5e7d9db2b lrc: 4/0,1 mode: --/EX res: [0x200000402:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045035.370098:0:5857:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022600/0x2c8777a5e7d9db1d lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148a6a expref: 38 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045035.370121:0:5857:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022600/0x2c8777a5e7d9db1d lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148a6a expref: 38 pid: 5856 timeout: 1763 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777045035.370163:0:5857:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de4282df80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5857:1863365424350080:192.168.201.45@tcp:104: 00000100:00100000:1.0:1777045035.370308:0:5857:0:(client.c:2691:ptlrpc_set_wait()) set ffff98de47823e40 going to sleep for 11 seconds 00000100:00100000:3.0:1777045035.416557:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045035.417566:0:5843:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369980544 00000100:00100000:2.0:1777045035.417579:0:5843:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369980544 00010000:00010000:2.0:1777045035.417635:0:5843:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022600/0x2c8777a5e7d9db1d lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148a6a expref: 39 pid: 5856 timeout: 1763 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777045035.417696:0:5843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 289 00000100:00100000:2.0:1777045035.417713:0:5843:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df75298700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+39:2392:x1863365369980544:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777045035.417737:0:5843:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777045035.417748:0:5843:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022600/0x2c8777a5e7d9db1d lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148a6a expref: 39 pid: 5856 timeout: 1763 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045035.417770:0:5843:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022600/0x2c8777a5e7d9db1d lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148a6a expref: 39 pid: 5856 timeout: 1763 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045035.417804:0:5843:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1a:0x0].0x0 (ffff98df46583a00) 00010000:00010000:2.0:1777045035.417814:0:5843:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfce00/0x2c8777a5e7d9db2b lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045035.417830:0:5843:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfce00/0x2c8777a5e7d9db2b lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045035.417844:0:5843:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfce00/0x2c8777a5e7d9db2b lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045035.417873:0:5843:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777045035.417945:0:5843:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df75298700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+39:2392:x1863365369980544:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 234us (1398us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045035.417960:0:5843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 289 00010000:00010000:1.0:1777045035.434465:0:5857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022600/0x2c8777a5e7d9db1d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148a6a expref: 38 pid: 5856 timeout: 1763 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777045035.434523:0:5857:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de4282df80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5857:1863365424350080:192.168.201.45@tcp:104: 00010000:00010000:1.0:1777045035.434555:0:5857:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfce00/0x2c8777a5e7d9db2b lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045035.434570:0:5857:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfce00/0x2c8777a5e7d9db2b lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045035.434581:0:5857:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfce00/0x2c8777a5e7d9db2b lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777045035.434613:0:5857:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x1a:0x0]: returning size 0 00000004:00080000:1.0:1777045035.436201:0:5857:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x14:0x0], index 1: 0 00010000:00010000:1.0:1777045035.437304:0:5857:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfce00/0x2c8777a5e7d9db2b lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045035.437319:0:5857:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfce00/0x2c8777a5e7d9db2b lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045035.437331:0:5857:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfce00/0x2c8777a5e7d9db2b lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045035.437341:0:5857:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de41dfce00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:1.0:1777045035.437347:0:5857:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfce00/0x2c8777a5e7d9db2b lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045035.437358:0:5857:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfce00/0x2c8777a5e7d9db2b lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045035.437408:0:5857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1a:0x0].0x0 (ffff98df46583a00) 00010000:00010000:1.0:1777045035.437415:0:5857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1777045035.437422:0:5857:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfce00/0x2c8777a5e7d9db2b lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045035.437432:0:5857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfce00/0x2c8777a5e7d9db2b lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045035.437537:0:5857:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfc200/0x2c8777a5e7d9db24 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148a71 expref: 38 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045035.437555:0:5857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3c:0x0].0x0 (ffff98df43d75300) 00010000:00010000:1.0:1777045035.437559:0:5857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1777045035.437566:0:5857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfc200/0x2c8777a5e7d9db24 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148a71 expref: 38 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045035.437583:0:5857:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de41dfc200, rc 0) 00000100:00100000:1.0:1777045035.439808:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42e58000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+37:26502:x1863365369980416:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 Request processed in 69986us (70304us total) trans 4294967935 rc 301/301 00000100:00100000:1.0:1777045035.440099:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 973 00000100:00100000:1.0:1777045035.470621:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045035.470899:0:5858:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369980800 00000100:00100000:0.0:1777045035.470913:0:5858:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369980800 00000100:00100000:0.0:1777045035.470989:0:5858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 217 00000100:00100000:0.0:1777045035.471006:0:5858:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de4282df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+37:26502:x1863365369980800:12345-192.168.201.45@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1777045035.471498:0:5858:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de4282df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+38:26502:x1863365369980800:12345-192.168.201.45@tcp:35:lhsmtool_posix.0 Request processed in 495us (883us total) trans 4294967936 rc 0/0 00000100:00100000:0.0:1777045035.471518:0:5858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 217 00000100:00100000:3.0:1777045035.480524:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7529a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424350208:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1777045035.480612:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045035.484419:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045035.484472:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369980928 00000100:00100000:0.0:1777045035.484485:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369980928 00000100:00100000:0.0:1777045035.484551:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 974 00000100:00100000:0.0:1777045035.484567:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42e5b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+38:26502:x1863365369980928:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1777045035.484598:0:5856:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777045035.484627:0:5856:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022e00/0x2c8777a5e7d9db39 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148a78 expref: -99 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045035.484737:0:5856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022600/0x2c8777a5e7d9db40 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045035.484758:0:5856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022600/0x2c8777a5e7d9db40 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1a:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045035.485047:0:5856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022600/0x2c8777a5e7d9db40 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1a:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777045035.485099:0:5856:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x1a:0x0]: returning size 0 00000004:00200000:0.0:1777045035.485105:0:5856:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1777045035.485132:0:5856:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022600/0x2c8777a5e7d9db40 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1a:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045035.485167:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022e00/0x2c8777a5e7d9db39 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148a78 expref: 40 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045035.485190:0:5856:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022600/0x2c8777a5e7d9db40 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1a:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148a78 expref: 39 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045035.485238:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1a:0x0].0x0 (ffff98df46583a00) 00010000:00010000:0.0:1777045035.485244:0:5856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:0.0:1777045035.485249:0:5856:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de48022600, rc 0) 00000100:00100000:0.0:1777045035.485319:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42e5b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+39:26502:x1863365369980928:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 Request processed in 754us (910us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045035.485331:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 974 00010000:00010000:0.0:1777045035.489940:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777045035.495589:0:6643:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424350208 00000100:00100000:2.0:1777045035.495604:0:6643:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424350208 00000100:00100000:2.0:1777045035.495703:0:6643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 406 00000100:00100000:2.0:1777045035.495718:0:6643:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7529b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3341:x1863365424350208:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1777045035.495769:0:6643:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 73072640 pending 0 free 3851419648 avail 3849322496 00000100:00100000:2.0:1777045035.496118:0:6643:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7529b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3341:x1863365424350208:12345-0@lo:13:osp-pre-1-0.0 Request processed in 402us (15505us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045035.496130:0:6643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 406 00000100:00100000:3.0:1777045035.496735:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de480e9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424350720:0@lo:400:kworker.0 00000100:00100000:3.0:1777045035.496869:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1777045035.496887:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1777045035.496960:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7529a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424350208:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1777045035.496990:0:6639:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424350720 00000100:00100000:3.0:1777045035.496995:0:3341:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1777045035.496999:0:6639:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424350720 00000100:00100000:3.0:1777045035.497011:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de480eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ce657616-b3f3-4e21-ac89-518ab611901c:3341:1863365424350336:0@lo:400:kworker.0 00000100:00100000:3.0:1777045035.497058:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777045035.497110:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de480e9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3341:1863365424350848:0@lo:400:kworker.0 00000100:00100000:3.0:1777045035.497149:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777045035.497229:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de480ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3343:1863365424350464:0@lo:400:kworker.0 00000100:00100000:1.0:1777045035.497313:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777045035.497357:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1777045035.497397:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de480eb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3343:1863365424350592:0@lo:400:kworker.0 00000100:00100000:1.0:1777045035.497441:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777045035.498029:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424350848 00000100:00100000:3.0:1777045035.498038:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424350848 00000100:00100000:3.0:1777045035.498093:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424350464 00000100:00100000:3.0:1777045035.498099:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424350464 00000100:00100000:3.0:1777045035.498129:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424350592 00000100:00100000:3.0:1777045035.498135:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424350592 00000100:00100000:3.0:1777045035.498162:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 946 00000100:00100000:3.0:1777045035.498172:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7529a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3341:x1863365424350848:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777045035.498275:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7529a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3341:x1863365424350848:12345-0@lo:400:kworker.0 Request processed in 102us (1122us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045035.498287:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 946 00000100:00100000:3.0:1777045035.498313:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 947 00000100:00100000:3.0:1777045035.498324:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de4282ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3343:x1863365424350464:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777045035.498405:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de4282ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3343:x1863365424350464:12345-0@lo:400:kworker.0 Request processed in 81us (1092us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045035.498416:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 947 00000100:00100000:2.0:1777045035.498444:0:6639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 757 00000100:00100000:3.0:1777045035.498451:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 948 00000100:00100000:2.0:1777045035.498470:0:6639:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df75299f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3341:x1863365424350720:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777045035.498472:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de4282ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3343:x1863365424350592:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777045035.498598:0:6639:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df75299f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3341:x1863365424350720:12345-0@lo:400:kworker.0 Request processed in 100us (1693us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045035.498610:0:6639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 757 00000100:00100000:1.0:1777045035.498743:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de480eb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3343:1863365424350592:0@lo:400:kworker.0 00000100:00100000:1.0:1777045035.498762:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de480ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3343:1863365424350464:0@lo:400:kworker.0 00000100:00100000:0.0:1777045035.504309:0:5849:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424350336 00000100:00100000:0.0:1777045035.504327:0:5849:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424350336 00000100:00100000:0.0:1777045035.504519:0:5849:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 793 00000100:00100000:0.0:1777045035.504536:0:5849:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df472aa050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ce657616-b3f3-4e21-ac89-518ab611901c+18:3341:x1863365424350336:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777045035.511479:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de480e9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3341:1863365424350848:0@lo:400:kworker.0 00000100:00100000:2.0:1777045035.511505:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de480e9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424350720:0@lo:400:kworker.0 00000100:00100000:3.0:1777045035.512084:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de4282ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3343:x1863365424350592:12345-0@lo:400:kworker.0 Request processed in 13617us (14642us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045035.512101:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 948 00000100:00100000:2.0:1777045035.512335:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045035.514194:0:5849:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df472aa050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ce657616-b3f3-4e21-ac89-518ab611901c+18:3341:x1863365424350336:12345-0@lo:400:kworker.0 Request processed in 9657us (17130us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045035.514557:0:5849:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 793 00000100:00100000:3.0:1777045035.515618:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369981056 00000100:00100000:3.0:1777045035.515631:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369981056 00000100:00100000:3.0:1777045035.515704:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 263 00000100:00100000:3.0:1777045035.515722:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de480e9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2393:x1863365369981056:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1777045035.515745:0:6642:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777045035.515774:0:6642:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e8aaa4df/0x2c8777a5e7d9db47 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148a7f expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777045035.515841:0:6642:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x14:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1777045035.515868:0:6642:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777045035.515872:0:6642:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777045035.515886:0:6642:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e8aaa4df/0x2c8777a5e7d9db47 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148a7f expref: 10 pid: 6642 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045035.515916:0:6642:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000e8aaa4df/0x2c8777a5e7d9db47 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148a7f expref: 10 pid: 6642 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045035.515936:0:6642:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de48067200, rc 0) 00000100:00100000:3.0:1777045035.516012:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de480e9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+10:2393:x1863365369981056:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 Request processed in 293us (3677us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045035.516027:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 263 00000100:00100000:2.0:1777045035.517501:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de480eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ce657616-b3f3-4e21-ac89-518ab611901c:3341:1863365424350336:0@lo:400:kworker.0 00000100:00080000:0.0:1777045035.531049:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1777045035.531059:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1777045035.555868:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045035.557577:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369981312 00000100:00100000:3.0:1777045035.557591:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369981312 00000100:00100000:3.0:1777045035.557659:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 975 00000100:00100000:3.0:1777045035.557674:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42e5aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+39:26502:x1863365369981312:12345-192.168.201.45@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1777045035.558052:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42e5aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+39:26502:x1863365369981312:12345-192.168.201.45@tcp:57:lhsmtool_posix.0 Request processed in 381us (2192us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045035.558065:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 975 00000100:00100000:0.0:1777045035.586533:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045035.586994:0:14822:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369981440 00000100:00100000:2.0:1777045035.587009:0:14822:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369981440 00000100:00100000:2.0:1777045035.587088:0:14822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 264 00000100:00100000:2.0:1777045035.587103:0:14822:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42e5a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+10:26502:x1863365369981440:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1777045035.587125:0:14822:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777045035.587148:0:14822:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f62dec6f/0x2c8777a5e7d9db4e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148a86 expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045035.587186:0:14822:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000e8aaa4df/0x2c8777a5e7d9db47 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148a7f expref: 11 pid: 6642 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045035.587227:0:14822:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777045035.587232:0:14822:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777045035.587238:0:14822:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f62dec6f/0x2c8777a5e7d9db4e lrc: 4/0,0 mode: --/PW res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148a86 expref: 11 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045035.587283:0:14822:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000e8aaa4df/0x2c8777a5e7d9db47 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148a7f expref: 11 pid: 6642 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045035.587303:0:14822:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000e8aaa4df/0x2c8777a5e7d9db47 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148a7f expref: 11 pid: 6642 timeout: 1764 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777045035.587324:0:14822:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de480eb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14822:1863365424350976:192.168.201.45@tcp:104: 00000100:00100000:2.0:1777045035.587446:0:14822:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df74e89000 going to sleep for 11 seconds 00000100:00100000:2.0:1777045035.618647:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045035.619144:0:5842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369981568 00000100:00100000:0.0:1777045035.619156:0:5842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369981568 00010000:00010000:0.0:1777045035.619242:0:5842:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000e8aaa4df/0x2c8777a5e7d9db47 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148a7f expref: 12 pid: 6642 timeout: 1764 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777045035.619287:0:5842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 290 00000100:00100000:0.0:1777045035.619301:0:5842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df5f98d850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+12:2392:x1863365369981568:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777045035.619321:0:5842:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777045035.619349:0:5842:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000e8aaa4df/0x2c8777a5e7d9db47 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148a7f expref: 12 pid: 6642 timeout: 1764 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045035.619394:0:5842:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000e8aaa4df/0x2c8777a5e7d9db47 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148a7f expref: 12 pid: 6642 timeout: 1764 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045035.619425:0:5842:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777045035.619428:0:5842:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777045035.619437:0:5842:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000f62dec6f/0x2c8777a5e7d9db4e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148a86 expref: 12 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045035.619450:0:5842:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f62dec6f/0x2c8777a5e7d9db4e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148a86 expref: 12 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045035.619515:0:5842:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000f62dec6f/0x2c8777a5e7d9db4e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148a86 expref: 12 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777045035.619533:0:5842:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de42e59180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5842:1863365424351104:192.168.201.45@tcp:105: 00000100:00100000:0.0:1777045035.619619:0:5842:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df820cc3c0 going to sleep for 11 seconds 00010000:00010000:3.0:1777045035.632322:0:14822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e8aaa4df/0x2c8777a5e7d9db47 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148a7f expref: 12 pid: 6642 timeout: 1764 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777045035.632356:0:14822:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de480eb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14822:1863365424350976:192.168.201.45@tcp:104: 00010000:00010000:3.0:1777045035.632422:0:14822:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000f62dec6f/0x2c8777a5e7d9db4e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148a86 expref: 11 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045035.632443:0:14822:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de48025400, rc 0) 00000100:00100000:3.0:1777045035.632540:0:14822:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42e5a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+11:26502:x1863365369981440:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 Request processed in 45440us (46015us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045035.632554:0:14822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 264 00000100:00100000:3.0:1777045035.632785:0:5842:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de42e59180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5842:1863365424351104:192.168.201.45@tcp:105: 00010000:00010000:3.0:1777045035.632804:0:5842:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777045035.632852:0:5842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df5f98d850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+10:2392:x1863365369981568:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 13553us (14214us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045035.632864:0:5842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 290 00000100:00100000:0.0:1777045035.658825:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045035.659775:0:6647:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369981696 00000100:00100000:2.0:1777045035.659790:0:6647:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369981696 00002000:00100000:2.0:1777045035.660103:0:6647:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x14:0x0] (0->157) req@ffff98de42e5bb80 x1863365369981696/t0(0) o4->15144518-a1c7-4352-a966-cb31eadd4d9b@192.168.201.45@tcp:36/0 lens 648/0 e 0 to 0 dl 1777045046 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777045035.660120:0:6647:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98de42e5bb80 with x1863365369981696 ext(0->157) 00002000:00010000:2.0:1777045035.660129:0:6647:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff98de42e5bb80 00000100:00100000:2.0:1777045035.660165:0:6647:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 91 00000100:00100000:2.0:1777045035.660179:0:6647:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42e5bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+10:2393:x1863365369981696:12345-192.168.201.45@tcp:4:lhsmtool_posix.0 00000100:00100000:2.0:1777045035.661172:0:6647:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42e5bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+12:2393:x1863365369981696:12345-192.168.201.45@tcp:4:lhsmtool_posix.0 Request processed in 993us (2357us total) trans 4294967350 rc 0/0 00000100:00100000:2.0:1777045035.661185:0:6647:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 91 00002000:00100000:2.0:1777045035.661197:0:6647:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x14:0x0] (0->157) req@ffff98de42e5bb80 x1863365369981696/t4294967350(0) o4->15144518-a1c7-4352-a966-cb31eadd4d9b@192.168.201.45@tcp:36/0 lens 648/448 e 0 to 0 dl 1777045046 ref 1 fl Complete:/600/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777045035.661270:0:6647:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98de42e5bb80 with x1863365369981696 ext(0->157) 00002000:00010000:2.0:1777045035.661276:0:6647:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff98de42e5bb80 00000100:00100000:1.0:1777045035.682840:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045035.683352:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369981824 00000100:00100000:3.0:1777045035.683367:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369981824 00000100:00100000:3.0:1777045035.683487:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 976 00000100:00100000:3.0:1777045035.683519:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de4282f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+39:26502:x1863365369981824:12345-192.168.201.45@tcp:44:lhsmtool_posix.0 00000100:00100000:3.0:1777045035.684806:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de4282f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+39:26502:x1863365369981824:12345-192.168.201.45@tcp:44:lhsmtool_posix.0 Request processed in 1302us (1973us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045035.684821:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 976 00000100:00100000:3.0:1777045035.711728:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045035.712101:0:6639:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369981952 00000100:00100000:0.0:1777045035.712114:0:6639:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369981952 00000100:00100000:3.0:1777045035.712510:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 265 00000100:00100000:3.0:1777045035.712608:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df75298700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+12:2392:x1863365369981952:12345-192.168.201.45@tcp:16:lhsmtool_posix.0 00000001:00080000:3.0:1777045035.784031:0:5877:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967936 is committed 00000001:00080000:3.0:1777045035.784092:0:5877:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967930 is committed 00000004:00080000:3.0:1777045035.784098:0:5877:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 14 committed 00000020:00080000:3.0:1777045035.784120:0:5877:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff98df467e1240 refcount 2 committed 0 result 0 batchid 15 00000020:00080000:3.0:1777045035.784127:0:5877:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff98df74913a00 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff98df467e1e40 00000020:00080000:3.0:1777045035.784131:0:5877:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff98df74913d00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff98df6d496400 00000100:00100000:3.0:1777045035.784490:0:3344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000020:00080000:0.0:1777045035.788660:0:5888:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 15 committed batchid 14 00000020:00080000:0.0:1777045035.788946:0:5888:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 14 00000100:00100000:2.0:1777045035.803250:0:3344:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de42e59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3344:1863365424351232:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1777045035.803657:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777045035.813004:0:6641:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424351232 00000100:00100000:3.0:1777045035.813022:0:6641:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424351232 00000100:00100000:3.0:1777045035.813151:0:6641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 266 00000100:00100000:3.0:1777045035.813168:0:6641:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de480e9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3344:x1863365424351232:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1777045035.813211:0:6641:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:20 count 1 00002000:00010000:3.0:1777045035.813256:0:6641:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x14:0x0] initial LVB size: 158, mtime: 0x69eb8e26, atime: 0x0, ctime: 0x69eb8e26, blocks: 0xb 00010000:00010000:3.0:1777045035.813270:0:6641:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001a253557/0x2c8777a5e7d9db55 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045035.813293:0:6641:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777045035.813296:0:6641:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777045035.813304:0:6641:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001a253557/0x2c8777a5e7d9db55 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045035.813328:0:6641:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001a253557/0x2c8777a5e7d9db55 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045035.813342:0:6641:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001a253557/0x2c8777a5e7d9db55 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045035.813354:0:6641:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000001a253557/0x2c8777a5e7d9db55 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045035.813490:0:6641:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1777045035.818308:0:5845:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1777045035.818327:0:5845:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000001a253557/0x2c8777a5e7d9db55 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045035.818348:0:5845:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48066c00 already unused, calling callback (ffffffffc17d22d0) 00010000:00010000:2.0:1777045035.818356:0:5845:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000001a253557/0x2c8777a5e7d9db55 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045035.818404:0:5845:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000001a253557/0x2c8777a5e7d9db55 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045035.818437:0:5845:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000001a253557/0x2c8777a5e7d9db55 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045035.818449:0:5845:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001a253557/0x2c8777a5e7d9db55 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045035.818487:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777045035.818491:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777045035.818496:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777045035.820014:0:6641:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de480e9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+7:3344:x1863365424351232:12345-0@lo:6:osp-syn-0-0.0 Request processed in 6844us (16351us total) trans 4294967347 rc 0/0 00000100:00100000:3.0:1777045035.820031:0:6641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 266 00000004:00080000:0.0:1777045035.821350:0:3344:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98de42e59f80/2, rc 0, transno 4294967347 00000100:00100000:0.0:1777045035.821390:0:3344:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de42e59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3344:1863365424351232:0@lo:6:osp-syn-0-0.0 00000001:00080000:2.0:1777045035.890458:0:7533:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967350 is committed 00000100:00100000:2.0:1777045035.890636:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df75298700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+10:2392:x1863365369981952:12345-192.168.201.45@tcp:16:lhsmtool_posix.0 Request processed in 178027us (178909us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045035.890654:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 265 00000100:00100000:0.0:1777045035.902597:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045035.905511:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369982208 00000100:00100000:2.0:1777045035.905526:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369982208 00000100:00100000:2.0:1777045035.905608:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 977 00000100:00100000:2.0:1777045035.905628:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42e59880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+28:26502:x1863365369982208:12345-192.168.201.45@tcp:36:lhsmtool_posix.0 00010000:00010000:1.0:1777045035.906496:0:7939:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777045035.906541:0:7939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022600/0x2c8777a5e7d9db40 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1a:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148a78 expref: 28 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045035.906593:0:7939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1a:0x0].0x0 (ffff98df46583a00) 00010000:00010000:1.0:1777045035.906602:0:7939:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777045035.906641:0:7939:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfdc00/0x2c8777a5e7d9db5c lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045035.906661:0:7939:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfdc00/0x2c8777a5e7d9db5c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045035.906678:0:7939:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfdc00/0x2c8777a5e7d9db5c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777045035.907531:0:7939:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000e809a604 reply state 000000006f8b2a10 transno 4294967937 ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfdc00/0x2c8777a5e7d9db5c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777045035.907546:0:7939:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777045035.907692:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42e59880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+29:26502:x1863365369982208:12345-192.168.201.45@tcp:36:lhsmtool_posix.0 Request processed in 2068us (5103us total) trans 4294967937 rc 0/0 00000100:00100000:1.0:1777045035.907705:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 977 00010000:00010000:0.0:1777045035.932938:0:3328:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfdc00/0x2c8777a5e7d9db5c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045035.932961:0:3328:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfdc00/0x2c8777a5e7d9db5c lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045035.932974:0:3328:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfdc00/0x2c8777a5e7d9db5c lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045035.932985:0:3328:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de41dfdc00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:0.0:1777045035.932993:0:3328:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfdc00/0x2c8777a5e7d9db5c lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045035.933005:0:3328:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfdc00/0x2c8777a5e7d9db5c lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045035.933026:0:3328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1a:0x0].0x0 (ffff98df46583a00) 00010000:00010000:0.0:1777045035.933031:0:3328:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777045035.933038:0:3328:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfdc00/0x2c8777a5e7d9db5c lrc: 2/0,0 mode: --/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045035.933049:0:3328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfdc00/0x2c8777a5e7d9db5c lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777045035.948659:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045035.948823:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369982336 00000100:00100000:2.0:1777045035.948837:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369982336 00000100:00100000:2.0:1777045035.948913:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 978 00000100:00100000:2.0:1777045035.948929:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d60fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+28:26502:x1863365369982336:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1777045035.948964:0:5857:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777045035.948993:0:5857:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025600/0x2c8777a5e7d9db63 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148a8d expref: -99 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045035.949077:0:5857:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025600/0x2c8777a5e7d9db63 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148a8d expref: 29 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045035.949099:0:5857:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025600/0x2c8777a5e7d9db63 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148a8d expref: 29 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045035.949127:0:5857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1a:0x0].0x0 (ffff98df46583a00) 00010000:00010000:2.0:1777045035.949132:0:5857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1777045035.949137:0:5857:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de48025600, rc 0) 00000100:00100000:2.0:1777045035.949200:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d60fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+29:26502:x1863365369982336:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 Request processed in 275us (1002us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045035.949212:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 978 00000100:00100000:1.0:1777045035.995639:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045035.996184:0:14822:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369982464 00000100:00100000:3.0:1777045035.996544:0:14822:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369982464 00000100:00100000:3.0:1777045035.998572:0:14822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 267 00000100:00100000:3.0:1777045035.998593:0:14822:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de4282d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+10:2393:x1863365369982464:12345-192.168.201.45@tcp:2:lhsmtool_posix.0 00002000:00010000:3.0:1777045035.998913:0:14822:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x14:0x0] updating lvb size from disk: 0 -> 158 00002000:00010000:3.0:1777045035.998919:0:14822:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x14:0x0] updating lvb mtime from disk: 0 -> 1777045030 00002000:00010000:3.0:1777045035.998922:0:14822:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x14:0x0] updating lvb atime from disk: 0 -> 1777045030 00002000:00010000:3.0:1777045035.998926:0:14822:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x14:0x0] updating lvb ctime from disk: 0 -> 1777045030 00002000:00010000:3.0:1777045035.998929:0:14822:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x14:0x0] updating lvb blocks from disk: 1 -> 11 00000100:00100000:3.0:1777045035.999016:0:14822:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de4282d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+11:2393:x1863365369982464:12345-192.168.201.45@tcp:2:lhsmtool_posix.0 Request processed in 428us (3386us total) trans 4294967351 rc 0/0 00000100:00100000:3.0:1777045035.999030:0:14822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 267 00000100:00100000:3.0:1777045036.012582:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045036.012739:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369982720 00000100:00100000:2.0:1777045036.012990:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369982720 00000100:00100000:2.0:1777045036.013114:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 979 00000100:00100000:2.0:1777045036.013135:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b8ed500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+29:26502:x1863365369982720:12345-192.168.201.45@tcp:55:lhsmtool_posix.0 00010000:00010000:2.0:1777045036.013247:0:5856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024c00/0x2c8777a5e7d9db6a lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045036.013561:0:5856:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd400/0x2c8777a5e7d9db0f lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148a63 expref: 29 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045036.013578:0:5856:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024c00/0x2c8777a5e7d9db6a lrc: 4/0,1 mode: --/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045036.013629:0:5856:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd400/0x2c8777a5e7d9db0f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148a63 expref: 29 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045036.013649:0:5856:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd400/0x2c8777a5e7d9db0f lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148a63 expref: 29 pid: 5855 timeout: 1764 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777045036.013669:0:5856:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de480e8e00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5856:1863365424351360:192.168.201.45@tcp:104: 00000100:00100000:2.0:1777045036.013799:0:5856:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df74e896c0 going to sleep for 11 seconds 00000100:00080000:3.0:1777045036.014570:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1777045036.041996:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045036.042390:0:5843:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369982848 00000100:00100000:1.0:1777045036.042404:0:5843:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369982848 00010000:00010000:1.0:1777045036.042456:0:5843:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd400/0x2c8777a5e7d9db0f lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148a63 expref: 30 pid: 5855 timeout: 1764 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777045036.042517:0:5843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 291 00000100:00100000:1.0:1777045036.042533:0:5843:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b8edc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+30:2393:x1863365369982848:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777045036.042572:0:5843:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777045036.042593:0:5843:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd400/0x2c8777a5e7d9db0f lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148a63 expref: 30 pid: 5855 timeout: 1764 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045036.042614:0:5843:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd400/0x2c8777a5e7d9db0f lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148a63 expref: 30 pid: 5855 timeout: 1764 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045036.042643:0:5843:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1a:0x0].0x0 (ffff98df46583a00) 00010000:00010000:1.0:1777045036.042652:0:5843:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024c00/0x2c8777a5e7d9db6a lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045036.042667:0:5843:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024c00/0x2c8777a5e7d9db6a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045036.042678:0:5843:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024c00/0x2c8777a5e7d9db6a lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045036.042704:0:5843:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777045036.042772:0:5843:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b8edc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+30:2393:x1863365369982848:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 242us (786us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045036.042785:0:5843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 291 00010000:00010000:2.0:1777045036.043555:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd400/0x2c8777a5e7d9db0f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148a63 expref: 29 pid: 5855 timeout: 1764 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777045036.043588:0:5856:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de480e8e00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5856:1863365424351360:192.168.201.45@tcp:104: 00010000:00010000:2.0:1777045036.043617:0:5856:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024c00/0x2c8777a5e7d9db6a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045036.043638:0:5856:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024c00/0x2c8777a5e7d9db6a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045036.043647:0:5856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024c00/0x2c8777a5e7d9db6a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045036.043682:0:5856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024c00/0x2c8777a5e7d9db6a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045036.043692:0:5856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024c00/0x2c8777a5e7d9db6a lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045036.043702:0:5856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024c00/0x2c8777a5e7d9db6a lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045036.043712:0:5856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48024c00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:2.0:1777045036.043719:0:5856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024c00/0x2c8777a5e7d9db6a lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045036.043729:0:5856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024c00/0x2c8777a5e7d9db6a lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045036.043745:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1a:0x0].0x0 (ffff98df46583a00) 00010000:00010000:2.0:1777045036.043750:0:5856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:2.0:1777045036.043756:0:5856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024c00/0x2c8777a5e7d9db6a lrc: 2/0,0 mode: --/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045036.043766:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024c00/0x2c8777a5e7d9db6a lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777045036.043854:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b8ed500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+28:26502:x1863365369982720:12345-192.168.201.45@tcp:55:lhsmtool_posix.0 Request processed in 30725us (31291us total) trans 0 rc -22/-22 00000100:00100000:2.0:1777045036.043900:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 979 00000100:00100000:0.0:1777045036.079065:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045036.079162:0:8776:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369982976 00000100:00100000:1.0:1777045036.079175:0:8776:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369982976 00000100:00100000:1.0:1777045036.079251:0:8776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 268 00000100:00100000:1.0:1777045036.079285:0:8776:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42e5ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+11:2390:x1863365369982976:12345-192.168.201.45@tcp:1:lhsmtool_posix.0 00010000:00010000:1.0:1777045036.079385:0:8776:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000f7fe5ed7/0x2c8777a5e7d9db71 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045036.079425:0:8776:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000f62dec6f/0x2c8777a5e7d9db4e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148a86 expref: 11 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045036.079439:0:8776:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777045036.079442:0:8776:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777045036.079447:0:8776:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f7fe5ed7/0x2c8777a5e7d9db71 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045036.079513:0:8776:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000f62dec6f/0x2c8777a5e7d9db4e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148a86 expref: 11 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045036.079536:0:8776:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000f62dec6f/0x2c8777a5e7d9db4e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148a86 expref: 11 pid: 14822 timeout: 1764 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777045036.079561:0:8776:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de4282ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8776:1863365424351488:192.168.201.45@tcp:104: 00000100:00100000:1.0:1777045036.079678:0:8776:0:(client.c:2691:ptlrpc_set_wait()) set ffff98de478239c0 going to sleep for 11 seconds 00000100:00100000:1.0:1777045036.111102:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045036.111187:0:5841:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369983104 00000100:00100000:2.0:1777045036.111201:0:5841:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369983104 00010000:00010000:2.0:1777045036.111255:0:5841:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000f62dec6f/0x2c8777a5e7d9db4e lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148a86 expref: 12 pid: 14822 timeout: 1764 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777045036.111795:0:5841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 292 00000100:00100000:2.0:1777045036.111811:0:5841:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de4282c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+12:2392:x1863365369983104:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777045036.111834:0:5841:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777045036.111862:0:5841:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000f62dec6f/0x2c8777a5e7d9db4e lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148a86 expref: 12 pid: 14822 timeout: 1764 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045036.111884:0:5841:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000f62dec6f/0x2c8777a5e7d9db4e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148a86 expref: 12 pid: 14822 timeout: 1764 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777045036.111906:0:8776:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de4282ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8776:1863365424351488:192.168.201.45@tcp:104: 00010000:00010000:2.0:1777045036.111913:0:5841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f62dec6f/0x2c8777a5e7d9db4e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148a86 expref: 12 pid: 14822 timeout: 1764 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045036.111933:0:5841:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777045036.111936:0:5841:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777045036.111942:0:5841:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000f7fe5ed7/0x2c8777a5e7d9db71 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 8776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045036.111957:0:5841:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f7fe5ed7/0x2c8777a5e7d9db71 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 8776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045036.127074:0:5841:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777045036.127220:0:5841:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de4282c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+11:2392:x1863365369983104:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 15385us (16095us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045036.127239:0:5841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 292 00010000:00010000:0.0:1777045036.135873:0:8776:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000f7fe5ed7/0x2c8777a5e7d9db71 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045036.137564:0:8776:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000f7fe5ed7/0x2c8777a5e7d9db71 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045036.137582:0:8776:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f7fe5ed7/0x2c8777a5e7d9db71 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045036.137640:0:8776:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000f7fe5ed7/0x2c8777a5e7d9db71 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045036.137653:0:8776:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f7fe5ed7/0x2c8777a5e7d9db71 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045036.137666:0:8776:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f7fe5ed7/0x2c8777a5e7d9db71 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045036.137697:0:8776:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de41dfc400 already unused, calling callback (ffffffffc17d22d0) 00010000:00010000:3.0:1777045036.137704:0:8776:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f7fe5ed7/0x2c8777a5e7d9db71 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045036.137718:0:8776:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f7fe5ed7/0x2c8777a5e7d9db71 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045036.137744:0:8776:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f7fe5ed7/0x2c8777a5e7d9db71 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045036.137757:0:8776:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f7fe5ed7/0x2c8777a5e7d9db71 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777045036.137888:0:8776:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42e5ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+10:2390:x1863365369982976:12345-192.168.201.45@tcp:1:lhsmtool_posix.0 Request processed in 58620us (58829us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045036.137908:0:8776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 268 00000100:00100000:3.0:1777045036.150309:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045036.151853:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369983360 00000100:00100000:0.0:1777045036.151867:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369983360 00000100:00100000:0.0:1777045036.151955:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 980 00000100:00100000:0.0:1777045036.151970:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b8ec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+28:26502:x1863365369983360:12345-192.168.201.45@tcp:57:lhsmtool_posix.0 00010000:00010000:0.0:1777045036.152068:0:7939:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9db78 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x19:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045036.152092:0:7939:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9db78 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x19:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045036.152109:0:7939:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9db78 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x19:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045036.152666:0:7939:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023e00/0x2c8777a5e7d9db7f lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045036.152684:0:7939:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025600/0x2c8777a5e7d9db63 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148a8d expref: 29 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045036.152696:0:7939:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023e00/0x2c8777a5e7d9db7f lrc: 4/0,1 mode: --/EX res: [0x200000402:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045036.152741:0:7939:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025600/0x2c8777a5e7d9db63 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148a8d expref: 29 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045036.152760:0:7939:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025600/0x2c8777a5e7d9db63 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148a8d expref: 29 pid: 5857 timeout: 1764 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777045036.152787:0:7939:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de42e5b480 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7939:1863365424351616:192.168.201.45@tcp:104: 00000100:00100000:0.0:1777045036.152882:0:7939:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df60782d80 going to sleep for 11 seconds 00000100:00100000:1.0:1777045036.181350:0:7939:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de42e5b480 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7939:1863365424351616:192.168.201.45@tcp:104: 00010000:00010000:1.0:1777045036.181422:0:7939:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023e00/0x2c8777a5e7d9db7f lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777045036.187508:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045036.189708:0:5843:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369983488 00000100:00100000:2.0:1777045036.189724:0:5843:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369983488 00010000:00010000:2.0:1777045036.189780:0:5843:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025600/0x2c8777a5e7d9db63 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148a8d expref: 30 pid: 5857 timeout: 1764 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777045036.189858:0:5843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 293 00000100:00100000:2.0:1777045036.189871:0:5843:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de4282fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+30:2392:x1863365369983488:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777045036.189891:0:5843:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777045036.189901:0:5843:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025600/0x2c8777a5e7d9db63 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148a8d expref: 30 pid: 5857 timeout: 1764 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045036.189920:0:5843:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025600/0x2c8777a5e7d9db63 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148a8d expref: 30 pid: 5857 timeout: 1764 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045036.189948:0:5843:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025600/0x2c8777a5e7d9db63 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148a8d expref: 30 pid: 5857 timeout: 1764 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045036.189966:0:5843:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1a:0x0].0x0 (ffff98df46583a00) 00010000:00010000:2.0:1777045036.189974:0:5843:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023e00/0x2c8777a5e7d9db7f lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045036.189986:0:5843:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023e00/0x2c8777a5e7d9db7f lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045036.189998:0:5843:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023e00/0x2c8777a5e7d9db7f lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045036.190032:0:5843:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777045036.190097:0:5843:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de4282fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+29:2392:x1863365369983488:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 226us (2614us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045036.190108:0:5843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 293 00010000:00010000:2.0:1777045036.190144:0:7939:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023e00/0x2c8777a5e7d9db7f lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045036.190156:0:7939:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023e00/0x2c8777a5e7d9db7f lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1777045036.190458:0:7939:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967938 00000001:00080000:2.0:1777045036.190671:0:7939:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967939 00000001:00080000:2.0:1777045036.190736:0:7939:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967940 00000100:00100000:2.0:1777045036.190844:0:7939:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de480e8e00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:7939:1863365424351744:0@lo:1000:mdt00_003.0 00000100:00100000:2.0:1777045036.190935:0:7939:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777045036.190968:0:7939:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df46731b40 going to sleep for 11 seconds 00000100:00100000:2.0:1777045036.191003:0:5860:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424351744 00000100:00100000:2.0:1777045036.191010:0:5860:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424351744 00000100:00100000:2.0:1777045036.191048:0:5860:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:2.0:1777045036.191058:0:5860:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de480e9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:7939:x1863365424351744:12345-0@lo:1000:mdt00_003.0 00000100:00100000:2.0:1777045036.191147:0:5860:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de480e9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:7939:x1863365424351744:12345-0@lo:1000:mdt00_003.0 Request processed in 89us (211us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045036.191157:0:5860:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:2.0:1777045036.191231:0:7939:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de480e8e00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:7939:1863365424351744:0@lo:1000:mdt00_003.0 00000001:00080000:2.0:1777045036.191726:0:7939:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967941 00000100:00100000:2.0:1777045036.191796:0:7939:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de480e8e00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:7939:1863365424351872:0@lo:1000:mdt00_003.0 00000100:00100000:2.0:1777045036.191838:0:7939:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777045036.191863:0:7939:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df46731f00 going to sleep for 11 seconds 00000100:00100000:2.0:1777045036.191882:0:5860:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424351872 00000100:00100000:2.0:1777045036.191887:0:5860:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424351872 00000100:00100000:2.0:1777045036.191914:0:5860:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:2.0:1777045036.191923:0:5860:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de480eb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:7939:x1863365424351872:12345-0@lo:1000:mdt00_003.0 00000100:00100000:2.0:1777045036.192102:0:5860:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de480eb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:7939:x1863365424351872:12345-0@lo:1000:mdt00_003.0 Request processed in 178us (262us total) trans 4294967352 rc 0/0 00000100:00100000:2.0:1777045036.192113:0:5860:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:2.0:1777045036.192158:0:7939:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de480e8e00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:7939:1863365424351872:0@lo:1000:mdt00_003.0 00000001:00080000:2.0:1777045036.192305:0:7939:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967942 00010000:00010000:2.0:1777045036.192340:0:7939:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023e00/0x2c8777a5e7d9db7f lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045036.192353:0:7939:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023e00/0x2c8777a5e7d9db7f lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045036.192392:0:7939:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023e00/0x2c8777a5e7d9db7f lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045036.192403:0:7939:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48023e00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:2.0:1777045036.192409:0:7939:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023e00/0x2c8777a5e7d9db7f lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045036.192419:0:7939:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023e00/0x2c8777a5e7d9db7f lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045036.192435:0:7939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1a:0x0].0x0 (ffff98df46583a00) 00010000:00010000:2.0:1777045036.192439:0:7939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1777045036.192444:0:7939:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023e00/0x2c8777a5e7d9db7f lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045036.192453:0:7939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023e00/0x2c8777a5e7d9db7f lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045036.192487:0:7939:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022a00/0x2c8777a5e7d9dab4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x19:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045036.192496:0:7939:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022a00/0x2c8777a5e7d9dab4 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x19:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045036.192504:0:7939:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022a00/0x2c8777a5e7d9dab4 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x19:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045036.192510:0:7939:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48022a00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:2.0:1777045036.192514:0:7939:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022a00/0x2c8777a5e7d9dab4 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x19:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045036.192522:0:7939:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022a00/0x2c8777a5e7d9dab4 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x19:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045036.192532:0:7939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x19:0x0].0x0 (ffff98df4a351800) 00010000:00010000:2.0:1777045036.192535:0:7939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1777045036.192538:0:7939:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022a00/0x2c8777a5e7d9dab4 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x19:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045036.192546:0:7939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022a00/0x2c8777a5e7d9dab4 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x19:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045036.192570:0:7939:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025400/0x2c8777a5e7d9db86 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x19:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045036.192584:0:7939:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025400/0x2c8777a5e7d9db86 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x19:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045036.192597:0:7939:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025400/0x2c8777a5e7d9db86 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x19:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045036.192607:0:7939:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025400/0x2c8777a5e7d9db86 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x19:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045036.192615:0:7939:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025400/0x2c8777a5e7d9db86 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x19:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045036.192624:0:7939:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025400/0x2c8777a5e7d9db86 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x19:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045036.192633:0:7939:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48025400 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:2.0:1777045036.192637:0:7939:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025400/0x2c8777a5e7d9db86 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x19:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045036.192646:0:7939:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025400/0x2c8777a5e7d9db86 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x19:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045036.192656:0:7939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x19:0x0].0x0 (ffff98df4a351800) 00010000:00010000:2.0:1777045036.192660:0:7939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777045036.192664:0:7939:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025400/0x2c8777a5e7d9db86 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x19:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045036.192672:0:7939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025400/0x2c8777a5e7d9db86 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x19:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045036.192685:0:7939:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9db78 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x19:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045036.192694:0:7939:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9db78 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x19:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045036.192704:0:7939:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9db78 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x19:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045036.192712:0:7939:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48022c00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:2.0:1777045036.192716:0:7939:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9db78 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x19:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045036.192724:0:7939:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9db78 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x19:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045036.192734:0:7939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x19:0x0].0x0 (ffff98df4a351800) 00010000:00010000:2.0:1777045036.192737:0:7939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1777045036.192741:0:7939:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9db78 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x19:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045036.192749:0:7939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9db78 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x19:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777045036.193168:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b8ec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+33:26502:x1863365369983360:12345-192.168.201.45@tcp:57:lhsmtool_posix.0 Request processed in 41199us (42865us total) trans 4294967943 rc 0/0 00000100:00100000:2.0:1777045036.193180:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 980 00000020:00080000:2.0:1777045036.193185:0:7939:0:(tgt_main.c:783:tgt_ses_key_exit()) total 6 transactions per RPC 00000040:00080000:3.0:1777045036.198173:0:11491:0:(llog.c:801:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1777045036.198185:0:11491:0:(llog_cat.c:158:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1777045036.198968:0:11491:0:(llog.c:858:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 3 00000040:00080000:3.0:1777045036.198983:0:11491:0:(llog.c:858:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1777045036.210457:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045036.212531:0:5858:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369983744 00000100:00100000:2.0:1777045036.212547:0:5858:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369983744 00000100:00100000:2.0:1777045036.212622:0:5858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 218 00000100:00100000:2.0:1777045036.212637:0:5858:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b8ec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+33:26502:x1863365369983744:12345-192.168.201.45@tcp:35:lhsmtool_posix.0 00000004:00080000:2.0:1777045036.213902:0:5858:0:(mdd_object.c:4010:mdd_close()) Object [0x200000402:0x1a:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:2.0:1777045036.214067:0:5858:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967944 00010000:00010000:2.0:1777045036.214134:0:5858:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024600/0x2c8777a5e7d9db8d lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5858 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045036.214159:0:5858:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024600/0x2c8777a5e7d9db8d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 5858 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045036.214177:0:5858:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024600/0x2c8777a5e7d9db8d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 5858 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045036.214191:0:5858:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024600/0x2c8777a5e7d9db8d lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 5858 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045036.214540:0:5858:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024600/0x2c8777a5e7d9db8d lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 5858 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045036.214551:0:5858:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024600/0x2c8777a5e7d9db8d lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 5858 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045036.214580:0:5858:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1777045036.214711:0:5858:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b8ec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+35:26502:x1863365369983744:12345-192.168.201.45@tcp:35:lhsmtool_posix.0 Request processed in 2073us (4259us total) trans 4294967945 rc 0/0 00000100:00100000:2.0:1777045036.214727:0:5858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 218 00000020:00080000:2.0:1777045036.214736:0:5858:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:2.0:1777045036.214768:0:5844:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1777045036.214776:0:5844:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024600/0x2c8777a5e7d9db8d lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5858 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045036.214789:0:5844:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48024600 already unused, calling callback (ffffffffc17d22d0) 00010000:00010000:2.0:1777045036.214795:0:5844:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024600/0x2c8777a5e7d9db8d lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5858 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045036.214807:0:5844:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024600/0x2c8777a5e7d9db8d lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5858 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045036.214827:0:5844:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1a:0x0].0x0 (ffff98df52c43b00) 00010000:00010000:2.0:1777045036.214833:0:5844:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1777045036.214839:0:5844:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024600/0x2c8777a5e7d9db8d lrc: 1/0,0 mode: --/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5858 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045036.214850:0:5844:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024600/0x2c8777a5e7d9db8d lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5858 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045036.214874:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777045036.214878:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777045036.214880:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777045036.501578:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1777045037.499686:0:18600:0:(llog.c:801:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1777045037.499698:0:18600:0:(llog_cat.c:158:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1777045037.499763:0:18600:0:(llog.c:858:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 26 count 3 00000040:00080000:3.0:1777045037.499773:0:18600:0:(llog.c:858:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:2.0:1777045037.526784:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:0.0:1777045037.678870:0:6666:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967346 is committed 00000001:00080000:0.0:1777045037.678908:0:6666:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967347 is committed 00000100:00100000:0.0:1777045037.825082:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045037.825657:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369984000 00000100:00100000:3.0:1777045037.825672:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369984000 00000100:00100000:3.0:1777045037.825789:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 981 00000100:00100000:3.0:1777045037.825808:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42e59180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:146de360-3fb2-48bd-b418-06f30714148a+67:26506:x1863365369984000:12345-192.168.201.45@tcp:101:lfs.0 00010000:00010000:3.0:1777045037.825838:0:12646:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777045037.825869:0:12646:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066600/0x2c8777a5e7d9db94 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148a94 expref: -99 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045037.825985:0:12646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067200/0x2c8777a5e7d9db9b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045037.826008:0:12646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067200/0x2c8777a5e7d9db9b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045037.826028:0:12646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067200/0x2c8777a5e7d9db9b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045037.826054:0:12646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067400/0x2c8777a5e7d9dba2 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045037.826069:0:12646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067400/0x2c8777a5e7d9dba2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045037.826081:0:12646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067400/0x2c8777a5e7d9dba2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045037.827608:0:12646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067600/0x2c8777a5e7d9dba9 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x19:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045037.827626:0:12646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067600/0x2c8777a5e7d9dba9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045037.827639:0:12646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067600/0x2c8777a5e7d9dba9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777045037.827655:0:12646:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x19:0x0]: returning size 158 00010000:00010000:3.0:1777045037.827790:0:12646:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067200/0x2c8777a5e7d9db9b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045037.827804:0:12646:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067200/0x2c8777a5e7d9db9b lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045037.827815:0:12646:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067200/0x2c8777a5e7d9db9b lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045037.827826:0:12646:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48067200 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:3.0:1777045037.827833:0:12646:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067200/0x2c8777a5e7d9db9b lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045037.827846:0:12646:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067200/0x2c8777a5e7d9db9b lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045037.827871:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3c:0x0].0x0 (ffff98df43d75300) 00010000:00010000:3.0:1777045037.827876:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777045037.827883:0:12646:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067200/0x2c8777a5e7d9db9b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045037.827893:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067200/0x2c8777a5e7d9db9b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045037.827912:0:12646:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067400/0x2c8777a5e7d9dba2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045037.827924:0:12646:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067400/0x2c8777a5e7d9dba2 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045037.827933:0:12646:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067400/0x2c8777a5e7d9dba2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045037.827941:0:12646:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48067400 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:3.0:1777045037.827946:0:12646:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067400/0x2c8777a5e7d9dba2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045037.827956:0:12646:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067400/0x2c8777a5e7d9dba2 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045037.827968:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3c:0x0].0x6de40d64 (ffff98df413b6400) 00010000:00010000:3.0:1777045037.827973:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777045037.827978:0:12646:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067400/0x2c8777a5e7d9dba2 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045037.827989:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067400/0x2c8777a5e7d9dba2 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045037.828061:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066600/0x2c8777a5e7d9db94 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148a94 expref: 70 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045037.828086:0:12646:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067600/0x2c8777a5e7d9dba9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148a94 expref: 69 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045037.828099:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x19:0x0].0x0 (ffff98df413b6900) 00010000:00010000:3.0:1777045037.828103:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777045037.828108:0:12646:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de48067600, rc 0) 00000100:00100000:3.0:1777045037.828195:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42e59180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:146de360-3fb2-48bd-b418-06f30714148a+69:26506:x1863365369984000:12345-192.168.201.45@tcp:101:lfs.0 Request processed in 2391us (3125us total) trans 4294967946 rc 0/0 00000100:00080000:0.0:1777045037.829743:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1777045037.844884:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 981 00000100:00100000:2.0:1777045037.870380:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045037.870576:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369984128 00000100:00100000:3.0:1777045037.870590:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369984128 00000100:00100000:1.0:1777045037.870855:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 982 00000100:00100000:1.0:1777045037.870876:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de480ea300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:146de360-3fb2-48bd-b418-06f30714148a+69:26506:x1863365369984128:12345-192.168.201.45@tcp:54:lfs.0 00010000:00010000:1.0:1777045037.870973:0:5857:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd600/0x2c8777a5e7d9dbb7 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x19:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045037.870999:0:5857:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd600/0x2c8777a5e7d9dbb7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045037.871018:0:5857:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd600/0x2c8777a5e7d9dbb7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045037.871056:0:5857:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd600/0x2c8777a5e7d9dbb7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045037.871067:0:5857:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd600/0x2c8777a5e7d9dbb7 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045037.871078:0:5857:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd600/0x2c8777a5e7d9dbb7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045037.871107:0:5857:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de41dfd600 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:1.0:1777045037.871115:0:5857:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd600/0x2c8777a5e7d9dbb7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045037.871126:0:5857:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd600/0x2c8777a5e7d9dbb7 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045037.871144:0:5857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x19:0x0].0x0 (ffff98df413b6900) 00010000:00010000:1.0:1777045037.871149:0:5857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1777045037.871155:0:5857:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd600/0x2c8777a5e7d9dbb7 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x19:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045037.871165:0:5857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd600/0x2c8777a5e7d9dbb7 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x19:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777045037.871313:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de480ea300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:146de360-3fb2-48bd-b418-06f30714148a+69:26506:x1863365369984128:12345-192.168.201.45@tcp:54:lfs.0 Request processed in 443us (944us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045037.871326:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 982 00000100:00100000:2.0:1777045037.891229:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045037.891415:0:5859:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369984384 00000100:00100000:3.0:1777045037.891428:0:5859:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369984384 00000100:00100000:3.0:1777045037.891528:0:5859:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 219 00000100:00100000:3.0:1777045037.891546:0:5859:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de480eb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:146de360-3fb2-48bd-b418-06f30714148a+69:26506:x1863365369984384:12345-192.168.201.45@tcp:35:lfs.0 00000100:00100000:3.0:1777045037.891891:0:5859:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de480eb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:146de360-3fb2-48bd-b418-06f30714148a+70:26506:x1863365369984384:12345-192.168.201.45@tcp:35:lfs.0 Request processed in 348us (671us total) trans 4294967947 rc 0/0 00000100:00100000:3.0:1777045037.891904:0:5859:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 219 00000100:00100000:3.0:1777045038.062445:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045038.062490:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045038.062518:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045038.065590:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045038.065632:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045038.066617:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045038.073651:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369984640 00000100:00100000:2.0:1777045038.073669:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369984640 00000100:00100000:2.0:1777045038.074025:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369985152 00000100:00100000:2.0:1777045038.074032:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369985152 00000100:00100000:2.0:1777045038.074071:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369984768 00000100:00100000:2.0:1777045038.074076:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369984768 00000100:00100000:2.0:1777045038.074109:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 758 00000100:00100000:2.0:1777045038.074123:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b8eed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:146de360-3fb2-48bd-b418-06f30714148a+11:2390:x1863365369984640:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:2.0:1777045038.074246:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b8eed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:146de360-3fb2-48bd-b418-06f30714148a+11:2390:x1863365369984640:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 125us (11809us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045038.074260:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 758 00000100:00100000:2.0:1777045038.074291:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 759 00000100:00100000:2.0:1777045038.074302:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b8edf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+10:2390:x1863365369985152:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:2.0:1777045038.074380:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b8edf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+10:2390:x1863365369985152:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 75us (11857us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045038.074390:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 759 00000100:00100000:2.0:1777045038.074412:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 760 00000100:00100000:2.0:1777045038.074423:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b8ee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:146de360-3fb2-48bd-b418-06f30714148a+14:2390:x1863365369984768:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:2.0:1777045038.074463:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b8ee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:146de360-3fb2-48bd-b418-06f30714148a+14:2390:x1863365369984768:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 41us (8830us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045038.074472:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 760 00000100:00100000:2.0:1777045038.074510:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369984896 00000100:00100000:2.0:1777045038.074516:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369984896 00000100:00100000:2.0:1777045038.074566:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 949 00000100:00100000:2.0:1777045038.074578:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b8ed180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+35:2390:x1863365369984896:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:2.0:1777045038.074628:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b8ed180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+35:2390:x1863365369984896:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 52us (12136us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045038.074638:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 949 00000100:00080000:2.0:1777045038.075603:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1777045038.075612:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1777045038.075616:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1777045038.080277:0:5848:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369984512 00000100:00100000:3.0:1777045038.080294:0:5848:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369984512 00000100:00100000:3.0:1777045038.080392:0:5848:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 794 00000100:00100000:3.0:1777045038.080409:0:5848:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df472aac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2390:x1863365369984512:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777045038.080528:0:5848:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df472aac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2390:x1863365369984512:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 121us (14943us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045038.080541:0:5848:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 794 00000100:00100000:3.0:1777045038.080598:0:14822:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369985024 00000100:00100000:3.0:1777045038.080605:0:14822:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369985024 00000100:00100000:3.0:1777045038.080664:0:14822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 761 00000100:00100000:3.0:1777045038.080676:0:14822:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b8ef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2390:x1863365369985024:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777045038.080724:0:14822:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b8ef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2390:x1863365369985024:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 50us (14108us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045038.080736:0:14822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 761 00000100:00080000:2.0:1777045038.100803:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1777045038.137881:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045038.137925:0:8776:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369985280 00000100:00100000:3.0:1777045038.137938:0:8776:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369985280 00000100:00100000:3.0:1777045038.138012:0:8776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 269 00000100:00100000:3.0:1777045038.138028:0:8776:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b8ed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:146de360-3fb2-48bd-b418-06f30714148a+14:2392:x1863365369985280:12345-192.168.201.45@tcp:101:diff.0 00010000:00010000:3.0:1777045038.138053:0:8776:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777045038.138080:0:8776:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000eaf05033/0x2c8777a5e7d9dbbe lrc: 2/0,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148a9b expref: -99 pid: 8776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777045038.138121:0:8776:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x14:0x0] initial LVB size: 158, mtime: 0x69eb8e26, atime: 0x69eb8e26, ctime: 0x69eb8e26, blocks: 0xb 00010000:00010000:3.0:1777045038.138146:0:8776:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777045038.138151:0:8776:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777045038.138162:0:8776:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000eaf05033/0x2c8777a5e7d9dbbe lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148a9b expref: 15 pid: 8776 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045038.138188:0:8776:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000eaf05033/0x2c8777a5e7d9dbbe lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148a9b expref: 15 pid: 8776 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045038.138208:0:8776:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de48066600, rc 0) 00000100:00100000:3.0:1777045038.138656:0:8776:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b8ed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:146de360-3fb2-48bd-b418-06f30714148a+15:2392:x1863365369985280:12345-192.168.201.45@tcp:101:diff.0 Request processed in 630us (784us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045038.138667:0:8776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 269 00000100:00100000:0.0:1777045038.162599:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045038.163609:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369985536 00000100:00100000:3.0:1777045038.163625:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369985536 00000100:00100000:3.0:1777045038.163715:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 983 00000100:00100000:3.0:1777045038.163732:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42e5b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:146de360-3fb2-48bd-b418-06f30714148a+70:26511:x1863365369985536:12345-192.168.201.45@tcp:101:diff.0 00010000:00010000:3.0:1777045038.163763:0:12646:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777045038.163790:0:12646:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067200/0x2c8777a5e7d9dbc5 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148aa2 expref: -99 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045038.163921:0:12646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066c00/0x2c8777a5e7d9dbcc lrc: 3/1,0 mode: --/PR res: [0x200000402:0x19:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045038.163941:0:12646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066c00/0x2c8777a5e7d9dbcc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045038.163959:0:12646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066c00/0x2c8777a5e7d9dbcc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777045038.163975:0:12646:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x19:0x0]: returning size 158 00010000:00010000:3.0:1777045038.164156:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067200/0x2c8777a5e7d9dbc5 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148aa2 expref: 73 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045038.164185:0:12646:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066c00/0x2c8777a5e7d9dbcc lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148aa2 expref: 72 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045038.164200:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x19:0x0].0x0 (ffff98df413b6900) 00010000:00010000:3.0:1777045038.164205:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777045038.164210:0:12646:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de48066c00, rc 0) 00000100:00100000:3.0:1777045038.164311:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42e5b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:146de360-3fb2-48bd-b418-06f30714148a+72:26511:x1863365369985536:12345-192.168.201.45@tcp:101:diff.0 Request processed in 583us (1725us total) trans 4294967948 rc 0/0 00000100:00100000:3.0:1777045038.164324:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 983 00000100:00100000:0.0:1777045038.204095:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045038.205129:0:5842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369985664 00000100:00100000:3.0:1777045038.205142:0:5842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369985664 00000100:00100000:3.0:1777045038.205290:0:5842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 57 00000100:00100000:3.0:1777045038.205307:0:5842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77c7e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:146de360-3fb2-48bd-b418-06f30714148a+72:2393:x1863365369985664:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777045038.205415:0:5842:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777045038.205451:0:5842:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066c00/0x2c8777a5e7d9dbcc lrc: 0/0,0 mode: --/PR res: [0x200000402:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148aa2 expref: 72 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045038.205497:0:5842:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x19:0x0].0x0 (ffff98df413b6900) 00010000:00010000:3.0:1777045038.205506:0:5842:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777045038.205575:0:5842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77c7e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:146de360-3fb2-48bd-b418-06f30714148a+71:2393:x1863365369985664:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 272us (1491us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045038.205586:0:5842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 57 00000100:00100000:3.0:1777045038.208908:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045038.209739:0:6646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369985792 00000100:00100000:2.0:1777045038.209752:0:6646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369985792 00002000:00100000:2.0:1777045038.209817:0:6646:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x14:0x0] (0->4095) req@ffff98df7b8eca80 x1863365369985792/t0(0) o3->146de360-3fb2-48bd-b418-06f30714148a@192.168.201.45@tcp:39/0 lens 488/0 e 0 to 0 dl 1777045049 ref 1 fl New:/600/ffffffff rc 0/-1 job:'diff.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777045038.209835:0:6646:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98df7b8eca80 with x1863365369985792 ext(0->4095) 00002000:00010000:2.0:1777045038.209843:0:6646:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff98df7b8eca80 00000100:00100000:2.0:1777045038.209882:0:6646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 92 00000100:00100000:2.0:1777045038.209896:0:6646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b8eca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:146de360-3fb2-48bd-b418-06f30714148a+15:2391:x1863365369985792:12345-192.168.201.45@tcp:3:diff.0 00000100:00100000:2.0:1777045038.210165:0:6646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b8eca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:146de360-3fb2-48bd-b418-06f30714148a+15:2391:x1863365369985792:12345-192.168.201.45@tcp:3:diff.0 Request processed in 270us (1264us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1777045038.210176:0:6646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 92 00002000:00100000:2.0:1777045038.210186:0:6646:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x14:0x0] (0->4095) req@ffff98df7b8eca80 x1863365369985792/t0(0) o3->146de360-3fb2-48bd-b418-06f30714148a@192.168.201.45@tcp:39/0 lens 488/4536 e 0 to 0 dl 1777045049 ref 1 fl Complete:/600/0 rc 4096/4096 job:'diff.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777045038.210199:0:6646:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98df7b8eca80 with x1863365369985792 ext(0->4095) 00002000:00010000:2.0:1777045038.210231:0:6646:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff98df7b8eca80 00000100:00100000:0.0:1777045038.238596:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045038.238944:0:5858:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369986048 00000100:00100000:3.0:1777045038.238959:0:5858:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369986048 00000100:00100000:3.0:1777045038.239044:0:5858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 220 00000100:00100000:3.0:1777045038.239062:0:5858:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df45edd850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:146de360-3fb2-48bd-b418-06f30714148a+71:26511:x1863365369986048:12345-192.168.201.45@tcp:35:diff.0 00000100:00100000:3.0:1777045038.239718:0:5858:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df45edd850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:146de360-3fb2-48bd-b418-06f30714148a+72:26511:x1863365369986048:12345-192.168.201.45@tcp:35:diff.0 Request processed in 660us (1129us total) trans 4294967949 rc 0/0 00000100:00100000:3.0:1777045038.239733:0:5858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 220 00010000:00010000:2.0:1777045038.550272:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777045039.574096:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777045039.577446:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1777045039.577477:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de480ebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424352000:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1777045039.577567:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777045039.578034:0:6643:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424352000 00000100:00100000:2.0:1777045039.578047:0:6643:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424352000 00000100:00100000:2.0:1777045039.578146:0:6643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 407 00000100:00100000:2.0:1777045039.578161:0:6643:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de4282c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424352000:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1777045039.578237:0:6643:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 73072640 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1777045039.578345:0:6643:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de4282c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424352000:12345-0@lo:13:osp-pre-0-0.0 Request processed in 186us (776us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045039.578358:0:6643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 407 00000100:00100000:3.0:1777045039.578512:0:3343:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967347 gen 2 00000004:00080000:3.0:1777045039.578521:0:3343:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967346 committed transno 4294967347 00000004:00080000:3.0:1777045039.578548:0:3343:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98de42e59f80, transno 4294967347 00000100:00100000:3.0:1777045039.578588:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de480ebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424352000:0@lo:13:osp-pre-0-0.0 00000100:00080000:0.0:1777045039.579195:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1777045040.597681:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de480e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3343:1863365424352384:0@lo:400:kworker.0 00000100:00100000:2.0:1777045040.597773:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777045040.597850:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1777045040.597862:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de42e59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424352512:0@lo:400:kworker.0 00000100:00100000:2.0:1777045040.597903:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1777045040.597967:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777045040.597983:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424352384 00000100:00100000:2.0:1777045040.597992:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424352384 00000100:00100000:2.0:1777045040.598060:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 950 00000100:00100000:2.0:1777045040.598072:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df485bc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3343:x1863365424352384:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777045040.598139:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df485bc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3343:x1863365424352384:12345-0@lo:400:kworker.0 Request processed in 68us (367us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045040.598151:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 950 00000100:00100000:2.0:1777045040.598186:0:6639:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424352512 00000100:00100000:2.0:1777045040.598191:0:6639:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424352512 00000100:00100000:2.0:1777045040.598257:0:6639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 762 00000100:00100000:2.0:1777045040.598268:0:6639:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df485bf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424352512:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777045040.598605:0:6639:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df485bf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424352512:12345-0@lo:400:kworker.0 Request processed in 337us (700us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045040.598615:0:6639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 762 00000100:00080000:2.0:1777045040.598646:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1777045040.598701:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de42e59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424352512:0@lo:400:kworker.0 00000100:00100000:2.0:1777045040.598718:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de480e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3343:1863365424352384:0@lo:400:kworker.0 00000100:00100000:3.0:1777045040.598737:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de480eb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ce657616-b3f3-4e21-ac89-518ab611901c:3341:1863365424352128:0@lo:400:kworker.0 00000100:00100000:3.0:1777045040.598797:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777045040.598827:0:5850:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424352128 00000100:00100000:2.0:1777045040.598832:0:5850:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424352128 00000100:00100000:3.0:1777045040.598836:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df485bea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3341:1863365424352640:0@lo:400:kworker.0 00000100:00100000:3.0:1777045040.598873:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777045040.598873:0:5850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 795 00000100:00100000:2.0:1777045040.598884:0:5850:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df472ab050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ce657616-b3f3-4e21-ac89-518ab611901c+18:3341:x1863365424352128:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777045040.598903:0:3341:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1777045040.598912:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de480ebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3341:1863365424352256:0@lo:400:kworker.0 00000100:00100000:2.0:1777045040.598933:0:5850:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df472ab050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ce657616-b3f3-4e21-ac89-518ab611901c+18:3341:x1863365424352128:12345-0@lo:400:kworker.0 Request processed in 51us (136us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045040.598943:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777045040.598944:0:5850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 795 00000100:00100000:3.0:1777045040.598967:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df485bf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424352768:0@lo:400:kworker.0 00000100:00100000:2.0:1777045040.598984:0:3344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1777045040.598996:0:3344:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df485bd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3344:1863365424352896:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1777045040.599000:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777045040.599031:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777045040.599036:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de480eb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ce657616-b3f3-4e21-ac89-518ab611901c:3341:1863365424352128:0@lo:400:kworker.0 00000100:00100000:3.0:1777045040.599067:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424352640 00000100:00100000:2.0:1777045040.599067:0:6641:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424352768 00000100:00100000:3.0:1777045040.599073:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424352640 00000100:00100000:2.0:1777045040.599073:0:6641:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424352768 00000100:00100000:3.0:1777045040.599118:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424352256 00000100:00100000:3.0:1777045040.599123:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424352256 00000100:00100000:3.0:1777045040.599152:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 951 00000100:00100000:3.0:1777045040.599162:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b8ec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3341:x1863365424352640:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777045040.600058:0:6641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 763 00000100:00100000:2.0:1777045040.600073:0:6641:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b8ef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3341:x1863365424352768:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777045040.600133:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b8ec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3341:x1863365424352640:12345-0@lo:400:kworker.0 Request processed in 970us (1258us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045040.600145:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 951 00000100:00100000:3.0:1777045040.600175:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 952 00000100:00100000:3.0:1777045040.600188:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b8efb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3341:x1863365424352256:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777045040.605356:0:6641:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b8ef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3341:x1863365424352768:12345-0@lo:400:kworker.0 Request processed in 5195us (6262us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045040.605380:0:6641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 763 00000100:00100000:3.0:1777045040.607398:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b8efb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3341:x1863365424352256:12345-0@lo:400:kworker.0 Request processed in 7207us (8448us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045040.607414:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 952 00000100:00100000:3.0:1777045040.607544:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de480ebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3341:1863365424352256:0@lo:400:kworker.0 00000100:00100000:3.0:1777045040.607570:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df485bf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424352768:0@lo:400:kworker.0 00000100:00100000:3.0:1777045040.607588:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df485bea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3341:1863365424352640:0@lo:400:kworker.0 00000100:00100000:2.0:1777045040.615504:0:6643:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424352896 00000100:00100000:2.0:1777045040.615522:0:6643:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424352896 00000100:00100000:2.0:1777045040.615602:0:6643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 408 00000100:00100000:2.0:1777045040.615618:0:6643:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df485be300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3344:x1863365424352896:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1777045040.615671:0:6643:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 74776576 pending 0 free 3851419648 avail 3849322496 00000100:00100000:2.0:1777045040.616048:0:6643:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df485be300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3344:x1863365424352896:12345-0@lo:13:osp-pre-1-0.0 Request processed in 431us (17013us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045040.616061:0:6643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 408 00000100:00080000:2.0:1777045040.616195:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1777045040.616204:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1777045040.616720:0:3344:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df485bd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3344:1863365424352896:0@lo:13:osp-pre-1-0.0 00000001:00080000:3.0:1777045040.785560:0:5877:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967938 is committed 00000020:00080000:3.0:1777045040.785581:0:5877:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 15 batchid updated 00000001:00080000:3.0:1777045040.785617:0:5877:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967945 is committed 00000020:00080000:3.0:1777045040.785633:0:5877:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff98df46731780 refcount 2 committed 0 result 0 batchid 16 00000020:00080000:3.0:1777045040.785641:0:5877:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff98de42807e00 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff98df46731b40 00000020:00080000:3.0:1777045040.785646:0:5877:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff98de42807300 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff98df7b668800 00000001:00080000:3.0:1777045040.785664:0:5877:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967949 is committed 00000020:00080000:2.0:1777045040.785999:0:5888:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 16 committed batchid 15 00000020:00080000:2.0:1777045040.786610:0:5888:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 15 00000001:00080000:0.0:1777045041.341088:0:7533:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967352 is committed 00000001:00080000:0.0:1777045041.341115:0:7533:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967351 is committed 00010000:00010000:2.0:1777045041.628017:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777045042.649936:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777045043.190373:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045043.190443:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045043.190478:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045043.190525:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045043.190559:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045043.190597:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045043.190632:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045043.190665:0:14822:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369986560 00000100:00100000:3.0:1777045043.190678:0:14822:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369986560 00000100:00100000:3.0:1777045043.190745:0:14822:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369986816 00000100:00100000:3.0:1777045043.190750:0:14822:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369986816 00000100:00100000:3.0:1777045043.191029:0:14822:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369986432 00000100:00100000:3.0:1777045043.191034:0:14822:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369986432 00000100:00100000:3.0:1777045043.191051:0:14822:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369986944 00000100:00100000:3.0:1777045043.191055:0:14822:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369986944 00000100:00100000:3.0:1777045043.191078:0:14822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 764 00000100:00100000:3.0:1777045043.191090:0:14822:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b8ee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:146de360-3fb2-48bd-b418-06f30714148a+15:2391:x1863365369986560:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777045043.191180:0:14822:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b8ee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:146de360-3fb2-48bd-b418-06f30714148a+15:2391:x1863365369986560:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 90us (735us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045043.191486:0:14822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 764 00000100:00100000:3.0:1777045043.191511:0:14822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 765 00000100:00100000:3.0:1777045043.191520:0:14822:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7529aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2391:x1863365369986816:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777045043.191557:0:14822:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7529aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2391:x1863365369986816:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 39us (1079us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045043.191566:0:14822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 765 00000100:00100000:3.0:1777045043.191583:0:14822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 766 00000100:00100000:3.0:1777045043.191593:0:14822:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de431bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:146de360-3fb2-48bd-b418-06f30714148a+11:2391:x1863365369986432:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777045043.191625:0:14822:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de431bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:146de360-3fb2-48bd-b418-06f30714148a+11:2391:x1863365369986432:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 34us (1066us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045043.191635:0:14822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 766 00000100:00100000:3.0:1777045043.191651:0:14822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 767 00000100:00100000:3.0:1777045043.191662:0:14822:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de431bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2391:x1863365369986944:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777045043.191696:0:14822:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de431bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2391:x1863365369986944:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 35us (1062us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045043.191706:0:14822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 767 00000100:00100000:3.0:1777045043.191737:0:5849:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369986176 00000100:00100000:3.0:1777045043.191742:0:5849:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369986176 00000100:00100000:3.0:1777045043.191778:0:5849:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 796 00000100:00100000:3.0:1777045043.191787:0:5849:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df587b4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2391:x1863365369986176:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777045043.191823:0:5849:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df587b4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2391:x1863365369986176:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 37us (1297us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045043.191832:0:5849:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 796 00000100:00100000:3.0:1777045043.191875:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369986304 00000100:00100000:3.0:1777045043.191881:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369986304 00000100:00100000:3.0:1777045043.191917:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369986688 00000100:00100000:3.0:1777045043.191921:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369986688 00000100:00100000:3.0:1777045043.191951:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 953 00000100:00100000:3.0:1777045043.191960:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b8ece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:146de360-3fb2-48bd-b418-06f30714148a+68:2391:x1863365369986304:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777045043.192002:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b8ece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:146de360-3fb2-48bd-b418-06f30714148a+68:2391:x1863365369986304:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 43us (1640us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045043.192011:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 953 00000100:00100000:3.0:1777045043.192029:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 954 00000100:00100000:3.0:1777045043.192039:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de431be300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+26:2391:x1863365369986688:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777045043.192070:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de431be300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+26:2391:x1863365369986688:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 34us (1480us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045043.192078:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 954 00000100:00080000:3.0:1777045043.192100:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1777045043.192105:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1777045043.192108:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1777045043.669772:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1777045044.374264:0:11491:0:(llog.c:801:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1777045044.374276:0:11491:0:(llog_cat.c:158:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1777045044.378475:0:11491:0:(llog.c:858:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 26 count 2 00000040:00080000:2.0:1777045044.378495:0:11491:0:(llog.c:858:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:2.0:1777045044.693490:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777045044.695160:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1777045044.695276:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df485bca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424353024:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1777045044.695369:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777045044.695484:0:6643:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424353024 00000100:00100000:2.0:1777045044.695495:0:6643:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424353024 00000100:00100000:2.0:1777045044.695571:0:6643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 409 00000100:00100000:2.0:1777045044.695586:0:6643:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df485be680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424353024:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1777045044.695632:0:6643:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 73072640 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1777045044.695701:0:6643:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df485be680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424353024:12345-0@lo:13:osp-pre-0-0.0 Request processed in 117us (330us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045044.695714:0:6643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 409 00000100:00100000:2.0:1777045044.695791:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df485bca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424353024:0@lo:13:osp-pre-0-0.0 00000100:00080000:3.0:1777045044.698366:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1777045045.720596:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de431bed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424353152:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1777045045.720703:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777045045.725838:0:6643:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424353152 00000100:00100000:3.0:1777045045.725855:0:6643:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424353152 00000100:00100000:3.0:1777045045.725939:0:6643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 410 00000100:00100000:3.0:1777045045.725973:0:6643:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77c7f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3341:x1863365424353152:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1777045045.726019:0:6643:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 74776576 pending 0 free 3851419648 avail 3849322496 00000100:00100000:3.0:1777045045.726110:0:6643:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77c7f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3341:x1863365424353152:12345-0@lo:13:osp-pre-1-0.0 Request processed in 160us (5406us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045045.726121:0:6643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 410 00000100:00080000:3.0:1777045045.726153:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1777045045.726538:0:3341:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967352 gen 2 00000004:00080000:3.0:1777045045.726548:0:3341:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967352 committed transno 4294967352 00000100:00100000:3.0:1777045045.726584:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de431bed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424353152:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1777045045.731197:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777045045.732680:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df77c7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ce657616-b3f3-4e21-ac89-518ab611901c:3342:1863365424353280:0@lo:400:kworker.0 00000100:00100000:1.0:1777045045.732755:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777045045.739437:0:3344:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df77c7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3344:1863365424353536:0@lo:400:kworker.0 00000100:00100000:3.0:1777045045.739518:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777045045.739567:0:3344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1777045045.739577:0:3344:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df77c7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3344:1863365424353408:0@lo:400:kworker.0 00000100:00100000:3.0:1777045045.739608:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777045045.739654:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424353536 00000100:00100000:3.0:1777045045.739663:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424353536 00000100:00100000:3.0:1777045045.739727:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424353408 00000100:00100000:3.0:1777045045.739732:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424353408 00000100:00100000:3.0:1777045045.739759:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 955 00000100:00100000:3.0:1777045045.739771:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de431bed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3344:x1863365424353536:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777045045.739837:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de431bed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3344:x1863365424353536:12345-0@lo:400:kworker.0 Request processed in 67us (317us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045045.739848:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 955 00000100:00100000:3.0:1777045045.740160:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 956 00000100:00100000:3.0:1777045045.740169:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de431bce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3344:x1863365424353408:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777045045.740258:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de431bce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3344:x1863365424353408:12345-0@lo:400:kworker.0 Request processed in 89us (648us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045045.740571:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 956 00000100:00080000:3.0:1777045045.740612:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1777045045.740663:0:3344:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df77c7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3344:1863365424353408:0@lo:400:kworker.0 00000100:00100000:3.0:1777045045.740678:0:3344:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df77c7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3344:1863365424353536:0@lo:400:kworker.0 00000100:00100000:3.0:1777045045.740710:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7b51f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424353664:0@lo:400:kworker.0 00000100:00100000:3.0:1777045045.740745:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777045045.741037:0:14822:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424353664 00000100:00100000:3.0:1777045045.741042:0:14822:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424353664 00000100:00100000:3.0:1777045045.741081:0:14822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 768 00000100:00100000:3.0:1777045045.741091:0:14822:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de431bd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3341:x1863365424353664:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777045045.741144:0:14822:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de431bd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3341:x1863365424353664:12345-0@lo:400:kworker.0 Request processed in 54us (397us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045045.741154:0:14822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 768 00000100:00100000:3.0:1777045045.741197:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7b51f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424353664:0@lo:400:kworker.0 00000100:00100000:1.0:1777045045.743336:0:5848:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424353280 00000100:00100000:1.0:1777045045.743348:0:5848:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424353280 00000100:00100000:1.0:1777045045.743396:0:5848:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 797 00000100:00100000:1.0:1777045045.743406:0:5848:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df587b5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ce657616-b3f3-4e21-ac89-518ab611901c+18:3342:x1863365424353280:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777045045.743470:0:5848:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df587b5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ce657616-b3f3-4e21-ac89-518ab611901c+18:3342:x1863365424353280:12345-0@lo:400:kworker.0 Request processed in 65us (10714us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045045.743480:0:5848:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 797 00000100:00100000:1.0:1777045045.743545:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df77c7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ce657616-b3f3-4e21-ac89-518ab611901c:3342:1863365424353280:0@lo:400:kworker.0 00000100:00100000:3.0:1777045045.748752:0:3341:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1777045045.748779:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7b51ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3341:1863365424353792:0@lo:400:kworker.0 00000100:00100000:3.0:1777045045.749128:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777045045.749184:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424353792 00000100:00100000:3.0:1777045045.749192:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424353792 00000100:00080000:1.0:1777045045.749579:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1777045045.758349:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 957 00000100:00100000:3.0:1777045045.758375:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de431bfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3341:x1863365424353792:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777045045.758497:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de431bfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3341:x1863365424353792:12345-0@lo:400:kworker.0 Request processed in 133us (9368us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045045.758521:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 957 00000100:00100000:3.0:1777045045.758618:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7b51ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3341:1863365424353792:0@lo:400:kworker.0 00000020:00080000:3.0:1777045045.892299:0:5877:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 16 batchid updated 00000020:00080000:3.0:1777045045.892329:0:5888:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 16 00000020:00080000:3.0:1777045045.892341:0:5888:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 16 00010000:00010000:2.0:1777045046.750949:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777045047.768612:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777045048.307296:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045048.308144:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369987200 00000100:00100000:0.0:1777045048.308159:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369987200 00000100:00100000:0.0:1777045048.308377:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 958 00000100:00100000:0.0:1777045048.308396:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77c7d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:146de360-3fb2-48bd-b418-06f30714148a+68:2393:x1863365369987200:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:0.0:1777045048.308531:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77c7d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:146de360-3fb2-48bd-b418-06f30714148a+68:2393:x1863365369987200:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 138us (1246us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045048.308545:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 958 00000100:00080000:1.0:1777045048.308957:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1777045048.312595:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045048.312718:0:5850:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369987072 00000100:00100000:3.0:1777045048.312731:0:5850:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369987072 00000100:00100000:3.0:1777045048.312801:0:5850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 798 00000100:00100000:3.0:1777045048.312830:0:5850:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df587b4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2392:x1863365369987072:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777045048.312926:0:5850:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df587b4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2392:x1863365369987072:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 114us (340us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045048.312938:0:5850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 798 00000100:00100000:2.0:1777045048.324739:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045048.324884:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369987328 00000100:00100000:3.0:1777045048.324898:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369987328 00000100:00100000:3.0:1777045048.325020:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 769 00000100:00100000:3.0:1777045048.325036:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df485bca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:146de360-3fb2-48bd-b418-06f30714148a+11:2392:x1863365369987328:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777045048.325148:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df485bca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:146de360-3fb2-48bd-b418-06f30714148a+11:2392:x1863365369987328:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 115us (420us total) trans 0 rc 0/0 00000100:00080000:1.0:1777045048.325548:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1777045048.328905:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 769 00000100:00100000:0.0:1777045048.346116:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045048.346193:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045048.346557:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045048.346620:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045048.346809:0:14822:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369987840 00000100:00100000:2.0:1777045048.346843:0:14822:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369987840 00000100:00100000:2.0:1777045048.346926:0:14822:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369987456 00000100:00100000:2.0:1777045048.346932:0:14822:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369987456 00000100:00100000:2.0:1777045048.346964:0:14822:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369987712 00000100:00100000:2.0:1777045048.346969:0:14822:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369987712 00000100:00100000:2.0:1777045048.346998:0:14822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 770 00000100:00100000:2.0:1777045048.347013:0:14822:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b51ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2392:x1863365369987840:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:2.0:1777045048.347110:0:14822:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b51ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2392:x1863365369987840:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 99us (914us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045048.347122:0:14822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 770 00000100:00100000:2.0:1777045048.347152:0:14822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 771 00000100:00100000:2.0:1777045048.347188:0:14822:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b51c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:146de360-3fb2-48bd-b418-06f30714148a+15:2393:x1863365369987456:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:2.0:1777045048.347271:0:14822:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b51c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:146de360-3fb2-48bd-b418-06f30714148a+15:2393:x1863365369987456:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 109us (713us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045048.347283:0:14822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 771 00000100:00100000:2.0:1777045048.347305:0:14822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 772 00000100:00100000:2.0:1777045048.347316:0:14822:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b51d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2393:x1863365369987712:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:2.0:1777045048.347354:0:14822:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b51d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2393:x1863365369987712:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 39us (734us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045048.347364:0:14822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 772 00000100:00100000:3.0:1777045048.348087:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369987584 00000100:00100000:3.0:1777045048.348096:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369987584 00000100:00100000:3.0:1777045048.348189:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 959 00000100:00100000:3.0:1777045048.348532:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b51ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+26:2392:x1863365369987584:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777045048.348599:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b51ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+26:2392:x1863365369987584:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 398us (2494us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045048.348611:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 959 00000100:00080000:0.0:1777045048.351542:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1777045048.351551:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1777045048.351554:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1777045048.792224:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777045049.814292:0:3344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1777045049.814341:0:3344:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df485bf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3344:1863365424353920:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1777045049.814449:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1777045049.814541:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777045049.814557:0:6643:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424353920 00000100:00100000:2.0:1777045049.814567:0:6643:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424353920 00000100:00100000:2.0:1777045049.814641:0:6643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 411 00000100:00100000:2.0:1777045049.814654:0:6643:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df485bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1863365424353920:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1777045049.814697:0:6643:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 73072640 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1777045049.814755:0:6643:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df485bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1863365424353920:12345-0@lo:13:osp-pre-0-0.0 Request processed in 102us (306us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045049.814766:0:6643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 411 00000100:00100000:2.0:1777045049.814834:0:3344:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df485bf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3344:1863365424353920:0@lo:13:osp-pre-0-0.0 00000100:00080000:0.0:1777045049.815266:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1777045050.837429:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777045050.838561:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7b51c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424354432:0@lo:400:kworker.0 00000100:00100000:0.0:1777045050.838650:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045050.838732:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:0.0:1777045050.838743:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7b51df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ce657616-b3f3-4e21-ac89-518ab611901c:3343:1863365424354048:0@lo:400:kworker.0 00000100:00100000:0.0:1777045050.838785:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045050.838817:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7b51e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3343:1863365424354560:0@lo:400:kworker.0 00000100:00100000:0.0:1777045050.838854:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045050.838910:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7b51f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3341:1863365424354176:0@lo:400:kworker.0 00000100:00100000:0.0:1777045050.838947:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045050.838972:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7b51d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424354688:0@lo:400:kworker.0 00000100:00100000:0.0:1777045050.839003:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045050.839024:0:3341:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1777045050.839032:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7b51c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3341:1863365424354304:0@lo:400:kworker.0 00000100:00100000:0.0:1777045050.839062:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045050.839106:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424354560 00000100:00100000:0.0:1777045050.839116:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424354560 00000100:00100000:0.0:1777045050.839244:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424354176 00000100:00100000:0.0:1777045050.839251:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424354176 00000100:00100000:0.0:1777045050.839279:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424354304 00000100:00100000:0.0:1777045050.839284:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424354304 00000100:00100000:0.0:1777045050.839311:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 960 00000100:00100000:0.0:1777045050.839323:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b51f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3343:x1863365424354560:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777045050.839397:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b51f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3343:x1863365424354560:12345-0@lo:400:kworker.0 Request processed in 75us (541us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045050.839408:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 960 00000100:00100000:0.0:1777045050.839431:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 961 00000100:00100000:0.0:1777045050.839439:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df470ce680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3341:x1863365424354176:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777045050.839487:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df470ce680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3341:x1863365424354176:12345-0@lo:400:kworker.0 Request processed in 48us (539us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045050.839496:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 961 00000100:00100000:0.0:1777045050.839515:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 962 00000100:00100000:0.0:1777045050.839525:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df470cdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3341:x1863365424354304:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777045050.839566:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df470cdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3341:x1863365424354304:12345-0@lo:400:kworker.0 Request processed in 42us (502us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045050.839575:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 962 00000100:00080000:0.0:1777045050.839609:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1777045050.839654:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7b51c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3341:1863365424354304:0@lo:400:kworker.0 00000100:00100000:0.0:1777045050.839670:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7b51f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3341:1863365424354176:0@lo:400:kworker.0 00000100:00100000:0.0:1777045050.839707:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7b51e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3343:1863365424354560:0@lo:400:kworker.0 00000100:00100000:1.0:1777045050.842528:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df77c7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424354816:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1777045050.842596:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777045050.842662:0:5849:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424354048 00000100:00100000:1.0:1777045050.842671:0:5849:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424354048 00000100:00100000:1.0:1777045050.842727:0:5849:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 799 00000100:00100000:1.0:1777045050.842739:0:5849:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df587b4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ce657616-b3f3-4e21-ac89-518ab611901c+18:3343:x1863365424354048:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777045050.843100:0:5849:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df587b4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ce657616-b3f3-4e21-ac89-518ab611901c+18:3343:x1863365424354048:12345-0@lo:400:kworker.0 Request processed in 361us (4312us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045050.843112:0:5849:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 799 00000100:00100000:1.0:1777045050.843194:0:6643:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424354816 00000100:00100000:1.0:1777045050.843229:0:6643:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424354816 00000100:00100000:1.0:1777045050.843284:0:6643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 412 00000100:00100000:1.0:1777045050.843295:0:6643:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de4282e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1863365424354816:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1777045050.843333:0:6643:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 74776576 pending 0 free 3851419648 avail 3849322496 00000100:00100000:1.0:1777045050.843390:0:6643:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de4282e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1863365424354816:12345-0@lo:13:osp-pre-1-0.0 Request processed in 95us (793us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045050.843401:0:6643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 412 00000100:00080000:1.0:1777045050.843429:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1777045050.843483:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df77c7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424354816:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1777045050.843529:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7b51df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ce657616-b3f3-4e21-ac89-518ab611901c:3343:1863365424354048:0@lo:400:kworker.0 00000100:00100000:2.0:1777045050.843687:0:14822:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424354432 00000100:00100000:2.0:1777045050.843695:0:14822:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424354432 00000100:00100000:2.0:1777045050.843753:0:14822:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424354688 00000100:00100000:2.0:1777045050.843759:0:14822:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424354688 00000100:00100000:2.0:1777045050.843793:0:14822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 773 00000100:00100000:2.0:1777045050.843805:0:14822:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b51ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424354432:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777045050.843867:0:14822:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b51ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424354432:12345-0@lo:400:kworker.0 Request processed in 63us (5217us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045050.843877:0:14822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 773 00000100:00100000:2.0:1777045050.843900:0:14822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 774 00000100:00100000:2.0:1777045050.843909:0:14822:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df470cd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3341:x1863365424354688:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777045050.843949:0:14822:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df470cd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3341:x1863365424354688:12345-0@lo:400:kworker.0 Request processed in 40us (4946us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045050.843957:0:14822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 774 00000100:00100000:2.0:1777045050.844009:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7b51c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424354432:0@lo:400:kworker.0 00000100:00100000:0.0:1777045050.854473:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7b51d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424354688:0@lo:400:kworker.0 00010000:00010000:3.0:1777045051.878989:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777045052.886157:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777045053.059924:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045053.061766:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369987968 00000100:00100000:3.0:1777045053.061781:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369987968 00000100:00100000:3.0:1777045053.061977:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 984 00000100:00100000:3.0:1777045053.061994:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df470cf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+26:26473:x1863365369987968:12345-192.168.201.45@tcp:60:lhsmtool_posix.0 00000100:00100000:3.0:1777045053.063664:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df470cf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+26:26473:x1863365369987968:12345-192.168.201.45@tcp:60:lhsmtool_posix.0 Request processed in 1670us (3745us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045053.063677:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 984 00000100:00080000:1.0:1777045053.070456:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1777045053.421866:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045053.421925:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045053.422057:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369988224 00000100:00100000:0.0:1777045053.422069:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369988224 00000100:00100000:0.0:1777045053.422389:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 963 00000100:00100000:0.0:1777045053.422403:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df485bf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:146de360-3fb2-48bd-b418-06f30714148a+68:2392:x1863365369988224:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:0.0:1777045053.422550:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df485bf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:146de360-3fb2-48bd-b418-06f30714148a+68:2392:x1863365369988224:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 150us (693us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045053.422565:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 963 00000100:00100000:2.0:1777045053.422816:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00080000:1.0:1777045053.422887:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1777045053.425412:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045053.425442:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045053.425527:0:5848:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369988096 00000100:00100000:1.0:1777045053.425538:0:5848:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369988096 00000100:00100000:1.0:1777045053.425595:0:5848:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 800 00000100:00100000:1.0:1777045053.425606:0:5848:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df587b7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2392:x1863365369988096:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:1.0:1777045053.425675:0:5848:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df587b7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2392:x1863365369988096:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 70us (270us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045053.425685:0:5848:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 800 00000100:00100000:3.0:1777045053.425914:0:6639:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369988480 00000100:00100000:3.0:1777045053.425921:0:6639:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369988480 00000100:00080000:1.0:1777045053.426013:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1777045053.427460:0:14822:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369988736 00000100:00100000:0.0:1777045053.427470:0:14822:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369988736 00000100:00100000:2.0:1777045053.427856:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045053.427893:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045053.428364:0:14822:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369988352 00000100:00100000:0.0:1777045053.428370:0:14822:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369988352 00000100:00100000:2.0:1777045053.428438:0:6641:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369988864 00000100:00100000:2.0:1777045053.428444:0:6641:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369988864 00000100:00100000:3.0:1777045053.428614:0:6639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 775 00000100:00100000:3.0:1777045053.428629:0:6639:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df485bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:146de360-3fb2-48bd-b418-06f30714148a+15:2392:x1863365369988480:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777045053.428699:0:6639:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df485bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:146de360-3fb2-48bd-b418-06f30714148a+15:2392:x1863365369988480:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 74us (6772us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045053.428710:0:6639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 775 00000100:00100000:3.0:1777045053.428733:0:6639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 776 00000100:00100000:3.0:1777045053.428743:0:6639:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df485bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2392:x1863365369988736:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777045053.428773:0:6639:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df485bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2392:x1863365369988736:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 32us (5958us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045053.428782:0:6639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 776 00000100:00100000:3.0:1777045053.428990:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369988608 00000100:00100000:3.0:1777045053.428996:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369988608 00000100:00100000:3.0:1777045053.429034:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 964 00000100:00100000:3.0:1777045053.429043:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df485bd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+26:2392:x1863365369988608:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777045053.429151:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df485bd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+26:2392:x1863365369988608:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 108us (1299us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045053.429160:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 964 00000100:00080000:1.0:1777045053.435801:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1777045053.435813:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1777045053.442430:0:6641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 777 00000100:00100000:2.0:1777045053.442447:0:6641:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df485bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2392:x1863365369988864:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:2.0:1777045053.442575:0:6641:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df485bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2392:x1863365369988864:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 131us (14679us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045053.442586:0:6641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 777 00000100:00100000:0.0:1777045053.442880:0:14822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 778 00000100:00100000:0.0:1777045053.442906:0:14822:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df485bd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:146de360-3fb2-48bd-b418-06f30714148a+11:2392:x1863365369988352:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:0.0:1777045053.442957:0:14822:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df485bd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:146de360-3fb2-48bd-b418-06f30714148a+11:2392:x1863365369988352:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 66us (17513us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045053.442966:0:14822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 778 00010000:00010000:3.0:1777045053.914823:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1777045054.616840:0:11491:0:(llog.c:801:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1777045054.616850:0:11491:0:(llog_cat.c:158:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1777045054.617567:0:11491:0:(llog.c:858:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 25 count 1 00000040:00080000:1.0:1777045054.617579:0:11491:0:(llog.c:858:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:2.0:1777045054.935707:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777045054.935966:0:3344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1777045054.936002:0:3344:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df485bf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3344:1863365424354944:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1777045054.936140:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777045054.936747:0:6643:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424354944 00000100:00100000:2.0:1777045054.936761:0:6643:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424354944 00000100:00100000:2.0:1777045054.937155:0:6643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 413 00000100:00100000:2.0:1777045054.937174:0:6643:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df74996050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1863365424354944:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1777045054.937305:0:6643:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 73072640 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1777045054.937388:0:6643:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df74996050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1863365424354944:12345-0@lo:13:osp-pre-0-0.0 Request processed in 220us (1250us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045054.937403:0:6643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 413 00000100:00100000:0.0:1777045054.938369:0:3344:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df485bf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3344:1863365424354944:0@lo:13:osp-pre-0-0.0 00000100:00080000:1.0:1777045054.938561:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1777045055.960366:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df77c7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3342:1863365424355328:0@lo:400:kworker.0 00000100:00100000:1.0:1777045055.960512:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777045055.960572:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df77c7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424355456:0@lo:400:kworker.0 00000100:00100000:1.0:1777045055.960632:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1777045055.960644:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df77c7d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3342:1863365424355200:0@lo:400:kworker.0 00000100:00100000:2.0:1777045055.960645:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777045055.960690:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777045055.960696:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:2.0:1777045055.960711:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df77c7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ce657616-b3f3-4e21-ac89-518ab611901c:3343:1863365424355072:0@lo:400:kworker.0 00000100:00100000:1.0:1777045055.960721:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df77c7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424355712:0@lo:400:kworker.0 00000100:00100000:3.0:1777045055.961639:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424355456 00000100:00100000:3.0:1777045055.961650:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424355456 00000100:00100000:3.0:1777045055.961732:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 779 00000100:00100000:3.0:1777045055.961748:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df485be300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424355456:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777045055.962190:0:3341:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1777045055.962244:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df6d58c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424355840:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1777045055.975312:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777045055.975505:0:14822:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424355712 00000100:00100000:1.0:1777045055.975525:0:14822:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424355712 00000100:00100000:1.0:1777045055.975634:0:14822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 780 00000100:00100000:1.0:1777045055.975657:0:14822:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df50e7f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3342:x1863365424355712:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777045055.976202:0:14822:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df50e7f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3342:x1863365424355712:12345-0@lo:400:kworker.0 Request processed in 553us (899us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045055.976257:0:14822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 780 00000100:00080000:1.0:1777045055.976302:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1777045055.976348:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424355328 00000100:00100000:1.0:1777045055.976360:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424355328 00000100:00100000:1.0:1777045055.976433:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424355200 00000100:00100000:1.0:1777045055.976444:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424355200 00000100:00100000:1.0:1777045055.976501:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 965 00000100:00100000:1.0:1777045055.976514:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de4282d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3342:x1863365424355328:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777045055.976587:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de4282d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3342:x1863365424355328:12345-0@lo:400:kworker.0 Request processed in 75us (16082us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045055.976606:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 965 00000100:00100000:1.0:1777045055.976630:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 966 00000100:00100000:1.0:1777045055.976646:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de4282ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3342:x1863365424355200:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777045055.976700:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de4282ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3342:x1863365424355200:12345-0@lo:400:kworker.0 Request processed in 60us (16009us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045055.976713:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 966 00000100:00080000:1.0:1777045055.976744:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1777045055.976813:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df77c7d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3342:1863365424355200:0@lo:400:kworker.0 00000100:00100000:1.0:1777045055.976836:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df77c7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424355712:0@lo:400:kworker.0 00000100:00100000:1.0:1777045055.976861:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df77c7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3342:1863365424355328:0@lo:400:kworker.0 00000100:00100000:2.0:1777045055.993519:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777045055.993639:0:5850:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424355072 00000100:00100000:2.0:1777045055.993663:0:5850:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424355072 00000100:00100000:2.0:1777045055.993758:0:5850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 801 00000100:00100000:2.0:1777045055.993785:0:5850:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df587b5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ce657616-b3f3-4e21-ac89-518ab611901c+18:3343:x1863365424355072:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777045055.993924:0:5850:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df587b5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ce657616-b3f3-4e21-ac89-518ab611901c+18:3343:x1863365424355072:12345-0@lo:400:kworker.0 Request processed in 151us (413us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045055.993949:0:5850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 801 00000100:00100000:2.0:1777045055.994635:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df77c7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ce657616-b3f3-4e21-ac89-518ab611901c:3343:1863365424355072:0@lo:400:kworker.0 00000100:00100000:2.0:1777045055.994665:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df77c7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3343:1863365424355584:0@lo:400:kworker.0 00000100:00100000:2.0:1777045055.994742:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1777045055.995013:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777045055.997701:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424355584 00000100:00100000:3.0:1777045055.997713:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424355584 00000100:00100000:3.0:1777045055.998239:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 967 00000100:00100000:3.0:1777045055.998269:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df485be680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3343:x1863365424355584:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777045055.998380:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df485be680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3343:x1863365424355584:12345-0@lo:400:kworker.0 Request processed in 127us (3636us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045055.998403:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 967 00000100:00080000:3.0:1777045055.998449:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1777045055.998521:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df485be300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424355456:12345-0@lo:400:kworker.0 Request processed in 36766us (37865us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045055.998536:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 779 00000100:00100000:3.0:1777045055.998948:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df77c7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3343:1863365424355584:0@lo:400:kworker.0 00000100:00100000:3.0:1777045055.998981:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df77c7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424355456:0@lo:400:kworker.0 00000100:00100000:0.0:1777045056.034077:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777045056.035979:0:6643:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424355840 00000100:00100000:2.0:1777045056.035995:0:6643:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424355840 00000100:00100000:2.0:1777045056.036125:0:6643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 414 00000100:00100000:2.0:1777045056.036149:0:6643:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df470cd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3341:x1863365424355840:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1777045056.036210:0:6643:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 74776576 pending 0 free 3851419648 avail 3849322496 00000100:00100000:2.0:1777045056.036651:0:6643:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df470cd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3341:x1863365424355840:12345-0@lo:13:osp-pre-1-0.0 Request processed in 510us (2618us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045056.036666:0:6643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 414 00000100:00100000:1.0:1777045056.065104:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df6d58c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424355840:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1777045057.046626:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777045058.071307:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777045058.557343:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045058.557401:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045058.557435:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045058.557470:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045058.557495:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045058.557521:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045058.557553:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045058.557592:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369989120 00000100:00100000:1.0:1777045058.557595:0:14822:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369989376 00000100:00100000:2.0:1777045058.557606:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369989120 00000100:00100000:1.0:1777045058.557607:0:14822:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369989376 00000100:00100000:3.0:1777045058.557694:0:8776:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369989632 00000100:00100000:3.0:1777045058.557701:0:8776:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369989632 00000100:00100000:2.0:1777045058.557792:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369989504 00000100:00100000:2.0:1777045058.557797:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369989504 00000100:00100000:1.0:1777045058.560118:0:14822:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369989248 00000100:00100000:1.0:1777045058.560126:0:14822:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369989248 00000100:00100000:1.0:1777045058.560150:0:14822:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369989760 00000100:00100000:1.0:1777045058.560154:0:14822:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369989760 00000100:00100000:1.0:1777045058.560176:0:14822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 781 00000100:00100000:1.0:1777045058.560187:0:14822:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de4282d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:146de360-3fb2-48bd-b418-06f30714148a+15:2390:x1863365369989376:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:1.0:1777045058.560300:0:14822:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de4282d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:146de360-3fb2-48bd-b418-06f30714148a+15:2390:x1863365369989376:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 113us (2897us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045058.560312:0:14822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 781 00000100:00100000:1.0:1777045058.560336:0:14822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 782 00000100:00100000:1.0:1777045058.560345:0:14822:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de4282d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:146de360-3fb2-48bd-b418-06f30714148a+11:2390:x1863365369989248:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:1.0:1777045058.560398:0:14822:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de4282d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:146de360-3fb2-48bd-b418-06f30714148a+11:2390:x1863365369989248:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 35us (2883us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045058.560408:0:14822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 782 00000100:00100000:1.0:1777045058.560424:0:14822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 783 00000100:00100000:1.0:1777045058.560434:0:14822:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de4282c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2390:x1863365369989760:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:1.0:1777045058.560464:0:14822:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de4282c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2390:x1863365369989760:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 31us (2911us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045058.560473:0:14822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 783 00000100:00100000:1.0:1777045058.560501:0:5849:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369988992 00000100:00100000:1.0:1777045058.560506:0:5849:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369988992 00000100:00100000:1.0:1777045058.560539:0:5849:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 802 00000100:00100000:1.0:1777045058.560548:0:5849:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df587b4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2390:x1863365369988992:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:1.0:1777045058.560585:0:5849:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df587b4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2390:x1863365369988992:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 37us (3113us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045058.560594:0:5849:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 802 00000100:00100000:1.0:1777045058.560682:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 968 00000100:00100000:1.0:1777045058.560695:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de4282c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:146de360-3fb2-48bd-b418-06f30714148a+68:2390:x1863365369989120:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:1.0:1777045058.560733:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de4282c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:146de360-3fb2-48bd-b418-06f30714148a+68:2390:x1863365369989120:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 41us (3402us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045058.560743:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 968 00000100:00100000:3.0:1777045058.571970:0:8776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 784 00000100:00100000:3.0:1777045058.571989:0:8776:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de4282dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2390:x1863365369989632:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777045058.572114:0:8776:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de4282dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2390:x1863365369989632:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 131us (14676us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045058.572126:0:8776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 784 00000100:00080000:3.0:1777045058.572157:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1777045058.572163:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1777045058.572167:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1777045058.580763:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 969 00000100:00100000:2.0:1777045058.580779:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de4282e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+26:2390:x1863365369989504:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:2.0:1777045058.580899:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de4282e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+26:2390:x1863365369989504:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 123us (23375us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045058.580910:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 969 00000001:02000400:1.0:1777045059.038431:0:18802:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 12g: Restore a released file implicitly ========================================================== 11:37:33 (1777045053) 00010000:00010000:2.0:1777045059.093843:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777045060.062530:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df485bdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424355968:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1777045060.062637:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777045060.064496:0:6643:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424355968 00000100:00100000:2.0:1777045060.064512:0:6643:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424355968 00000100:00100000:2.0:1777045060.064631:0:6643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 415 00000100:00100000:2.0:1777045060.064649:0:6643:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d58e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424355968:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1777045060.064704:0:6643:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 73072640 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1777045060.064854:0:6643:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d58e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424355968:12345-0@lo:13:osp-pre-0-0.0 Request processed in 208us (2216us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045060.064874:0:6643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 415 00000100:00100000:1.0:1777045060.065282:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df485bdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424355968:0@lo:13:osp-pre-0-0.0 00000100:00080000:3.0:1777045060.067142:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1777045060.117632:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777045060.902810:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045060.905329:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369989888 00000100:00100000:3.0:1777045060.905348:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369989888 00000100:00100000:3.0:1777045060.905504:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 985 00000100:00100000:3.0:1777045060.905524:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de4282e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+26:27117:x1863365369989888:12345-192.168.201.45@tcp:59:lhsmtool_posix.0 00000100:00100000:3.0:1777045060.905686:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de4282e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+26:27117:x1863365369989888:12345-192.168.201.45@tcp:59:lhsmtool_posix.0 Request processed in 168us (2888us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045060.905701:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 985 00000100:00080000:0.0:1777045060.908851:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1777045061.024435:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045061.024625:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369990016 00000100:00100000:1.0:1777045061.024641:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369990016 00000100:00100000:1.0:1777045061.024762:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 986 00000100:00100000:1.0:1777045061.024779:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df485bdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:146de360-3fb2-48bd-b418-06f30714148a+68:27118:x1863365369990016:12345-192.168.201.45@tcp:101:lfs.0 00010000:00010000:1.0:1777045061.024806:0:7939:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777045061.024834:0:7939:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfca00/0x2c8777a5e7d9dbda lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148aa9 expref: -99 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045061.024923:0:7939:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd400/0x2c8777a5e7d9dbe1 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045061.024946:0:7939:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd400/0x2c8777a5e7d9dbe1 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045061.024998:0:7939:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd400/0x2c8777a5e7d9dbe1 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045061.025083:0:7939:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfc400/0x2c8777a5e7d9dbe8 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045061.025098:0:7939:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfc400/0x2c8777a5e7d9dbe8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045061.025498:0:7939:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfc400/0x2c8777a5e7d9dbe8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045061.025942:0:7939:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd400/0x2c8777a5e7d9dbe1 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045061.025957:0:7939:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd400/0x2c8777a5e7d9dbe1 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045061.026002:0:7939:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd400/0x2c8777a5e7d9dbe1 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045061.026014:0:7939:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de41dfd400 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:1.0:1777045061.026022:0:7939:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd400/0x2c8777a5e7d9dbe1 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045061.026034:0:7939:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd400/0x2c8777a5e7d9dbe1 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00080000:0.0:1777045061.027453:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:1.0:1777045061.030008:0:7939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff98df4a351300) 00010000:00010000:1.0:1777045061.030014:0:7939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777045061.030025:0:7939:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd400/0x2c8777a5e7d9dbe1 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045061.030054:0:7939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd400/0x2c8777a5e7d9dbe1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045061.030083:0:7939:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfc400/0x2c8777a5e7d9dbe8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045061.030096:0:7939:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfc400/0x2c8777a5e7d9dbe8 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045061.030106:0:7939:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfc400/0x2c8777a5e7d9dbe8 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045061.030116:0:7939:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de41dfc400 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:1.0:1777045061.030123:0:7939:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfc400/0x2c8777a5e7d9dbe8 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045061.030136:0:7939:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfc400/0x2c8777a5e7d9dbe8 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045061.030149:0:7939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x8c43700b (ffff98df46583000) 00010000:00010000:1.0:1777045061.030153:0:7939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777045061.030159:0:7939:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfc400/0x2c8777a5e7d9dbe8 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045061.030170:0:7939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfc400/0x2c8777a5e7d9dbe8 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045061.035352:0:7939:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfca00/0x2c8777a5e7d9dbda lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148aa9 expref: 69 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045061.035382:0:7939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff98df4a351300) 00010000:00010000:1.0:1777045061.035388:0:7939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777045061.035397:0:7939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfca00/0x2c8777a5e7d9dbda lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148aa9 expref: 69 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045061.035442:0:7939:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de41dfca00, rc 0) 00000100:00100000:1.0:1777045061.035557:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df485bdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:146de360-3fb2-48bd-b418-06f30714148a+68:27118:x1863365369990016:12345-192.168.201.45@tcp:101:lfs.0 Request processed in 10780us (11134us total) trans 0 rc 301/301 00000100:00100000:1.0:1777045061.035572:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 986 00000100:00100000:2.0:1777045061.063787:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045061.067090:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369990272 00000100:00100000:1.0:1777045061.067121:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369990272 00000100:00100000:1.0:1777045061.067269:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 987 00000100:00100000:1.0:1777045061.067287:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df485bf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:146de360-3fb2-48bd-b418-06f30714148a+68:27118:x1863365369990272:12345-192.168.201.45@tcp:36:lfs.0 00010000:00010000:1.0:1777045061.067366:0:12646:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777045061.067403:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023a00/0x2c8777a5e7d9d910 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11489bb expref: 68 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045061.067433:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff98df4a351300) 00010000:00010000:1.0:1777045061.067440:0:12646:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777045061.067852:0:12646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfca00/0x2c8777a5e7d9dbef lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045061.067876:0:12646:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfde00/0x2c8777a5e7d9d94f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11489d0 expref: 25 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045061.067892:0:12646:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfca00/0x2c8777a5e7d9dbef lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045061.067944:0:12646:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfde00/0x2c8777a5e7d9d94f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11489d0 expref: 25 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045061.067990:0:12646:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfde00/0x2c8777a5e7d9d94f lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11489d0 expref: 25 pid: 5855 timeout: 1789 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777045061.068014:0:12646:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de4282df80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12646:1863365424356096:192.168.201.45@tcp:104: 00000100:00100000:1.0:1777045061.068154:0:12646:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df60782600 going to sleep for 11 seconds 00000100:00100000:3.0:1777045061.077830:0:3344:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df6d58f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3344:1863365424356224:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1777045061.078239:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777045061.078330:0:6643:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424356224 00000100:00100000:3.0:1777045061.078340:0:6643:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424356224 00000100:00100000:3.0:1777045061.082232:0:6643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 416 00000100:00100000:3.0:1777045061.082256:0:6643:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d58c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1863365424356224:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1777045061.082307:0:6643:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 74776576 pending 0 free 3851419648 avail 3849322496 00000100:00100000:0.0:1777045061.082575:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de4282ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ce657616-b3f3-4e21-ac89-518ab611901c:3341:1863365424356352:0@lo:400:kworker.0 00000100:00100000:0.0:1777045061.082663:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045061.082734:0:3341:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1777045061.082746:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df77c7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3341:1863365424356480:0@lo:400:kworker.0 00000100:00100000:0.0:1777045061.082788:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045061.082834:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424356480 00000100:00100000:0.0:1777045061.082843:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424356480 00000100:00100000:0.0:1777045061.082892:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 970 00000100:00100000:0.0:1777045061.082902:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df470cc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3341:x1863365424356480:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777045061.082993:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df470cc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3341:x1863365424356480:12345-0@lo:400:kworker.0 Request processed in 90us (202us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045061.083005:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 970 00000100:00100000:0.0:1777045061.083070:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df77c7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3341:1863365424356480:0@lo:400:kworker.0 00000100:00100000:2.0:1777045061.083446:0:5848:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424356352 00000100:00100000:2.0:1777045061.083455:0:5848:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424356352 00000100:00100000:2.0:1777045061.083513:0:5848:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 803 00000100:00100000:2.0:1777045061.083525:0:5848:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df587b6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ce657616-b3f3-4e21-ac89-518ab611901c+18:3341:x1863365424356352:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777045061.083583:0:5848:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df587b6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ce657616-b3f3-4e21-ac89-518ab611901c+18:3341:x1863365424356352:12345-0@lo:400:kworker.0 Request processed in 60us (921us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045061.083592:0:5848:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 803 00000100:00080000:2.0:1777045061.083667:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1777045061.083731:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df77c7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3343:1863365424356608:0@lo:400:kworker.0 00000100:00100000:2.0:1777045061.083772:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045061.085159:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de4282ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ce657616-b3f3-4e21-ac89-518ab611901c:3341:1863365424356352:0@lo:400:kworker.0 00000100:00100000:0.0:1777045061.085239:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424356608 00000100:00100000:0.0:1777045061.085246:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424356608 00000100:00100000:0.0:1777045061.085299:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 971 00000100:00100000:0.0:1777045061.085312:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df485bca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3343:x1863365424356608:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777045061.085404:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df485bca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3343:x1863365424356608:12345-0@lo:400:kworker.0 Request processed in 94us (1631us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045061.085416:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 971 00000100:00100000:0.0:1777045061.085463:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df77c7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3343:1863365424356608:0@lo:400:kworker.0 00000100:00080000:2.0:1777045061.087501:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1777045061.094404:0:6643:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d58c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1863365424356224:12345-0@lo:13:osp-pre-1-0.0 Request processed in 12144us (16187us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045061.094427:0:6643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 416 00000100:00100000:0.0:1777045061.100078:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1777045061.100107:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df470cca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424356736:0@lo:400:kworker.0 00000100:00100000:0.0:1777045061.100190:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045061.100317:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df470cd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3341:1863365424356864:0@lo:400:kworker.0 00000100:00100000:0.0:1777045061.100366:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045061.100426:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424356864 00000100:00100000:0.0:1777045061.100437:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424356864 00000100:00100000:0.0:1777045061.100516:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 972 00000100:00100000:0.0:1777045061.100532:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df470ced80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3341:x1863365424356864:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777045061.100623:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df470ced80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3341:x1863365424356864:12345-0@lo:400:kworker.0 Request processed in 94us (256us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045061.100638:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 972 00000100:00100000:1.0:1777045061.100695:0:6639:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424356736 00000100:00100000:1.0:1777045061.100705:0:6639:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424356736 00000100:00100000:0.0:1777045061.100724:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df470cd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3341:1863365424356864:0@lo:400:kworker.0 00000100:00100000:1.0:1777045061.100783:0:6639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 785 00000100:00100000:1.0:1777045061.100800:0:6639:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df470cc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424356736:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777045061.100924:0:6639:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df470cc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424356736:12345-0@lo:400:kworker.0 Request processed in 127us (731us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045061.100936:0:6639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 785 00000100:00100000:1.0:1777045061.101087:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df470cca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424356736:0@lo:400:kworker.0 00000100:00080000:2.0:1777045061.103653:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1777045061.105648:0:3344:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df6d58f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3344:1863365424356224:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1777045061.107366:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045061.107642:0:12646:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de4282df80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12646:1863365424356096:192.168.201.45@tcp:104: 00000100:00100000:2.0:1777045061.107652:0:6655:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369990400 00000100:00100000:2.0:1777045061.107667:0:6655:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369990400 00010000:00010000:3.0:1777045061.107695:0:12646:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfca00/0x2c8777a5e7d9dbef lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045061.107720:0:6655:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfde00/0x2c8777a5e7d9d94f lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11489d0 expref: 26 pid: 5855 timeout: 1789 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777045061.107785:0:6655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 294 00000100:00100000:2.0:1777045061.107801:0:6655:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77c7c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+26:2392:x1863365369990400:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777045061.108096:0:6655:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777045061.108108:0:6655:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfde00/0x2c8777a5e7d9d94f lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11489d0 expref: 26 pid: 5855 timeout: 1789 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045061.108139:0:6655:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfde00/0x2c8777a5e7d9d94f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11489d0 expref: 26 pid: 5855 timeout: 1789 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045061.108170:0:6655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfde00/0x2c8777a5e7d9d94f lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11489d0 expref: 26 pid: 5855 timeout: 1789 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045061.108197:0:6655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff98df4a351300) 00010000:00010000:2.0:1777045061.108277:0:6655:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfca00/0x2c8777a5e7d9dbef lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045061.108295:0:6655:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfca00/0x2c8777a5e7d9dbef lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045061.108308:0:6655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfca00/0x2c8777a5e7d9dbef lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045061.108338:0:6655:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777045061.108407:0:6655:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77c7c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+25:2392:x1863365369990400:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 610us (1047us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045061.108421:0:6655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 294 00010000:00010000:3.0:1777045061.108547:0:12646:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfca00/0x2c8777a5e7d9dbef lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045061.108560:0:12646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfca00/0x2c8777a5e7d9dbef lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045061.108599:0:12646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066c00/0x2c8777a5e7d9dbf6 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x8c43700b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045061.108617:0:12646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066c00/0x2c8777a5e7d9dbf6 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045061.108631:0:12646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066c00/0x2c8777a5e7d9dbf6 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777045061.133599:0:12646:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x3e:0x0]: returning size 512 00010000:00010000:3.0:1777045061.133630:0:12646:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfca00/0x2c8777a5e7d9dbef lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045061.133659:0:12646:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfca00/0x2c8777a5e7d9dbef lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045061.133673:0:12646:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfca00/0x2c8777a5e7d9dbef lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045061.133683:0:12646:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de41dfca00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:3.0:1777045061.133693:0:12646:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfca00/0x2c8777a5e7d9dbef lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045061.133734:0:12646:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfca00/0x2c8777a5e7d9dbef lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045061.133763:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff98df4a351300) 00010000:00010000:3.0:1777045061.133770:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777045061.133778:0:12646:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfca00/0x2c8777a5e7d9dbef lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045061.133789:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfca00/0x2c8777a5e7d9dbef lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777045061.136293:0:12646:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000003a4716fd reply state 0000000081471323 transno 4294967950 ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066c00/0x2c8777a5e7d9dbf6 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777045061.136318:0:12646:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1777045061.136477:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df485bf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:146de360-3fb2-48bd-b418-06f30714148a+69:27118:x1863365369990272:12345-192.168.201.45@tcp:36:lfs.0 Request processed in 69187us (72693us total) trans 4294967950 rc 0/0 00000100:00100000:3.0:1777045061.136494:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 987 00010000:00010000:2.0:1777045061.148658:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777045061.151823:0:3327:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066c00/0x2c8777a5e7d9dbf6 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045061.151858:0:3327:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066c00/0x2c8777a5e7d9dbf6 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045061.151872:0:3327:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066c00/0x2c8777a5e7d9dbf6 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045061.151884:0:3327:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48066c00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:3.0:1777045061.151892:0:3327:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066c00/0x2c8777a5e7d9dbf6 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045061.151906:0:3327:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066c00/0x2c8777a5e7d9dbf6 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045061.151929:0:3327:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x8c43700b (ffff98df413b6500) 00010000:00010000:3.0:1777045061.151935:0:3327:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777045061.151943:0:3327:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066c00/0x2c8777a5e7d9dbf6 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045061.151983:0:3327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066c00/0x2c8777a5e7d9dbf6 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777045061.198469:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045061.198656:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369990528 00000100:00100000:0.0:1777045061.198672:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369990528 00000100:00100000:0.0:1777045061.198769:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 988 00000100:00100000:0.0:1777045061.198788:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df485bd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:146de360-3fb2-48bd-b418-06f30714148a+68:27119:x1863365369990528:12345-192.168.201.45@tcp:101:bash.0 00010000:00010000:0.0:1777045061.198824:0:7939:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777045061.198858:0:7939:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023c00/0x2c8777a5e7d9dbfd lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148ab0 expref: -99 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045061.199634:0:7939:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023e00/0x2c8777a5e7d9dc04 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045061.199660:0:7939:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023e00/0x2c8777a5e7d9dc04 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045061.199679:0:7939:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023e00/0x2c8777a5e7d9dc04 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777045061.199766:0:7939:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 8704 00000004:00200000:0.0:1777045061.199773:0:7939:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 27 stripe count 1 MDT count 1 00000004:00010000:0.0:1777045061.199811:0:7939:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023e00/0x2c8777a5e7d9dc04 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045061.199849:0:7939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023c00/0x2c8777a5e7d9dbfd lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148ab0 expref: 70 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045061.199881:0:7939:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023e00/0x2c8777a5e7d9dc04 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148ab0 expref: 69 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045061.199897:0:7939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff98df48c7e700) 00010000:00010000:0.0:1777045061.199903:0:7939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1777045061.199908:0:7939:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de48023e00, rc 0) 00000100:00100000:0.0:1777045061.200024:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df485bd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:146de360-3fb2-48bd-b418-06f30714148a+69:27119:x1863365369990528:12345-192.168.201.45@tcp:101:bash.0 Request processed in 1240us (1568us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045061.200039:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 988 00000100:00100000:1.0:1777045061.215898:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045061.216096:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369990656 00000100:00100000:0.0:1777045061.216132:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369990656 00000100:00100000:0.0:1777045061.216274:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 989 00000100:00100000:0.0:1777045061.216292:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77c7dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:146de360-3fb2-48bd-b418-06f30714148a+69:27119:x1863365369990656:12345-192.168.201.45@tcp:101:bash.0 00010000:00010000:0.0:1777045061.216319:0:5855:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777045061.216349:0:5855:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023c00/0x2c8777a5e7d9dc0b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148ab7 expref: -99 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045061.216445:0:5855:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022a00/0x2c8777a5e7d9dc12 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045061.216468:0:5855:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022a00/0x2c8777a5e7d9dc12 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045061.216486:0:5855:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022a00/0x2c8777a5e7d9dc12 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045061.216508:0:5855:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9dc19 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045061.216521:0:5855:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9dc19 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045061.216541:0:5855:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9dc19 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045061.216712:0:5855:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022800/0x2c8777a5e7d9dc20 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045061.216727:0:5855:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022800/0x2c8777a5e7d9dc20 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045061.216742:0:5855:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022800/0x2c8777a5e7d9dc20 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777045061.216796:0:5855:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x3e:0x0]: returning size 512 00000004:00200000:0.0:1777045061.216803:0:5855:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1777045061.216837:0:5855:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022800/0x2c8777a5e7d9dc20 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045061.216857:0:5855:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022a00/0x2c8777a5e7d9dc12 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045061.216869:0:5855:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022a00/0x2c8777a5e7d9dc12 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045061.216881:0:5855:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022a00/0x2c8777a5e7d9dc12 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045061.216891:0:5855:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48022a00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:0.0:1777045061.216897:0:5855:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022a00/0x2c8777a5e7d9dc12 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045061.216909:0:5855:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022a00/0x2c8777a5e7d9dc12 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045061.216929:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff98df48c7e700) 00010000:00010000:0.0:1777045061.216934:0:5855:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777045061.216942:0:5855:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022a00/0x2c8777a5e7d9dc12 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045061.216952:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022a00/0x2c8777a5e7d9dc12 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045061.217003:0:5855:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9dc19 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045061.217013:0:5855:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9dc19 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045061.217022:0:5855:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9dc19 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045061.217030:0:5855:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48022c00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:0.0:1777045061.217034:0:5855:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9dc19 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045061.217045:0:5855:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9dc19 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045061.217057:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x8c43700b (ffff98df48c7e900) 00010000:00010000:0.0:1777045061.217061:0:5855:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777045061.217066:0:5855:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9dc19 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045061.217076:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9dc19 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045061.217129:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023c00/0x2c8777a5e7d9dc0b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148ab7 expref: 71 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045061.217153:0:5855:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022800/0x2c8777a5e7d9dc20 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148ab7 expref: 70 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045061.217166:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3e:0x0].0x0 (ffff98df48c7e400) 00010000:00010000:0.0:1777045061.217170:0:5855:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1777045061.217175:0:5855:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de48022800, rc 0) 00000100:00100000:0.0:1777045061.217323:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77c7dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:146de360-3fb2-48bd-b418-06f30714148a+70:27119:x1863365369990656:12345-192.168.201.45@tcp:101:bash.0 Request processed in 1034us (1438us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045061.217337:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 989 00000100:00100000:1.0:1777045061.240020:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045061.240979:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369990784 00000100:00100000:3.0:1777045061.240996:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369990784 00000100:00100000:3.0:1777045061.241099:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 990 00000100:00100000:3.0:1777045061.241118:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77c7e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:146de360-3fb2-48bd-b418-06f30714148a+70:27119:x1863365369990784:12345-192.168.201.45@tcp:101:bash.0 00010000:00010000:3.0:1777045061.241149:0:12646:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777045061.241547:0:12646:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066c00/0x2c8777a5e7d9dc27 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148abe expref: -99 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045061.241657:0:12646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066e00/0x2c8777a5e7d9dc2e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045061.241679:0:12646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066e00/0x2c8777a5e7d9dc2e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045061.241696:0:12646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066e00/0x2c8777a5e7d9dc2e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045061.241719:0:12646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067400/0x2c8777a5e7d9dc35 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045061.241732:0:12646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067400/0x2c8777a5e7d9dc35 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045061.241745:0:12646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067400/0x2c8777a5e7d9dc35 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045061.241851:0:12646:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066e00/0x2c8777a5e7d9dc2e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045061.241864:0:12646:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066e00/0x2c8777a5e7d9dc2e lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045061.241877:0:12646:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066e00/0x2c8777a5e7d9dc2e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045061.241888:0:12646:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48066e00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:3.0:1777045061.241895:0:12646:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066e00/0x2c8777a5e7d9dc2e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045061.241914:0:12646:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066e00/0x2c8777a5e7d9dc2e lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045061.241934:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3e:0x0].0x0 (ffff98df48c7e400) 00010000:00010000:3.0:1777045061.241940:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777045061.241948:0:12646:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066e00/0x2c8777a5e7d9dc2e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045061.241985:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066e00/0x2c8777a5e7d9dc2e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045061.242006:0:12646:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067400/0x2c8777a5e7d9dc35 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045061.242018:0:12646:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067400/0x2c8777a5e7d9dc35 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045061.242029:0:12646:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067400/0x2c8777a5e7d9dc35 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045061.242039:0:12646:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48067400 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:3.0:1777045061.242044:0:12646:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067400/0x2c8777a5e7d9dc35 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045061.242055:0:12646:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067400/0x2c8777a5e7d9dc35 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045061.242068:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3e:0x0].0x385708b9 (ffff98df413b6500) 00010000:00010000:3.0:1777045061.242073:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777045061.242078:0:12646:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067400/0x2c8777a5e7d9dc35 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045061.242090:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067400/0x2c8777a5e7d9dc35 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045061.242146:0:12646:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066c00/0x2c8777a5e7d9dc27 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148abe expref: 71 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045061.242164:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3e:0x0].0x0 (ffff98df48c7e400) 00010000:00010000:3.0:1777045061.242169:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777045061.242176:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066c00/0x2c8777a5e7d9dc27 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148abe expref: 71 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045061.242191:0:12646:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de48066c00, rc 0) 00000100:00100000:3.0:1777045061.248741:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77c7e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:146de360-3fb2-48bd-b418-06f30714148a+70:27119:x1863365369990784:12345-192.168.201.45@tcp:101:bash.0 Request processed in 7610us (8715us total) trans 0 rc 301/301 00000100:00100000:3.0:1777045061.248762:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 990 00000100:00100000:1.0:1777045061.322150:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045061.322763:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369990912 00000100:00100000:2.0:1777045061.322777:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369990912 00000100:00100000:2.0:1777045061.323151:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 991 00000100:00100000:2.0:1777045061.323171:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77c7d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+25:27120:x1863365369990912:12345-192.168.201.45@tcp:101:rm.0 00010000:00010000:2.0:1777045061.323542:0:5857:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777045061.323579:0:5857:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024600/0x2c8777a5e7d9dc3c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148ac5 expref: -99 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045061.323678:0:5857:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025400/0x2c8777a5e7d9dc43 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045061.323700:0:5857:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025400/0x2c8777a5e7d9dc43 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045061.323719:0:5857:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025400/0x2c8777a5e7d9dc43 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777045061.324123:0:5857:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 8704 00000004:00200000:2.0:1777045061.324129:0:5857:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 27 stripe count 1 MDT count 1 00000004:00010000:2.0:1777045061.324171:0:5857:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025400/0x2c8777a5e7d9dc43 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045061.324243:0:5857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024600/0x2c8777a5e7d9dc3c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148ac5 expref: 27 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045061.324274:0:5857:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025400/0x2c8777a5e7d9dc43 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148ac5 expref: 26 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045061.324289:0:5857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff98df48c7e700) 00010000:00010000:2.0:1777045061.324295:0:5857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1777045061.324302:0:5857:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de48025400, rc 0) 00000100:00100000:2.0:1777045061.324378:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77c7d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+26:27120:x1863365369990912:12345-192.168.201.45@tcp:101:rm.0 Request processed in 1211us (2239us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045061.324391:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 991 00000100:00100000:2.0:1777045061.347611:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045061.352707:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369991040 00000100:00100000:0.0:1777045061.352746:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369991040 00000100:00100000:0.0:1777045061.352942:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 992 00000100:00100000:0.0:1777045061.352988:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df485bfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+26:27120:x1863365369991040:12345-192.168.201.45@tcp:101:rm.0 00010000:00010000:0.0:1777045061.353018:0:5856:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777045061.353066:0:5856:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023c00/0x2c8777a5e7d9dc4a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148acc expref: -99 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045061.353182:0:5856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9dc51 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045061.353203:0:5856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9dc51 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045061.353220:0:5856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9dc51 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045061.353245:0:5856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022a00/0x2c8777a5e7d9dc58 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045061.353257:0:5856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022a00/0x2c8777a5e7d9dc58 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045061.353269:0:5856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022a00/0x2c8777a5e7d9dc58 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045061.353461:0:5856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022200/0x2c8777a5e7d9dc5f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045061.353476:0:5856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022200/0x2c8777a5e7d9dc5f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045061.353488:0:5856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022200/0x2c8777a5e7d9dc5f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777045061.353533:0:5856:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x3e:0x0]: returning size 512 00000004:00200000:0.0:1777045061.353538:0:5856:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1777045061.353572:0:5856:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022200/0x2c8777a5e7d9dc5f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045061.353589:0:5856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9dc51 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045061.353599:0:5856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9dc51 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045061.353609:0:5856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9dc51 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045061.353626:0:5856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48022c00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:0.0:1777045061.353633:0:5856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9dc51 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045061.353644:0:5856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9dc51 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045061.353660:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff98df48c7e700) 00010000:00010000:0.0:1777045061.353666:0:5856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777045061.353672:0:5856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9dc51 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045061.353682:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9dc51 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045061.353700:0:5856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022a00/0x2c8777a5e7d9dc58 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045061.353709:0:5856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022a00/0x2c8777a5e7d9dc58 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045061.353718:0:5856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022a00/0x2c8777a5e7d9dc58 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045061.353725:0:5856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48022a00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:0.0:1777045061.353728:0:5856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022a00/0x2c8777a5e7d9dc58 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045061.353737:0:5856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022a00/0x2c8777a5e7d9dc58 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045061.353755:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x8c43700b (ffff98df48c7e900) 00010000:00010000:0.0:1777045061.353760:0:5856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777045061.353764:0:5856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022a00/0x2c8777a5e7d9dc58 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045061.353773:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022a00/0x2c8777a5e7d9dc58 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045061.353819:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023c00/0x2c8777a5e7d9dc4a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148acc expref: 28 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045061.353844:0:5856:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022200/0x2c8777a5e7d9dc5f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148acc expref: 27 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045061.353857:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3e:0x0].0x0 (ffff98df48c7e400) 00010000:00010000:0.0:1777045061.353861:0:5856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1777045061.353865:0:5856:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de48022200, rc 0) 00000100:00100000:0.0:1777045061.353991:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df485bfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+27:27120:x1863365369991040:12345-192.168.201.45@tcp:101:rm.0 Request processed in 1034us (6389us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045061.354005:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 992 00000100:00100000:3.0:1777045061.364459:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045061.365542:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369991168 00000100:00100000:1.0:1777045061.365557:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369991168 00000100:00100000:1.0:1777045061.365639:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 993 00000100:00100000:1.0:1777045061.365654:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d58f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+27:27120:x1863365369991168:12345-192.168.201.45@tcp:101:rm.0 00010000:00010000:1.0:1777045061.365681:0:12646:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777045061.365732:0:12646:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfda00/0x2c8777a5e7d9dc66 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148ad3 expref: -99 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045061.365828:0:12646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd400/0x2c8777a5e7d9dc6d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045061.365849:0:12646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd400/0x2c8777a5e7d9dc6d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045061.365866:0:12646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd400/0x2c8777a5e7d9dc6d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045061.365888:0:12646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfc400/0x2c8777a5e7d9dc74 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045061.365900:0:12646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfc400/0x2c8777a5e7d9dc74 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045061.365911:0:12646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfc400/0x2c8777a5e7d9dc74 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045061.366033:0:12646:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd400/0x2c8777a5e7d9dc6d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045061.366046:0:12646:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd400/0x2c8777a5e7d9dc6d lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045061.366056:0:12646:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd400/0x2c8777a5e7d9dc6d lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045061.366067:0:12646:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de41dfd400 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:1.0:1777045061.366073:0:12646:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd400/0x2c8777a5e7d9dc6d lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045061.366083:0:12646:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd400/0x2c8777a5e7d9dc6d lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045061.366102:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3e:0x0].0x0 (ffff98df48c7e400) 00010000:00010000:1.0:1777045061.366106:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777045061.366112:0:12646:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd400/0x2c8777a5e7d9dc6d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045061.366122:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd400/0x2c8777a5e7d9dc6d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045061.366139:0:12646:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfc400/0x2c8777a5e7d9dc74 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045061.366147:0:12646:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfc400/0x2c8777a5e7d9dc74 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045061.366156:0:12646:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfc400/0x2c8777a5e7d9dc74 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045061.366165:0:12646:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de41dfc400 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:1.0:1777045061.366169:0:12646:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfc400/0x2c8777a5e7d9dc74 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045061.366179:0:12646:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfc400/0x2c8777a5e7d9dc74 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045061.366191:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3e:0x0].0x385708b9 (ffff98df46583000) 00010000:00010000:1.0:1777045061.366195:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777045061.366230:0:12646:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfc400/0x2c8777a5e7d9dc74 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045061.366241:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfc400/0x2c8777a5e7d9dc74 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045061.366292:0:12646:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfda00/0x2c8777a5e7d9dc66 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148ad3 expref: 28 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045061.366310:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3e:0x0].0x0 (ffff98df48c7e400) 00010000:00010000:1.0:1777045061.366314:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777045061.366320:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfda00/0x2c8777a5e7d9dc66 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148ad3 expref: 28 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045061.366334:0:12646:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de41dfda00, rc 0) 00000100:00100000:1.0:1777045061.366429:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d58f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+27:27120:x1863365369991168:12345-192.168.201.45@tcp:101:rm.0 Request processed in 776us (1980us total) trans 0 rc 301/301 00000100:00100000:1.0:1777045061.366443:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 993 00000100:00100000:2.0:1777045061.382138:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045061.382752:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369991296 00000100:00100000:0.0:1777045061.382767:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369991296 00000100:00100000:0.0:1777045061.383163:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 994 00000100:00100000:0.0:1777045061.383182:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df485bea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+27:27120:x1863365369991296:12345-192.168.201.45@tcp:101:rm.0 00010000:00010000:0.0:1777045061.383242:0:5855:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777045061.383272:0:5855:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023800/0x2c8777a5e7d9dc7b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148ada expref: -99 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045061.383379:0:5855:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023a00/0x2c8777a5e7d9dc82 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045061.383402:0:5855:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023a00/0x2c8777a5e7d9dc82 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045061.383420:0:5855:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023a00/0x2c8777a5e7d9dc82 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045061.383443:0:5855:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022600/0x2c8777a5e7d9dc89 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045061.383455:0:5855:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022600/0x2c8777a5e7d9dc89 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045061.383467:0:5855:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022600/0x2c8777a5e7d9dc89 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045061.383553:0:5855:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023a00/0x2c8777a5e7d9dc82 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045061.383565:0:5855:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023a00/0x2c8777a5e7d9dc82 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045061.383574:0:5855:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023a00/0x2c8777a5e7d9dc82 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045061.383584:0:5855:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48023a00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:0.0:1777045061.383590:0:5855:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023a00/0x2c8777a5e7d9dc82 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045061.383608:0:5855:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023a00/0x2c8777a5e7d9dc82 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045061.383625:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3e:0x0].0x0 (ffff98df48c7e400) 00010000:00010000:0.0:1777045061.383629:0:5855:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777045061.383635:0:5855:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023a00/0x2c8777a5e7d9dc82 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045061.383645:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023a00/0x2c8777a5e7d9dc82 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045061.383667:0:5855:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022600/0x2c8777a5e7d9dc89 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045061.383678:0:5855:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022600/0x2c8777a5e7d9dc89 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045061.383688:0:5855:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022600/0x2c8777a5e7d9dc89 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045061.383696:0:5855:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48022600 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:0.0:1777045061.383700:0:5855:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022600/0x2c8777a5e7d9dc89 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045061.383709:0:5855:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022600/0x2c8777a5e7d9dc89 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045061.383720:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3e:0x0].0x385708b9 (ffff98df48c7e500) 00010000:00010000:0.0:1777045061.383724:0:5855:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777045061.383728:0:5855:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022600/0x2c8777a5e7d9dc89 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045061.383744:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022600/0x2c8777a5e7d9dc89 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045061.383793:0:5855:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023800/0x2c8777a5e7d9dc7b lrc: 1/0,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148ada expref: 28 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045061.383809:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3e:0x0].0x0 (ffff98df48c7e400) 00010000:00010000:0.0:1777045061.383813:0:5855:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777045061.383820:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023800/0x2c8777a5e7d9dc7b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148ada expref: 28 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045061.383834:0:5855:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de48023800, rc 0) 00000100:00100000:0.0:1777045061.384182:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df485bea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+27:27120:x1863365369991296:12345-192.168.201.45@tcp:101:rm.0 Request processed in 1003us (2055us total) trans 0 rc 301/301 00000100:00100000:0.0:1777045061.384195:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 994 00000100:00100000:3.0:1777045061.443762:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045061.444701:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369991424 00000100:00100000:1.0:1777045061.444715:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369991424 00000100:00100000:1.0:1777045061.444800:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 995 00000100:00100000:1.0:1777045061.444814:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d58f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+27:27121:x1863365369991424:12345-192.168.201.45@tcp:101:cp.0 00010000:00010000:1.0:1777045061.444842:0:12646:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777045061.444869:0:12646:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfda00/0x2c8777a5e7d9dc90 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148ae1 expref: -99 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045061.444985:0:12646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfc400/0x2c8777a5e7d9dc97 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045061.445006:0:12646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfc400/0x2c8777a5e7d9dc97 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045061.445023:0:12646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfc400/0x2c8777a5e7d9dc97 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045061.445044:0:12646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd400/0x2c8777a5e7d9dc9e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045061.445055:0:12646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd400/0x2c8777a5e7d9dc9e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045061.445065:0:12646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd400/0x2c8777a5e7d9dc9e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045061.445153:0:12646:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfc400/0x2c8777a5e7d9dc97 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045061.445166:0:12646:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfc400/0x2c8777a5e7d9dc97 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045061.445176:0:12646:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfc400/0x2c8777a5e7d9dc97 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045061.445187:0:12646:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de41dfc400 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:1.0:1777045061.445194:0:12646:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfc400/0x2c8777a5e7d9dc97 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045061.445267:0:12646:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfc400/0x2c8777a5e7d9dc97 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045061.445287:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3e:0x0].0x0 (ffff98df48c7e400) 00010000:00010000:1.0:1777045061.445292:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777045061.445299:0:12646:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfc400/0x2c8777a5e7d9dc97 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045061.445307:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfc400/0x2c8777a5e7d9dc97 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045061.445328:0:12646:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd400/0x2c8777a5e7d9dc9e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045061.445337:0:12646:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd400/0x2c8777a5e7d9dc9e lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045061.445346:0:12646:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd400/0x2c8777a5e7d9dc9e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045061.445355:0:12646:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de41dfd400 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:1.0:1777045061.445359:0:12646:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd400/0x2c8777a5e7d9dc9e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045061.445368:0:12646:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd400/0x2c8777a5e7d9dc9e lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045061.445387:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3e:0x0].0x385708b9 (ffff98df46583000) 00010000:00010000:1.0:1777045061.445391:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777045061.445395:0:12646:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd400/0x2c8777a5e7d9dc9e lrc: 2/0,0 mode: --/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045061.445428:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd400/0x2c8777a5e7d9dc9e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045061.445480:0:12646:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfda00/0x2c8777a5e7d9dc90 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148ae1 expref: 28 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045061.445497:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3e:0x0].0x0 (ffff98df48c7e400) 00010000:00010000:1.0:1777045061.445502:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777045061.445508:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfda00/0x2c8777a5e7d9dc90 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148ae1 expref: 28 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045061.445522:0:12646:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de41dfda00, rc 0) 00000100:00100000:1.0:1777045061.445591:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d58f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+27:27121:x1863365369991424:12345-192.168.201.45@tcp:101:cp.0 Request processed in 779us (1842us total) trans 0 rc 301/301 00000100:00100000:1.0:1777045061.445603:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 995 00000100:00100000:0.0:1777045061.463883:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045061.464491:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369991552 00000100:00100000:2.0:1777045061.464505:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369991552 00000100:00100000:2.0:1777045061.464595:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 996 00000100:00100000:2.0:1777045061.464610:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df470cd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+27:27121:x1863365369991552:12345-192.168.201.45@tcp:101:cp.0 00010000:00010000:2.0:1777045061.464639:0:5856:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777045061.464668:0:5856:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024800/0x2c8777a5e7d9dca5 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148ae8 expref: -99 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045061.464761:0:5856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025800/0x2c8777a5e7d9dcac lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045061.464784:0:5856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025800/0x2c8777a5e7d9dcac lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045061.464801:0:5856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025800/0x2c8777a5e7d9dcac lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045061.464825:0:5856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025200/0x2c8777a5e7d9dcb3 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045061.464836:0:5856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025200/0x2c8777a5e7d9dcb3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045061.464849:0:5856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025200/0x2c8777a5e7d9dcb3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045061.464941:0:5856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025800/0x2c8777a5e7d9dcac lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045061.464984:0:5856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025800/0x2c8777a5e7d9dcac lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045061.464997:0:5856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025800/0x2c8777a5e7d9dcac lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045061.465008:0:5856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48025800 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:2.0:1777045061.465015:0:5856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025800/0x2c8777a5e7d9dcac lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045061.465027:0:5856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025800/0x2c8777a5e7d9dcac lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045061.465045:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3e:0x0].0x0 (ffff98df48c7e400) 00010000:00010000:2.0:1777045061.465051:0:5856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777045061.465058:0:5856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025800/0x2c8777a5e7d9dcac lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045061.465069:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025800/0x2c8777a5e7d9dcac lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045061.465090:0:5856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025200/0x2c8777a5e7d9dcb3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045061.465125:0:5856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025200/0x2c8777a5e7d9dcb3 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045061.465136:0:5856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025200/0x2c8777a5e7d9dcb3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045061.465145:0:5856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48025200 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:2.0:1777045061.465150:0:5856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025200/0x2c8777a5e7d9dcb3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045061.465167:0:5856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025200/0x2c8777a5e7d9dcb3 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045061.465180:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3e:0x0].0x385708b9 (ffff98df52c43600) 00010000:00010000:2.0:1777045061.465184:0:5856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777045061.465189:0:5856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025200/0x2c8777a5e7d9dcb3 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045061.465200:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025200/0x2c8777a5e7d9dcb3 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045061.465979:0:5856:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024800/0x2c8777a5e7d9dca5 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148ae8 expref: 28 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045061.466000:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3e:0x0].0x0 (ffff98df48c7e400) 00010000:00010000:2.0:1777045061.466004:0:5856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777045061.466010:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024800/0x2c8777a5e7d9dca5 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148ae8 expref: 28 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045061.466054:0:5856:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de48024800, rc 0) 00000100:00100000:2.0:1777045061.466600:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df470cd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+27:27121:x1863365369991552:12345-192.168.201.45@tcp:101:cp.0 Request processed in 1987us (2723us total) trans 0 rc 301/301 00000100:00100000:2.0:1777045061.466616:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 996 00000100:00100000:1.0:1777045061.513642:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045061.515078:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369991808 00000100:00100000:2.0:1777045061.515092:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369991808 00000100:00100000:2.0:1777045061.515201:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 997 00000100:00100000:2.0:1777045061.515252:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77c7f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+27:27121:x1863365369991808:12345-192.168.201.45@tcp:101:cp.0 00010000:00010000:2.0:1777045061.515287:0:7939:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777045061.515318:0:7939:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024800/0x2c8777a5e7d9dcba lrc: 2/0,0 mode: --/CW res: [0x200000401:0x3e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148aef expref: -99 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045061.515505:0:7939:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025200/0x2c8777a5e7d9dcc1 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x3e:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045061.515530:0:7939:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025200/0x2c8777a5e7d9dcc1 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045061.515551:0:7939:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025200/0x2c8777a5e7d9dcc1 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045061.515574:0:7939:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025800/0x2c8777a5e7d9dcc8 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045061.515586:0:7939:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025800/0x2c8777a5e7d9dcc8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045061.515598:0:7939:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025800/0x2c8777a5e7d9dcc8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1777045061.516934:0:7939:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x15:0x0], index 0: 0 00010000:00010000:3.0:1777045061.529448:0:7939:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066c00/0x2c8777a5e7d9dccf lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045061.529640:0:7939:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066c00/0x2c8777a5e7d9dccf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045061.529663:0:7939:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066c00/0x2c8777a5e7d9dccf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045061.529740:0:7939:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025200/0x2c8777a5e7d9dcc1 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045061.529762:0:7939:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025200/0x2c8777a5e7d9dcc1 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045061.529774:0:7939:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025200/0x2c8777a5e7d9dcc1 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045061.529784:0:7939:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48025200 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:3.0:1777045061.529792:0:7939:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025200/0x2c8777a5e7d9dcc1 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045061.529805:0:7939:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025200/0x2c8777a5e7d9dcc1 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045061.529842:0:7939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3e:0x0].0x0 (ffff98df48c7e400) 00010000:00010000:3.0:1777045061.529848:0:7939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777045061.529856:0:7939:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025200/0x2c8777a5e7d9dcc1 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045061.529866:0:7939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025200/0x2c8777a5e7d9dcc1 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777045061.529890:0:7939:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000bd59392c reply state 000000008caa64c4 transno 4294967951 ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025800/0x2c8777a5e7d9dcc8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777045061.529907:0:7939:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1777045061.529991:0:7939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024800/0x2c8777a5e7d9dcba lrc: 0/0,0 mode: --/CW res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148aef expref: 30 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045061.530020:0:7939:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066c00/0x2c8777a5e7d9dccf lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148aef expref: 29 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045061.530045:0:7939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b:0x0].0x0 (ffff98df413b6500) 00010000:00010000:3.0:1777045061.530050:0:7939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777045061.530054:0:7939:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de48066c00, rc 0) 00000100:00100000:3.0:1777045061.530180:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77c7f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+30:27121:x1863365369991808:12345-192.168.201.45@tcp:101:cp.0 Request processed in 14932us (16549us total) trans 4294967951 rc 0/0 00000100:00100000:3.0:1777045061.530195:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 997 00010000:00010000:0.0:1777045061.561625:0:3328:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025800/0x2c8777a5e7d9dcc8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045061.561655:0:3328:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025800/0x2c8777a5e7d9dcc8 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045061.561669:0:3328:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025800/0x2c8777a5e7d9dcc8 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045061.561681:0:3328:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48025800 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:0.0:1777045061.561690:0:3328:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025800/0x2c8777a5e7d9dcc8 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045061.561711:0:3328:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025800/0x2c8777a5e7d9dcc8 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045061.561738:0:3328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3e:0x0].0x385708b9 (ffff98df52c43600) 00010000:00010000:0.0:1777045061.561743:0:3328:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777045061.561751:0:3328:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025800/0x2c8777a5e7d9dcc8 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045061.561762:0:3328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025800/0x2c8777a5e7d9dcc8 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777045061.562552:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045061.563233:0:8776:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369991936 00000100:00100000:0.0:1777045061.563248:0:8776:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369991936 00000100:00100000:0.0:1777045061.563361:0:8776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 270 00000100:00100000:0.0:1777045061.563379:0:8776:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77c7c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2393:x1863365369991936:12345-192.168.201.45@tcp:101:cp.0 00010000:00010000:0.0:1777045061.563431:0:8776:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777045061.563460:0:8776:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e6df0ab8/0x2c8777a5e7d9dcdd lrc: 2/0,0 mode: --/PR res: [0x240000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148af6 expref: -99 pid: 8776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777045061.563502:0:8776:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x15:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1777045061.563531:0:8776:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777045061.563535:0:8776:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777045061.563548:0:8776:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e6df0ab8/0x2c8777a5e7d9dcdd lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148af6 expref: 10 pid: 8776 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045061.563576:0:8776:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000e6df0ab8/0x2c8777a5e7d9dcdd lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148af6 expref: 10 pid: 8776 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045061.563607:0:8776:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de48022600, rc 0) 00000100:00100000:0.0:1777045061.563685:0:8776:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77c7c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+10:2393:x1863365369991936:12345-192.168.201.45@tcp:101:cp.0 Request processed in 309us (1139us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045061.563699:0:8776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 270 00000100:00080000:1.0:1777045061.565653:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1777045061.600125:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045061.600922:0:14822:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369992064 00000100:00100000:1.0:1777045061.600937:0:14822:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369992064 00000100:00100000:1.0:1777045061.601046:0:14822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 271 00000100:00100000:1.0:1777045061.601063:0:14822:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df485bd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+10:27121:x1863365369992064:12345-192.168.201.45@tcp:101:cp.0 00010000:00010000:1.0:1777045061.601092:0:14822:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777045061.601116:0:14822:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000503033cf/0x2c8777a5e7d9dce4 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148afd expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045061.601162:0:14822:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000e6df0ab8/0x2c8777a5e7d9dcdd lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148af6 expref: 11 pid: 8776 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045061.601176:0:14822:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777045061.601179:0:14822:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777045061.601186:0:14822:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000503033cf/0x2c8777a5e7d9dce4 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148afd expref: 11 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045061.601708:0:14822:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000e6df0ab8/0x2c8777a5e7d9dcdd lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148af6 expref: 11 pid: 8776 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045061.601733:0:14822:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000e6df0ab8/0x2c8777a5e7d9dcdd lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148af6 expref: 11 pid: 8776 timeout: 1790 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777045061.601756:0:14822:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df6d654700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:14822:1863365424356992:192.168.201.45@tcp:104: 00000100:00100000:1.0:1777045061.603942:0:14822:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df60782cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1777045061.620860:0:14822:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df6d654700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:14822:1863365424356992:192.168.201.45@tcp:104: 00010000:00010000:1.0:1777045061.620932:0:14822:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000503033cf/0x2c8777a5e7d9dce4 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148afd expref: 11 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045061.620992:0:14822:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de41dfda00, rc 0) 00000100:00100000:1.0:1777045061.621087:0:14822:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df485bd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+11:27121:x1863365369992064:12345-192.168.201.45@tcp:101:cp.0 Request processed in 20027us (20974us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045061.621104:0:14822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 271 00000100:00100000:2.0:1777045061.633620:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045061.634799:0:5841:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369992192 00000100:00100000:0.0:1777045061.634842:0:5841:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369992192 00010000:00010000:0.0:1777045061.634908:0:5841:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000e6df0ab8/0x2c8777a5e7d9dcdd lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148af6 expref: 11 pid: 8776 timeout: 1790 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777045061.634996:0:5841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 295 00000100:00100000:0.0:1777045061.635012:0:5841:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df485be300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+11:2392:x1863365369992192:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777045061.635036:0:5841:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777045061.635068:0:5841:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000e6df0ab8/0x2c8777a5e7d9dcdd lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148af6 expref: 11 pid: 8776 timeout: 1790 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045061.635091:0:5841:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000e6df0ab8/0x2c8777a5e7d9dcdd lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148af6 expref: 11 pid: 8776 timeout: 1790 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045061.635123:0:5841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e6df0ab8/0x2c8777a5e7d9dcdd lrc: 0/0,0 mode: --/PR res: [0x240000400:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148af6 expref: 11 pid: 8776 timeout: 1790 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045061.635149:0:5841:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777045061.635152:0:5841:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777045061.635163:0:5841:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000503033cf/0x2c8777a5e7d9dce4 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148afd expref: 10 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045061.635181:0:5841:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000503033cf/0x2c8777a5e7d9dce4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148afd expref: 10 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045061.636130:0:5841:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000503033cf/0x2c8777a5e7d9dce4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148afd expref: 10 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777045061.636155:0:5841:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df470cea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:5841:1863365424357120:192.168.201.45@tcp:105: 00000100:00100000:0.0:1777045061.636259:0:5841:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df46730840 going to sleep for 11 seconds 00000100:00100000:0.0:1777045061.653786:0:5841:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df470cea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:5841:1863365424357120:192.168.201.45@tcp:105: 00010000:00010000:0.0:1777045061.654085:0:5841:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777045061.654171:0:5841:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df485be300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+10:2392:x1863365369992192:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 19160us (20564us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045061.654187:0:5841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 295 00000100:00100000:2.0:1777045061.659132:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045061.660661:0:5859:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369992448 00000100:00100000:0.0:1777045061.660678:0:5859:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369992448 00000100:00100000:0.0:1777045061.661077:0:5859:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 221 00000100:00100000:0.0:1777045061.661094:0:5859:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df485bf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+29:27121:x1863365369992448:12345-192.168.201.45@tcp:35:cp.0 00000100:00100000:0.0:1777045061.663986:0:5859:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df485bf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+30:27121:x1863365369992448:12345-192.168.201.45@tcp:35:cp.0 Request processed in 2862us (4831us total) trans 4294967952 rc 0/0 00000100:00100000:0.0:1777045061.664003:0:5859:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 221 00000040:00080000:1.0:1777045061.781540:0:11491:0:(llog.c:801:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1777045061.781552:0:11491:0:(llog_cat.c:158:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1777045061.782533:0:11491:0:(llog.c:858:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:1.0:1777045061.782546:0:11491:0:(llog.c:858:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1777045061.803359:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045061.803477:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369992576 00000100:00100000:3.0:1777045061.803490:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369992576 00000100:00100000:3.0:1777045061.803561:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 998 00000100:00100000:3.0:1777045061.803576:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de431bdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:146de360-3fb2-48bd-b418-06f30714148a+70:27124:x1863365369992576:12345-192.168.201.45@tcp:101:lfs.0 00010000:00010000:3.0:1777045061.803601:0:5857:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777045061.803626:0:5857:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067400/0x2c8777a5e7d9dceb lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148b04 expref: -99 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045061.803714:0:5857:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066e00/0x2c8777a5e7d9dcf2 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045061.803733:0:5857:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066e00/0x2c8777a5e7d9dcf2 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045061.803748:0:5857:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066e00/0x2c8777a5e7d9dcf2 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045061.803769:0:5857:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067200/0x2c8777a5e7d9dcf9 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045061.803780:0:5857:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067200/0x2c8777a5e7d9dcf9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045061.803792:0:5857:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067200/0x2c8777a5e7d9dcf9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045061.803926:0:5857:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067e00/0x2c8777a5e7d9dd00 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045061.803938:0:5857:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067e00/0x2c8777a5e7d9dd00 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045061.805054:0:5857:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067e00/0x2c8777a5e7d9dd00 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777045061.805126:0:5857:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x1b:0x0]: returning size 158 00000004:00200000:3.0:1777045061.805133:0:5857:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1777045061.805158:0:5857:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067e00/0x2c8777a5e7d9dd00 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045061.805176:0:5857:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067e00/0x2c8777a5e7d9dd00 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045061.805188:0:5857:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066e00/0x2c8777a5e7d9dcf2 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045061.805197:0:5857:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066e00/0x2c8777a5e7d9dcf2 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045061.805206:0:5857:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066e00/0x2c8777a5e7d9dcf2 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045061.805215:0:5857:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48066e00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:3.0:1777045061.805564:0:5857:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066e00/0x2c8777a5e7d9dcf2 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045061.805576:0:5857:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066e00/0x2c8777a5e7d9dcf2 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045061.805593:0:5857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3e:0x0].0x0 (ffff98df48c7e400) 00010000:00010000:3.0:1777045061.805598:0:5857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777045061.805604:0:5857:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066e00/0x2c8777a5e7d9dcf2 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045061.805613:0:5857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066e00/0x2c8777a5e7d9dcf2 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045061.805633:0:5857:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067200/0x2c8777a5e7d9dcf9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045061.805642:0:5857:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067200/0x2c8777a5e7d9dcf9 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045061.805651:0:5857:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067200/0x2c8777a5e7d9dcf9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045061.805659:0:5857:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48067200 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:3.0:1777045061.805664:0:5857:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067200/0x2c8777a5e7d9dcf9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045061.805673:0:5857:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067200/0x2c8777a5e7d9dcf9 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045061.805683:0:5857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3e:0x0].0x385708b9 (ffff98df413b6800) 00010000:00010000:3.0:1777045061.805686:0:5857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777045061.805690:0:5857:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067200/0x2c8777a5e7d9dcf9 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045061.805707:0:5857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067200/0x2c8777a5e7d9dcf9 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045061.805751:0:5857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067400/0x2c8777a5e7d9dceb lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148b04 expref: 72 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045061.805770:0:5857:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067e00/0x2c8777a5e7d9dd00 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148b04 expref: 71 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045061.805781:0:5857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b:0x0].0x0 (ffff98df413b6500) 00010000:00010000:3.0:1777045061.805785:0:5857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777045061.805788:0:5857:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de48067e00, rc 0) 00000100:00100000:3.0:1777045061.805868:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de431bdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:146de360-3fb2-48bd-b418-06f30714148a+71:27124:x1863365369992576:12345-192.168.201.45@tcp:101:lfs.0 Request processed in 2295us (2517us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045061.805880:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 998 00000100:00100000:2.0:1777045061.819800:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045061.819979:0:6639:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369992704 00000100:00100000:0.0:1777045061.819992:0:6639:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369992704 00000100:00100000:0.0:1777045061.820115:0:6639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 272 00000100:00100000:0.0:1777045061.820131:0:6639:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de431bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:146de360-3fb2-48bd-b418-06f30714148a+11:2393:x1863365369992704:12345-192.168.201.45@tcp:101:lfs.0 00010000:00010000:0.0:1777045061.820155:0:6639:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777045061.820179:0:6639:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e6df0ab8/0x2c8777a5e7d9dd07 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148b0b expref: -99 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777045061.820314:0:6639:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df470cea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6639:1863365424357248:192.168.201.45@tcp:106: 00000100:00100000:0.0:1777045061.820417:0:6639:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df46730840 going to sleep for 11 seconds 00000100:00080000:1.0:1777045061.820725:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00002000:00010000:0.0:1777045061.840382:0:6639:0:(ofd_lvb.c:259:ofd_lvbo_update()) res: [0x240000400:0x15:0x0] updating lvb size: 0 -> 158 00002000:00010000:0.0:1777045061.840395:0:6639:0:(ofd_lvb.c:265:ofd_lvbo_update()) res: [0x240000400:0x15:0x0] updating lvb mtime: 0 -> 1777045061 00002000:00010000:0.0:1777045061.840399:0:6639:0:(ofd_lvb.c:271:ofd_lvbo_update()) res: [0x240000400:0x15:0x0] updating lvb atime: 0 -> 1777045061 00002000:00010000:0.0:1777045061.840403:0:6639:0:(ofd_lvb.c:277:ofd_lvbo_update()) res: [0x240000400:0x15:0x0] updating lvb ctime: 0 -> 1777045061 00000100:00100000:0.0:1777045061.840451:0:6639:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df470cea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6639:1863365424357248:192.168.201.45@tcp:106: 00010000:00010000:0.0:1777045061.840501:0:6639:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000e6df0ab8/0x2c8777a5e7d9dd07 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148b0b expref: 12 pid: 6639 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045061.840536:0:6639:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e6df0ab8/0x2c8777a5e7d9dd07 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148b0b expref: 12 pid: 6639 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045061.840558:0:6639:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de48022600, rc 0) 00000100:00100000:0.0:1777045061.840650:0:6639:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de431bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:146de360-3fb2-48bd-b418-06f30714148a+11:2393:x1863365369992704:12345-192.168.201.45@tcp:101:lfs.0 Request processed in 20521us (20860us total) trans 0 rc 301/301 00000100:00100000:0.0:1777045061.840664:0:6639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 272 00000100:00100000:3.0:1777045061.856726:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045061.860441:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369992832 00000100:00100000:2.0:1777045061.860458:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369992832 00000100:00100000:2.0:1777045061.860556:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 999 00000100:00100000:2.0:1777045061.860571:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d58f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:146de360-3fb2-48bd-b418-06f30714148a+71:27124:x1863365369992832:12345-192.168.201.45@tcp:101:lfs.0 00010000:00010000:2.0:1777045061.860597:0:5856:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777045061.860624:0:5856:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025600/0x2c8777a5e7d9dd0e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148b12 expref: -99 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045061.860730:0:5856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024600/0x2c8777a5e7d9dd15 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045061.860749:0:5856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024600/0x2c8777a5e7d9dd15 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045061.860765:0:5856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024600/0x2c8777a5e7d9dd15 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777045061.860841:0:5856:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x3e:0x0]: returning size 512 00000004:00200000:2.0:1777045061.860846:0:5856:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:2.0:1777045061.860874:0:5856:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024600/0x2c8777a5e7d9dd15 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045061.860908:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025600/0x2c8777a5e7d9dd0e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148b12 expref: 73 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045061.860934:0:5856:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024600/0x2c8777a5e7d9dd15 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148b12 expref: 72 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045061.860967:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3e:0x0].0x0 (ffff98df48c7e400) 00010000:00010000:2.0:1777045061.860972:0:5856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1777045061.860977:0:5856:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de48024600, rc 0) 00000100:00100000:2.0:1777045061.861064:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d58f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:146de360-3fb2-48bd-b418-06f30714148a+72:27124:x1863365369992832:12345-192.168.201.45@tcp:101:lfs.0 Request processed in 496us (4369us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045061.861076:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 999 00000100:00100000:2.0:1777045061.887177:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045061.902612:0:8776:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369992960 00000100:00100000:0.0:1777045061.902632:0:8776:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369992960 00000100:00100000:1.0:1777045061.903265:0:8776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 273 00000100:00100000:1.0:1777045061.903284:0:8776:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de431bd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:146de360-3fb2-48bd-b418-06f30714148a+11:2392:x1863365369992960:12345-192.168.201.45@tcp:101:lfs.0 00010000:00010000:1.0:1777045061.903310:0:8776:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777045061.903334:0:8776:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008090f30a/0x2c8777a5e7d9dd1c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148b19 expref: -99 pid: 8776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777045061.903418:0:8776:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df6d654700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8776:1863365424357376:192.168.201.45@tcp:106: 00000100:00100000:1.0:1777045061.903553:0:8776:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df60782cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1777045061.925989:0:8776:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df6d654700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8776:1863365424357376:192.168.201.45@tcp:106: 00010000:00010000:1.0:1777045061.926059:0:8776:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000008090f30a/0x2c8777a5e7d9dd1c lrc: 1/0,0 mode: --/PR res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148b19 expref: 12 pid: 8776 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045061.926098:0:8776:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008090f30a/0x2c8777a5e7d9dd1c lrc: 0/0,0 mode: --/PR res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148b19 expref: 12 pid: 8776 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045061.926119:0:8776:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de41dfd400, rc 0) 00000100:00100000:1.0:1777045061.926384:0:8776:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de431bd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:146de360-3fb2-48bd-b418-06f30714148a+11:2392:x1863365369992960:12345-192.168.201.45@tcp:101:lfs.0 Request processed in 23103us (39214us total) trans 0 rc 301/301 00000100:00100000:1.0:1777045061.926406:0:8776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 273 00000100:00100000:3.0:1777045061.977690:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045061.978652:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369993216 00000100:00100000:1.0:1777045061.978668:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369993216 00000100:00100000:1.0:1777045061.979062:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1000 00000100:00100000:1.0:1777045061.979084:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d58d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:146de360-3fb2-48bd-b418-06f30714148a+72:27124:x1863365369993216:12345-192.168.201.45@tcp:58:lfs.0 00000040:00080000:1.0:1777045061.980239:0:7939:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].26, 136 off11728 00000100:00100000:1.0:1777045061.980386:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d58d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:146de360-3fb2-48bd-b418-06f30714148a+72:27124:x1863365369993216:12345-192.168.201.45@tcp:58:lfs.0 Request processed in 1306us (2706us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045061.980403:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1000 00010000:00010000:2.0:1777045062.165869:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1777045062.805596:0:11491:0:(llog.c:801:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1777045062.805606:0:11491:0:(llog_cat.c:158:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1777045062.805662:0:11491:0:(llog.c:858:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 27 count 2 00000040:00080000:1.0:1777045062.805671:0:11491:0:(llog.c:858:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1777045062.808733:0:11491:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df6d654700 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11491:1863365424357504:192.168.201.45@tcp:107:hsm_cdtr.0 00000100:00100000:2.0:1777045062.809887:0:11491:0:(client.c:2691:ptlrpc_set_wait()) set ffff98de41a290c0 going to sleep for 11 seconds 00000100:00100000:3.0:1777045062.829026:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045062.830142:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369993344 00000100:00100000:0.0:1777045062.830155:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369993344 00000100:00100000:0.0:1777045062.830306:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1001 00000100:00100000:0.0:1777045062.830322:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d58df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+31:27134:x1863365369993344:12345-192.168.201.45@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1777045062.830374:0:5857:0:(mdt_handler.c:7958:mdt_fid2path()) path get [0x200000402:0x1b:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1777045062.830540:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d58df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+31:27134:x1863365369993344:12345-192.168.201.45@tcp:53:lhsmtool_posix.0 Request processed in 221us (1524us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045062.830552:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1001 00000100:00080000:1.0:1777045062.831060:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1777045062.842334:0:11491:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df6d654700 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11491:1863365424357504:192.168.201.45@tcp:107:hsm_cdtr.0 00000100:00100000:2.0:1777045062.854367:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045062.855716:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369993600 00000100:00100000:3.0:1777045062.855729:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369993600 00000100:00100000:3.0:1777045062.855809:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1002 00000100:00100000:3.0:1777045062.855824:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de431bca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+30:27134:x1863365369993600:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1777045062.855849:0:12646:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777045062.855875:0:12646:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067400/0x2c8777a5e7d9dd23 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148b20 expref: -99 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045062.856038:0:12646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067200/0x2c8777a5e7d9dd2a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045062.856059:0:12646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067200/0x2c8777a5e7d9dd2a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045062.856079:0:12646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067200/0x2c8777a5e7d9dd2a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777045062.856096:0:12646:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x1b:0x0]: returning size 158 00010000:00010000:3.0:1777045062.856326:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067400/0x2c8777a5e7d9dd23 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148b20 expref: 33 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045062.856353:0:12646:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067200/0x2c8777a5e7d9dd2a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148b20 expref: 32 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045062.856366:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b:0x0].0x0 (ffff98df413b6500) 00010000:00010000:3.0:1777045062.856371:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777045062.856376:0:12646:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de48067200, rc 0) 00000100:00100000:3.0:1777045062.856452:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de431bca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+32:27134:x1863365369993600:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 Request processed in 630us (2093us total) trans 4294967953 rc 0/0 00000100:00100000:3.0:1777045062.856464:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1002 00000100:00100000:3.0:1777045062.883160:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045062.883232:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045062.883432:0:14822:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369993728 00000100:00100000:2.0:1777045062.883446:0:14822:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369993728 00000100:00100000:2.0:1777045062.883529:0:14822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 274 00000100:00100000:2.0:1777045062.883544:0:14822:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d58d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+10:2391:x1863365369993728:12345-192.168.201.45@tcp:1:lhsmtool_posix.0 00010000:00010000:2.0:1777045062.883602:0:14822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000009d172bad/0x2c8777a5e7d9dd38 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045062.883632:0:14822:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000503033cf/0x2c8777a5e7d9dce4 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148afd expref: 10 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045062.883645:0:14822:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777045062.883648:0:14822:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777045062.883653:0:14822:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009d172bad/0x2c8777a5e7d9dd38 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045062.883698:0:14822:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000503033cf/0x2c8777a5e7d9dce4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148afd expref: 10 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045062.883719:0:14822:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000503033cf/0x2c8777a5e7d9dce4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148afd expref: 10 pid: 14822 timeout: 1791 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777045062.883739:0:14822:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de431bf100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:14822:1863365424357632:192.168.201.45@tcp:104: 00000100:00100000:2.0:1777045062.883838:0:14822:0:(client.c:2691:ptlrpc_set_wait()) set ffff98de41a290c0 going to sleep for 11 seconds 00000100:00100000:2.0:1777045062.883863:0:6655:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369993856 00000100:00100000:2.0:1777045062.883869:0:6655:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369993856 00000100:00100000:2.0:1777045062.883918:0:6655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 58 00000100:00100000:2.0:1777045062.883953:0:6655:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df5f98f450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+32:2393:x1863365369993856:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777045062.883968:0:6655:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777045062.883995:0:6655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067200/0x2c8777a5e7d9dd2a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148b20 expref: 32 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045062.884020:0:6655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b:0x0].0x0 (ffff98df413b6500) 00010000:00010000:2.0:1777045062.884027:0:6655:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777045062.884064:0:6655:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df5f98f450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+31:2393:x1863365369993856:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 136us (832us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045062.884077:0:6655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 58 00000100:00100000:2.0:1777045062.893163:0:14822:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de431bf100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:14822:1863365424357632:192.168.201.45@tcp:104: 00010000:00010000:2.0:1777045062.893227:0:14822:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000009d172bad/0x2c8777a5e7d9dd38 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777045062.899826:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045062.900041:0:6647:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369993984 00000100:00100000:2.0:1777045062.900055:0:6647:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369993984 00002000:00100000:2.0:1777045062.900117:0:6647:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x15:0x0] (0->157) req@ffff98df6d58c000 x1863365369993984/t0(0) o4->15144518-a1c7-4352-a966-cb31eadd4d9b@192.168.201.45@tcp:63/0 lens 648/0 e 0 to 0 dl 1777045073 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777045062.900133:0:6647:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98df6d58c000 with x1863365369993984 ext(0->157) 00010000:00010000:2.0:1777045062.900147:0:6647:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 00000000503033cf/0x2c8777a5e7d9dce4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148afd expref: 11 pid: 14822 timeout: 1791 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045062.900173:0:6647:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 00000000503033cf/0x2c8777a5e7d9dce4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148afd expref: 11 pid: 14822 timeout: 1791 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777045062.900186:0:6647:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff98df6d58c000 00000100:00100000:2.0:1777045062.900263:0:6647:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 10 00000100:00100000:2.0:1777045062.900278:0:6647:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d58c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+11:2392:x1863365369993984:12345-192.168.201.45@tcp:4:cp.0 00000100:00100000:2.0:1777045062.904094:0:6647:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d58c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+13:2392:x1863365369993984:12345-192.168.201.45@tcp:4:cp.0 Request processed in 3806us (4265us total) trans 4294967348 rc 0/0 00000100:00100000:2.0:1777045062.904113:0:6647:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 10 00002000:00100000:2.0:1777045062.904131:0:6647:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x15:0x0] (0->157) req@ffff98df6d58c000 x1863365369993984/t4294967348(0) o4->15144518-a1c7-4352-a966-cb31eadd4d9b@192.168.201.45@tcp:63/0 lens 648/448 e 0 to 0 dl 1777045073 ref 1 fl Complete:H/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777045062.904148:0:6647:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98df6d58c000 with x1863365369993984 ext(0->157) 00010000:00010000:2.0:1777045062.904160:0:6647:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 00000000503033cf/0x2c8777a5e7d9dce4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148afd expref: 13 pid: 14822 timeout: 1791 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045062.904187:0:6647:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 00000000503033cf/0x2c8777a5e7d9dce4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148afd expref: 13 pid: 14822 timeout: 1791 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777045062.904227:0:6647:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff98df6d58c000 00000100:00100000:0.0:1777045062.931887:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045062.932033:0:5843:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369994112 00000100:00100000:2.0:1777045062.932047:0:5843:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369994112 00010000:00010000:2.0:1777045062.932110:0:5843:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000503033cf/0x2c8777a5e7d9dce4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148afd expref: 13 pid: 14822 timeout: 1791 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777045062.932193:0:5843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 296 00000100:00100000:2.0:1777045062.932540:0:5843:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df470cea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+13:2392:x1863365369994112:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777045062.932563:0:5843:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777045062.932593:0:5843:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000503033cf/0x2c8777a5e7d9dce4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148afd expref: 13 pid: 14822 timeout: 1791 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045062.932616:0:5843:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000503033cf/0x2c8777a5e7d9dce4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148afd expref: 13 pid: 14822 timeout: 1791 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045062.932650:0:5843:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000503033cf/0x2c8777a5e7d9dce4 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148afd expref: 13 pid: 14822 timeout: 1791 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045062.932674:0:5843:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777045062.932677:0:5843:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777045062.932684:0:5843:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000009d172bad/0x2c8777a5e7d9dd38 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045062.932700:0:5843:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009d172bad/0x2c8777a5e7d9dd38 lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045062.932741:0:5843:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777045062.932815:0:5843:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df470cea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+12:2392:x1863365369994112:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 277us (932us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045062.932828:0:5843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 296 00010000:00010000:2.0:1777045062.933551:0:14822:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000009d172bad/0x2c8777a5e7d9dd38 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045062.933569:0:14822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009d172bad/0x2c8777a5e7d9dd38 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045062.933604:0:14822:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000009d172bad/0x2c8777a5e7d9dd38 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045062.933618:0:14822:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000009d172bad/0x2c8777a5e7d9dd38 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045062.933630:0:14822:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000009d172bad/0x2c8777a5e7d9dd38 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045062.933642:0:14822:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48024400 already unused, calling callback (ffffffffc17d22d0) 00010000:00010000:2.0:1777045062.933649:0:14822:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000009d172bad/0x2c8777a5e7d9dd38 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045062.933662:0:14822:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000009d172bad/0x2c8777a5e7d9dd38 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045062.933683:0:14822:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000009d172bad/0x2c8777a5e7d9dd38 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045062.933697:0:14822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009d172bad/0x2c8777a5e7d9dd38 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777045062.933787:0:14822:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d58d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+11:2391:x1863365369993728:12345-192.168.201.45@tcp:1:lhsmtool_posix.0 Request processed in 50244us (50639us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045062.933801:0:14822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 274 00000100:00100000:0.0:1777045062.956181:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045062.956367:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369994368 00000100:00100000:2.0:1777045062.956381:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369994368 00000100:00100000:2.0:1777045062.956468:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1003 00000100:00100000:2.0:1777045062.956486:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df470cdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+31:27134:x1863365369994368:12345-192.168.201.45@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1777045062.956626:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df470cdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+31:27134:x1863365369994368:12345-192.168.201.45@tcp:57:lhsmtool_posix.0 Request processed in 144us (458us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045062.956638:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1003 00000100:00100000:2.0:1777045062.974614:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045062.974746:0:6639:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369994496 00000100:00100000:0.0:1777045062.974760:0:6639:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369994496 00000100:00100000:0.0:1777045062.974854:0:6639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 275 00000100:00100000:0.0:1777045062.974872:0:6639:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de431bf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+11:2392:x1863365369994496:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1777045062.974897:0:6639:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777045062.974958:0:6639:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000099a14c5e/0x2c8777a5e7d9dd3f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148b27 expref: -99 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777045062.974998:0:6639:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x15:0x0] initial LVB size: 158, mtime: 0x69eb8e45, atime: 0x0, ctime: 0x69eb8e45, blocks: 0x1 00010000:00010000:0.0:1777045062.975029:0:6639:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777045062.975033:0:6639:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777045062.975047:0:6639:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000099a14c5e/0x2c8777a5e7d9dd3f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148b27 expref: 12 pid: 6639 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045062.975076:0:6639:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000099a14c5e/0x2c8777a5e7d9dd3f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148b27 expref: 12 pid: 6639 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045062.975099:0:6639:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de48022a00, rc 0) 00000100:00100000:0.0:1777045062.975189:0:6639:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de431bf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+12:2392:x1863365369994496:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 Request processed in 320us (587us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045062.975251:0:6639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 275 00000100:00100000:3.0:1777045062.992368:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045062.993176:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369994752 00000100:00100000:2.0:1777045062.993190:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369994752 00000100:00100000:2.0:1777045062.993342:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1004 00000100:00100000:2.0:1777045062.993359:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d58ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+31:27134:x1863365369994752:12345-192.168.201.45@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1777045062.993500:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d58ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+31:27134:x1863365369994752:12345-192.168.201.45@tcp:57:lhsmtool_posix.0 Request processed in 144us (1145us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045062.993514:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1004 00000100:00100000:3.0:1777045063.011387:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045063.011669:0:6646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369994880 00000100:00100000:2.0:1777045063.011685:0:6646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369994880 00002000:00100000:2.0:1777045063.011794:0:6646:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x15:0x0] (0->4095) req@ffff98df6d58ca80 x1863365369994880/t0(0) o3->15144518-a1c7-4352-a966-cb31eadd4d9b@192.168.201.45@tcp:64/0 lens 488/0 e 0 to 0 dl 1777045074 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777045063.011839:0:6646:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98df6d58ca80 with x1863365369994880 ext(0->4095) 00002000:00010000:2.0:1777045063.011849:0:6646:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff98df6d58ca80 00000100:00100000:2.0:1777045063.011914:0:6646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 93 00000100:00100000:2.0:1777045063.011957:0:6646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d58ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+12:2392:x1863365369994880:12345-192.168.201.45@tcp:3:lhsmtool_posix.0 00000100:00100000:2.0:1777045063.012587:0:6646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d58ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+12:2392:x1863365369994880:12345-192.168.201.45@tcp:3:lhsmtool_posix.0 Request processed in 656us (1208us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1777045063.012605:0:6646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 93 00002000:00100000:2.0:1777045063.012618:0:6646:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x15:0x0] (0->4095) req@ffff98df6d58ca80 x1863365369994880/t0(0) o3->15144518-a1c7-4352-a966-cb31eadd4d9b@192.168.201.45@tcp:64/0 lens 488/4536 e 0 to 0 dl 1777045074 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777045063.012636:0:6646:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98df6d58ca80 with x1863365369994880 ext(0->4095) 00002000:00010000:2.0:1777045063.012642:0:6646:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff98df6d58ca80 00000100:00080000:1.0:1777045063.014181:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1777045063.052764:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045063.053287:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369995008 00000100:00100000:3.0:1777045063.053304:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369995008 00000100:00100000:3.0:1777045063.053391:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1005 00000100:00100000:3.0:1777045063.053409:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d657100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+31:27134:x1863365369995008:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1777045063.053440:0:7939:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777045063.053471:0:7939:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067400/0x2c8777a5e7d9dd46 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148b2e expref: -99 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045063.053523:0:7939:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066e00/0x2c8777a5e7d9dd4d lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045063.053545:0:7939:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066e00/0x2c8777a5e7d9dd4d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045063.053564:0:7939:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066e00/0x2c8777a5e7d9dd4d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045063.053721:0:7939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067400/0x2c8777a5e7d9dd46 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148b2e expref: 33 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045063.053749:0:7939:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066e00/0x2c8777a5e7d9dd4d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148b2e expref: 32 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045063.053765:0:7939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b:0x0].0x0 (ffff98df413b6500) 00010000:00010000:3.0:1777045063.053770:0:7939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1777045063.053776:0:7939:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de48066e00, rc 0) 00000100:00100000:3.0:1777045063.053855:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d657100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+32:27134:x1863365369995008:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 Request processed in 449us (1104us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045063.053868:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1005 00000100:00100000:1.0:1777045063.085134:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045063.085589:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369995136 00000100:00100000:1.0:1777045063.085603:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369995136 00000100:00100000:1.0:1777045063.085686:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1006 00000100:00100000:1.0:1777045063.085704:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d656300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+32:27134:x1863365369995136:12345-192.168.201.45@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1777045063.085754:0:5857:0:(mdt_handler.c:7958:mdt_fid2path()) path get [0x200000402:0x1b:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1777045063.085905:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d656300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+32:27134:x1863365369995136:12345-192.168.201.45@tcp:53:lhsmtool_posix.0 Request processed in 203us (780us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045063.085921:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1006 00000100:00100000:0.0:1777045063.095140:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045063.096590:0:8776:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369995264 00000100:00100000:1.0:1777045063.096607:0:8776:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369995264 00000100:00100000:1.0:1777045063.096711:0:8776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 276 00000100:00100000:1.0:1777045063.096732:0:8776:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df470cca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+12:2392:x1863365369995264:12345-192.168.201.45@tcp:1:lhsmtool_posix.0 00010000:00010000:1.0:1777045063.096804:0:8776:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000ce40aa9a/0x2c8777a5e7d9dd54 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045063.096833:0:8776:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777045063.096837:0:8776:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777045063.096846:0:8776:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ce40aa9a/0x2c8777a5e7d9dd54 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045063.096873:0:8776:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ce40aa9a/0x2c8777a5e7d9dd54 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045063.096922:0:8776:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000ce40aa9a/0x2c8777a5e7d9dd54 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045063.096965:0:8776:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ce40aa9a/0x2c8777a5e7d9dd54 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045063.096981:0:8776:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ce40aa9a/0x2c8777a5e7d9dd54 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045063.096995:0:8776:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de41dfdc00 already unused, calling callback (ffffffffc17d22d0) 00010000:00010000:1.0:1777045063.097003:0:8776:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ce40aa9a/0x2c8777a5e7d9dd54 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045063.097029:0:8776:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ce40aa9a/0x2c8777a5e7d9dd54 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045063.097054:0:8776:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ce40aa9a/0x2c8777a5e7d9dd54 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045063.097068:0:8776:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ce40aa9a/0x2c8777a5e7d9dd54 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777045063.097514:0:8776:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df470cca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+12:2392:x1863365369995264:12345-192.168.201.45@tcp:1:lhsmtool_posix.0 Request processed in 785us (2383us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045063.097528:0:8776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 276 00000100:00100000:3.0:1777045063.131413:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045063.131510:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369995520 00000100:00100000:3.0:1777045063.131524:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369995520 00000100:00100000:3.0:1777045063.131598:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1007 00000100:00100000:3.0:1777045063.131614:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d58ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+32:27134:x1863365369995520:12345-192.168.201.45@tcp:57:lhsmtool_posix.0 00010000:00010000:3.0:1777045063.131749:0:12646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067400/0x2c8777a5e7d9dd5b lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045063.131780:0:12646:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066e00/0x2c8777a5e7d9dd4d lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148b2e expref: 32 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045063.132077:0:12646:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067400/0x2c8777a5e7d9dd5b lrc: 4/0,1 mode: --/PW res: [0x200000402:0x1b:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045063.132133:0:12646:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066e00/0x2c8777a5e7d9dd4d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148b2e expref: 32 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045063.132160:0:12646:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066e00/0x2c8777a5e7d9dd4d lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148b2e expref: 32 pid: 7939 timeout: 1791 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777045063.132186:0:12646:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df6d58d180 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12646:1863365424357760:192.168.201.45@tcp:104: 00000100:00100000:3.0:1777045063.132629:0:12646:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df60604780 going to sleep for 11 seconds 00000100:00100000:0.0:1777045063.148788:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045063.150077:0:12646:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df6d58d180 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12646:1863365424357760:192.168.201.45@tcp:104: 00010000:00010000:3.0:1777045063.150118:0:12646:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067400/0x2c8777a5e7d9dd5b lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1b:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777045063.150590:0:6655:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369995648 00000100:00100000:1.0:1777045063.150602:0:6655:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369995648 00010000:00010000:1.0:1777045063.150656:0:6655:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066e00/0x2c8777a5e7d9dd4d lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148b2e expref: 33 pid: 7939 timeout: 1791 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777045063.150744:0:6655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 297 00000100:00100000:1.0:1777045063.150763:0:6655:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df470cd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+33:2393:x1863365369995648:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777045063.150786:0:6655:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777045063.150798:0:6655:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066e00/0x2c8777a5e7d9dd4d lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148b2e expref: 33 pid: 7939 timeout: 1791 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045063.150820:0:6655:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066e00/0x2c8777a5e7d9dd4d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148b2e expref: 33 pid: 7939 timeout: 1791 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045063.150867:0:6655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066e00/0x2c8777a5e7d9dd4d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148b2e expref: 33 pid: 7939 timeout: 1791 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045063.150891:0:6655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b:0x0].0x0 (ffff98df413b6500) 00010000:00010000:1.0:1777045063.150899:0:6655:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067400/0x2c8777a5e7d9dd5b lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1b:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045063.150916:0:6655:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067400/0x2c8777a5e7d9dd5b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1b:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045063.150962:0:6655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067400/0x2c8777a5e7d9dd5b lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1b:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045063.151018:0:6655:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777045063.151092:0:6655:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df470cd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+32:2393:x1863365369995648:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 332us (2312us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045063.151109:0:6655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 297 00010000:00010000:1.0:1777045063.151314:0:12646:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067400/0x2c8777a5e7d9dd5b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1b:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045063.151328:0:12646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067400/0x2c8777a5e7d9dd5b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1b:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045063.151619:0:12646:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067400/0x2c8777a5e7d9dd5b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1b:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045063.151634:0:12646:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067400/0x2c8777a5e7d9dd5b lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1b:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045063.151646:0:12646:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067400/0x2c8777a5e7d9dd5b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1b:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045063.151658:0:12646:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48067400 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:1.0:1777045063.151665:0:12646:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067400/0x2c8777a5e7d9dd5b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1b:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045063.151677:0:12646:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067400/0x2c8777a5e7d9dd5b lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x1b:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045063.151694:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b:0x0].0x0 (ffff98df413b6500) 00010000:00010000:1.0:1777045063.151699:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1777045063.151706:0:12646:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067400/0x2c8777a5e7d9dd5b lrc: 2/0,0 mode: --/PW res: [0x200000402:0x1b:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045063.151717:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067400/0x2c8777a5e7d9dd5b lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1b:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777045063.151919:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d58ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+32:27134:x1863365369995520:12345-192.168.201.45@tcp:57:lhsmtool_posix.0 Request processed in 20305us (20516us total) trans 4294967954 rc 0/0 00000100:00100000:1.0:1777045063.151972:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1007 00000040:00080000:0.0:1777045063.154425:0:11491:0:(llog.c:801:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1777045063.154436:0:11491:0:(llog_cat.c:158:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1777045063.155673:0:11491:0:(llog.c:858:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 2 00000040:00080000:0.0:1777045063.155692:0:11491:0:(llog.c:858:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1777045063.175647:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045063.180643:0:5858:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369995904 00000100:00100000:3.0:1777045063.180663:0:5858:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369995904 00000100:00100000:3.0:1777045063.180761:0:5858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 222 00000100:00100000:3.0:1777045063.180778:0:5858:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de431be680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+32:27134:x1863365369995904:12345-192.168.201.45@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1777045063.181684:0:5858:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de431be680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+33:27134:x1863365369995904:12345-192.168.201.45@tcp:35:lhsmtool_posix.0 Request processed in 907us (6044us total) trans 4294967955 rc 0/0 00000100:00100000:3.0:1777045063.181699:0:5858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 222 00010000:00010000:2.0:1777045063.193252:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:0.0:1777045063.341699:0:6666:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967348 is committed 00000100:00100000:1.0:1777045063.678869:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045063.678963:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045063.679012:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045063.679047:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045063.679081:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045063.679113:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045063.679175:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045063.679244:0:14822:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369996288 00000100:00100000:1.0:1777045063.679258:0:14822:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369996288 00000100:00100000:1.0:1777045063.679342:0:14822:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369996800 00000100:00100000:1.0:1777045063.679347:0:14822:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369996800 00000100:00100000:1.0:1777045063.679375:0:14822:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369996416 00000100:00100000:1.0:1777045063.679379:0:14822:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369996416 00000100:00100000:1.0:1777045063.679400:0:14822:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369996672 00000100:00100000:1.0:1777045063.679404:0:14822:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369996672 00000100:00100000:1.0:1777045063.679427:0:14822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 786 00000100:00100000:1.0:1777045063.679444:0:14822:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d655500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:146de360-3fb2-48bd-b418-06f30714148a+11:2391:x1863365369996288:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:0.0:1777045063.679510:0:5850:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369996032 00000100:00100000:0.0:1777045063.679530:0:5850:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369996032 00000100:00100000:1.0:1777045063.679551:0:14822:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d655500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:146de360-3fb2-48bd-b418-06f30714148a+11:2391:x1863365369996288:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 108us (585us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045063.679565:0:14822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 786 00000100:00100000:1.0:1777045063.679602:0:14822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 787 00000100:00100000:1.0:1777045063.679618:0:14822:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d654e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2391:x1863365369996800:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:0.0:1777045063.679632:0:5850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 804 00000100:00100000:0.0:1777045063.679654:0:5850:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df587b7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2391:x1863365369996032:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:1.0:1777045063.679675:0:14822:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d654e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2391:x1863365369996800:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 57us (623us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045063.679696:0:14822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 787 00000100:00100000:1.0:1777045063.679723:0:14822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 788 00000100:00100000:1.0:1777045063.679738:0:14822:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d656a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:146de360-3fb2-48bd-b418-06f30714148a+15:2391:x1863365369996416:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:0.0:1777045063.679784:0:5850:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df587b7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2391:x1863365369996032:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 135us (923us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045063.679805:0:5850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 804 00000100:00100000:1.0:1777045063.679806:0:14822:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d656a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:146de360-3fb2-48bd-b418-06f30714148a+15:2391:x1863365369996416:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 64us (684us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045063.679825:0:14822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 788 00000100:00100000:1.0:1777045063.679854:0:14822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 789 00000100:00100000:1.0:1777045063.679868:0:14822:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d655c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+10:2391:x1863365369996672:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:0.0:1777045063.679951:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369996544 00000100:00100000:0.0:1777045063.679960:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369996544 00000100:00100000:0.0:1777045063.680008:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369996160 00000100:00100000:0.0:1777045063.680014:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369996160 00000100:00100000:0.0:1777045063.680059:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 973 00000100:00100000:0.0:1777045063.680070:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d657b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+33:2391:x1863365369996544:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:0.0:1777045063.680157:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d657b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+33:2391:x1863365369996544:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 89us (1145us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045063.680167:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 973 00000100:00100000:0.0:1777045063.680186:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 974 00000100:00100000:0.0:1777045063.680195:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d656d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:146de360-3fb2-48bd-b418-06f30714148a+72:2391:x1863365369996160:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:0.0:1777045063.680264:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d656d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:146de360-3fb2-48bd-b418-06f30714148a+72:2391:x1863365369996160:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 70us (1182us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045063.680274:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 974 00000100:00080000:0.0:1777045063.680336:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1777045063.680343:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1777045063.680348:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1777045063.680717:0:14822:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d655c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+10:2391:x1863365369996672:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 847us (1536us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045063.680730:0:14822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 789 00000040:00080000:2.0:1777045064.218483:0:11491:0:(llog.c:801:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1777045064.218495:0:11491:0:(llog_cat.c:158:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1777045064.218547:0:11491:0:(llog.c:858:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 27 count 2 00000040:00080000:2.0:1777045064.218557:0:11491:0:(llog.c:858:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:2.0:1777045064.218681:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1777045064.668565:0:18853:0:(llog.c:801:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1777045064.668579:0:18853:0:(llog_cat.c:158:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1777045064.668651:0:18853:0:(llog.c:858:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 27 count 2 00000040:00080000:2.0:1777045064.668661:0:18853:0:(llog.c:858:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1777045064.837066:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045064.837185:0:6641:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369996928 00000100:00100000:0.0:1777045064.837198:0:6641:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369996928 00000100:00100000:0.0:1777045064.837290:0:6641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 277 00000100:00100000:0.0:1777045064.837306:0:6641:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d58d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:146de360-3fb2-48bd-b418-06f30714148a+11:2392:x1863365369996928:12345-192.168.201.45@tcp:101:lfs.0 00010000:00010000:0.0:1777045064.837332:0:6641:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777045064.837359:0:6641:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002e7ce2e2/0x2c8777a5e7d9dd62 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148b35 expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045064.837395:0:6641:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777045064.837398:0:6641:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777045064.837410:0:6641:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002e7ce2e2/0x2c8777a5e7d9dd62 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148b35 expref: 12 pid: 6641 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045064.837440:0:6641:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000002e7ce2e2/0x2c8777a5e7d9dd62 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148b35 expref: 12 pid: 6641 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045064.837460:0:6641:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de48022400, rc 0) 00000100:00100000:0.0:1777045064.837537:0:6641:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d58d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:146de360-3fb2-48bd-b418-06f30714148a+12:2392:x1863365369996928:12345-192.168.201.45@tcp:101:lfs.0 Request processed in 233us (482us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045064.837550:0:6641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 277 00000100:00100000:0.0:1777045064.870576:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045064.872115:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369997184 00000100:00100000:3.0:1777045064.872130:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369997184 00000100:00100000:3.0:1777045064.872211:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1008 00000100:00100000:3.0:1777045064.872226:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df470cf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:146de360-3fb2-48bd-b418-06f30714148a+72:27135:x1863365369997184:12345-192.168.201.45@tcp:101:lfs.0 00010000:00010000:3.0:1777045064.872276:0:12646:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777045064.872327:0:12646:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066200/0x2c8777a5e7d9dd69 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148b3c expref: -99 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045064.872462:0:12646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066a00/0x2c8777a5e7d9dd70 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045064.872484:0:12646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066a00/0x2c8777a5e7d9dd70 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1b:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045064.872503:0:12646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066a00/0x2c8777a5e7d9dd70 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1b:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777045064.872521:0:12646:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x1b:0x0]: returning size 158 00010000:00010000:3.0:1777045064.872682:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066200/0x2c8777a5e7d9dd69 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1b:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148b3c expref: 75 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045064.872709:0:12646:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066a00/0x2c8777a5e7d9dd70 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1b:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148b3c expref: 74 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045064.872723:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b:0x0].0x0 (ffff98df413b6500) 00010000:00010000:3.0:1777045064.872728:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1777045064.872734:0:12646:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de48066a00, rc 0) 00000100:00100000:3.0:1777045064.872815:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df470cf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:146de360-3fb2-48bd-b418-06f30714148a+74:27135:x1863365369997184:12345-192.168.201.45@tcp:101:lfs.0 Request processed in 591us (2248us total) trans 4294967956 rc 0/0 00000100:00100000:3.0:1777045064.872827:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1008 00000100:00100000:0.0:1777045064.901011:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045064.901149:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369997312 00000100:00100000:2.0:1777045064.901163:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369997312 00000100:00100000:2.0:1777045064.901518:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 278 00000100:00100000:2.0:1777045064.901536:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de4282c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:146de360-3fb2-48bd-b418-06f30714148a+12:2390:x1863365369997312:12345-192.168.201.45@tcp:1:lfs.0 00010000:00010000:2.0:1777045064.901596:0:6642:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009c0f2c31/0x2c8777a5e7d9dd7e lrc: 3/0,1 mode: --/PW res: [0x240000400:0x15:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045064.901635:0:6642:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000099a14c5e/0x2c8777a5e7d9dd3f lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148b27 expref: 9 pid: 6639 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045064.901651:0:6642:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000002e7ce2e2/0x2c8777a5e7d9dd62 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148b35 expref: 12 pid: 6641 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045064.901662:0:6642:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777045064.901666:0:6642:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777045064.901671:0:6642:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009c0f2c31/0x2c8777a5e7d9dd7e lrc: 5/0,1 mode: --/PW res: [0x240000400:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045064.901748:0:6642:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000002e7ce2e2/0x2c8777a5e7d9dd62 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148b35 expref: 12 pid: 6641 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045064.901770:0:6642:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000002e7ce2e2/0x2c8777a5e7d9dd62 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148b35 expref: 12 pid: 6641 timeout: 1793 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777045064.901795:0:6642:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de431bc700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6642:1863365424357888:192.168.201.45@tcp:104: 00010000:00010000:2.0:1777045064.901970:0:6642:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000099a14c5e/0x2c8777a5e7d9dd3f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148b27 expref: 9 pid: 6639 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045064.901986:0:6642:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000099a14c5e/0x2c8777a5e7d9dd3f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148b27 expref: 9 pid: 6639 timeout: 1793 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777045064.902010:0:6642:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df77c7e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6642:1863365424358016:192.168.201.45@tcp:104: 00000100:00100000:2.0:1777045064.902049:0:6642:0:(client.c:2691:ptlrpc_set_wait()) set ffff98de41a29480 going to sleep for 11 seconds 00000100:00100000:2.0:1777045064.961486:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045064.961621:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045064.963053:0:6642:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de431bc700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6642:1863365424357888:192.168.201.45@tcp:104: 00000100:00100000:0.0:1777045064.963072:0:6642:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df77c7e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6642:1863365424358016:192.168.201.45@tcp:104: 00010000:00010000:0.0:1777045064.963114:0:6642:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000009c0f2c31/0x2c8777a5e7d9dd7e lrc: 3/0,1 mode: --/PW res: [0x240000400:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777045064.969636:0:5843:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369997440 00000100:00100000:1.0:1777045064.969675:0:5843:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369997440 00010000:00010000:1.0:1777045064.969742:0:5843:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000099a14c5e/0x2c8777a5e7d9dd3f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148b27 expref: 10 pid: 6639 timeout: 1793 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777045064.969921:0:5843:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369997568 00000100:00100000:1.0:1777045064.969929:0:5843:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369997568 00010000:00010000:1.0:1777045064.969955:0:5843:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000002e7ce2e2/0x2c8777a5e7d9dd62 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148b35 expref: 13 pid: 6641 timeout: 1793 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777045064.970308:0:5841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 298 00000100:00100000:2.0:1777045064.970329:0:5841:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77c7c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+10:2392:x1863365369997440:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777045064.970352:0:5841:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1777045064.970381:0:5841:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x15:0x0] updating lvb blocks from disk: 1 -> 11 00010000:00010000:2.0:1777045064.970392:0:5841:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000099a14c5e/0x2c8777a5e7d9dd3f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148b27 expref: 10 pid: 6639 timeout: 1793 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045064.970413:0:5841:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000099a14c5e/0x2c8777a5e7d9dd3f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148b27 expref: 10 pid: 6639 timeout: 1793 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045064.970447:0:5841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000099a14c5e/0x2c8777a5e7d9dd3f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x15:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148b27 expref: 10 pid: 6639 timeout: 1793 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045064.970470:0:5841:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777045064.970556:0:5841:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77c7c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2392:x1863365369997440:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 232us (9081us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045064.970569:0:5841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 298 00000100:00100000:2.0:1777045064.970603:0:5841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 299 00000100:00100000:2.0:1777045064.970616:0:5841:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df485be300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:146de360-3fb2-48bd-b418-06f30714148a+13:2391:x1863365369997568:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777045064.970630:0:5841:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777045064.970646:0:5841:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000002e7ce2e2/0x2c8777a5e7d9dd62 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148b35 expref: 13 pid: 6641 timeout: 1793 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045064.970663:0:5841:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000002e7ce2e2/0x2c8777a5e7d9dd62 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148b35 expref: 13 pid: 6641 timeout: 1793 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045064.970686:0:5841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002e7ce2e2/0x2c8777a5e7d9dd62 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148b35 expref: 13 pid: 6641 timeout: 1793 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045064.970704:0:5841:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777045064.970708:0:5841:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777045064.970714:0:5841:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000009c0f2c31/0x2c8777a5e7d9dd7e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045064.970730:0:5841:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009c0f2c31/0x2c8777a5e7d9dd7e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045064.970772:0:5841:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777045064.971088:0:5841:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df485be300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:146de360-3fb2-48bd-b418-06f30714148a+12:2391:x1863365369997568:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 472us (9465us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045064.971101:0:5841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 299 00010000:00010000:2.0:1777045064.982813:0:6642:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000009c0f2c31/0x2c8777a5e7d9dd7e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045064.982844:0:6642:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009c0f2c31/0x2c8777a5e7d9dd7e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045064.982926:0:6642:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009c0f2c31/0x2c8777a5e7d9dd7e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045064.982945:0:6642:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000009c0f2c31/0x2c8777a5e7d9dd7e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045064.982963:0:6642:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000009c0f2c31/0x2c8777a5e7d9dd7e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045064.982978:0:6642:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48025800 already unused, calling callback (ffffffffc17d22d0) 00010000:00010000:2.0:1777045064.982987:0:6642:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000009c0f2c31/0x2c8777a5e7d9dd7e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045064.983004:0:6642:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000009c0f2c31/0x2c8777a5e7d9dd7e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045064.983035:0:6642:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000009c0f2c31/0x2c8777a5e7d9dd7e lrc: 2/0,0 mode: --/PW res: [0x240000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045064.983052:0:6642:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009c0f2c31/0x2c8777a5e7d9dd7e lrc: 0/0,0 mode: --/PW res: [0x240000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777045064.983262:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de4282c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:146de360-3fb2-48bd-b418-06f30714148a+11:2390:x1863365369997312:12345-192.168.201.45@tcp:1:lfs.0 Request processed in 81661us (82194us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045064.983281:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 278 00000100:00100000:2.0:1777045064.993775:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045064.994172:0:5858:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369997824 00000100:00100000:3.0:1777045064.994187:0:5858:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369997824 00000100:00100000:3.0:1777045064.994549:0:5858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 223 00000100:00100000:3.0:1777045064.994567:0:5858:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41c65880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:146de360-3fb2-48bd-b418-06f30714148a+74:27135:x1863365369997824:12345-192.168.201.45@tcp:35:lfs.0 00000004:00010000:3.0:1777045064.994683:0:5858:0:(mdt_open.c:1994:mdt_hsm_release()) ### [0x200000402:0x1b:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066a00/0x2c8777a5e7d9dd70 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1b:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148b3c expref: 74 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1777045064.995083:0:5858:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967957 00000001:00080000:3.0:1777045064.996537:0:5858:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967958 00010000:00010000:3.0:1777045064.996641:0:5858:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067c00/0x2c8777a5e7d9dd85 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5858 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045064.996667:0:5858:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066c00/0x2c8777a5e7d9dccf lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148aef expref: 32 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045064.996682:0:5858:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067e00/0x2c8777a5e7d9dd00 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148b04 expref: 77 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045064.996696:0:5858:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067c00/0x2c8777a5e7d9dd85 lrc: 5/0,1 mode: --/EX res: [0x200000402:0x1b:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5858 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045064.996749:0:5858:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067e00/0x2c8777a5e7d9dd00 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148b04 expref: 77 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045064.996772:0:5858:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067e00/0x2c8777a5e7d9dd00 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148b04 expref: 77 pid: 5857 timeout: 1793 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777045064.996795:0:5858:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df6d58ce00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:5858:1863365424358144:192.168.201.45@tcp:104: 00010000:00010000:3.0:1777045064.996955:0:5858:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066c00/0x2c8777a5e7d9dccf lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148aef expref: 32 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045064.996973:0:5858:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066c00/0x2c8777a5e7d9dccf lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148aef expref: 32 pid: 7939 timeout: 1793 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777045064.996992:0:5858:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df6d58fb80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:5858:1863365424358272:192.168.201.45@tcp:104: 00000100:00100000:3.0:1777045064.997037:0:5858:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df60782600 going to sleep for 11 seconds 00000100:00100000:1.0:1777045065.036142:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045065.038656:0:5858:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df6d58ce00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:5858:1863365424358144:192.168.201.45@tcp:104: 00000100:00100000:0.0:1777045065.039543:0:6655:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369997952 00000100:00100000:0.0:1777045065.039556:0:6655:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369997952 00010000:00010000:0.0:1777045065.039647:0:6655:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067e00/0x2c8777a5e7d9dd00 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148b04 expref: 78 pid: 5857 timeout: 1793 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777045065.039742:0:6655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 300 00000100:00100000:0.0:1777045065.039761:0:6655:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d656680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:146de360-3fb2-48bd-b418-06f30714148a+78:2393:x1863365369997952:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777045065.039784:0:6655:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777045065.039797:0:6655:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067e00/0x2c8777a5e7d9dd00 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148b04 expref: 78 pid: 5857 timeout: 1793 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045065.039819:0:6655:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067e00/0x2c8777a5e7d9dd00 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148b04 expref: 78 pid: 5857 timeout: 1793 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045065.039854:0:6655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067e00/0x2c8777a5e7d9dd00 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148b04 expref: 78 pid: 5857 timeout: 1793 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045065.039879:0:6655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b:0x0].0x0 (ffff98df413b6500) 00010000:00010000:0.0:1777045065.039887:0:6655:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067c00/0x2c8777a5e7d9dd85 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1b:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5858 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045065.039946:0:6655:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067c00/0x2c8777a5e7d9dd85 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1b:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5858 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045065.039959:0:6655:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777045065.040040:0:6655:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d656680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:146de360-3fb2-48bd-b418-06f30714148a+77:2393:x1863365369997952:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 282us (4178us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045065.040055:0:6655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 300 00000100:00080000:1.0:1777045065.040401:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1777045065.049088:0:5858:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df6d58fb80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:5858:1863365424358272:192.168.201.45@tcp:104: 00010000:00010000:2.0:1777045065.049153:0:5858:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067c00/0x2c8777a5e7d9dd85 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1b:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5858 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777045065.050075:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045065.050187:0:5842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369998080 00000100:00100000:2.0:1777045065.050489:0:5842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369998080 00010000:00010000:2.0:1777045065.050746:0:5842:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066c00/0x2c8777a5e7d9dccf lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148aef expref: 33 pid: 7939 timeout: 1793 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777045065.050810:0:5842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 301 00000100:00100000:2.0:1777045065.050829:0:5842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d58fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+33:2392:x1863365369998080:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777045065.050853:0:5842:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777045065.050863:0:5842:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066c00/0x2c8777a5e7d9dccf lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148aef expref: 33 pid: 7939 timeout: 1793 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045065.050883:0:5842:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066c00/0x2c8777a5e7d9dccf lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148aef expref: 33 pid: 7939 timeout: 1793 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045065.050942:0:5842:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066c00/0x2c8777a5e7d9dccf lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148aef expref: 33 pid: 7939 timeout: 1793 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045065.050966:0:5842:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b:0x0].0x0 (ffff98df413b6500) 00010000:00010000:2.0:1777045065.050976:0:5842:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067c00/0x2c8777a5e7d9dd85 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1b:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5858 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045065.050999:0:5842:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067c00/0x2c8777a5e7d9dd85 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1b:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5858 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045065.051011:0:5842:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067c00/0x2c8777a5e7d9dd85 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x1b:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5858 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045065.051048:0:5842:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777045065.051116:0:5842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d58fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+32:2392:x1863365369998080:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 290us (1045us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045065.051131:0:5842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 301 00010000:00010000:2.0:1777045065.051173:0:5858:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067c00/0x2c8777a5e7d9dd85 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1b:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5858 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045065.051186:0:5858:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067c00/0x2c8777a5e7d9dd85 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1b:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5858 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1777045065.051391:0:5858:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967959 00000001:00080000:2.0:1777045065.051708:0:5858:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967960 00000001:00080000:2.0:1777045065.051819:0:5858:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967961 00000100:00100000:2.0:1777045065.051977:0:5858:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de41c65180 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:5858:1863365424358400:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1777045065.052051:0:5858:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777045065.052094:0:5858:0:(client.c:2691:ptlrpc_set_wait()) set ffff98de41a29a80 going to sleep for 11 seconds 00000100:00100000:2.0:1777045065.052128:0:5861:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424358400 00000100:00100000:2.0:1777045065.052136:0:5861:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424358400 00000100:00080000:0.0:1777045065.061483:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1777045065.061496:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1777045065.061967:0:5861:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:2.0:1777045065.061988:0:5861:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41c64380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:5858:x1863365424358400:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1777045065.062149:0:5861:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41c64380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:5858:x1863365424358400:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 167us (10098us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045065.062170:0:5861:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00100000:2.0:1777045065.062283:0:5858:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de41c65180 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:5858:1863365424358400:0@lo:1000:mdt_rdpg00_000.0 00000001:00080000:2.0:1777045065.063162:0:5858:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967962 00000100:00100000:2.0:1777045065.063606:0:5858:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de41c65180 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:5858:1863365424358528:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1777045065.063658:0:5858:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777045065.063687:0:5858:0:(client.c:2691:ptlrpc_set_wait()) set ffff98de41a29540 going to sleep for 11 seconds 00000100:00100000:2.0:1777045065.063708:0:5861:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424358528 00000100:00100000:2.0:1777045065.063715:0:5861:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424358528 00000100:00100000:2.0:1777045065.063751:0:5861:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:2.0:1777045065.063762:0:5861:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41c65500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:5858:x1863365424358528:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1777045065.064376:0:5861:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41c65500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:5858:x1863365424358528:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 612us (715us total) trans 4294967349 rc 0/0 00000100:00100000:2.0:1777045065.064388:0:5861:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00100000:2.0:1777045065.064449:0:5858:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de41c65180 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:5858:1863365424358528:0@lo:1000:mdt_rdpg00_000.0 00010000:00010000:2.0:1777045065.064478:0:5858:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067c00/0x2c8777a5e7d9dd85 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1b:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5858 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045065.064495:0:5858:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067c00/0x2c8777a5e7d9dd85 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1b:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5858 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045065.064509:0:5858:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067c00/0x2c8777a5e7d9dd85 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1b:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5858 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045065.064519:0:5858:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48067c00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:2.0:1777045065.064526:0:5858:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067c00/0x2c8777a5e7d9dd85 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1b:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5858 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045065.064547:0:5858:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067c00/0x2c8777a5e7d9dd85 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1b:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5858 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045065.064569:0:5858:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b:0x0].0x0 (ffff98df413b6500) 00010000:00010000:2.0:1777045065.064575:0:5858:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:2.0:1777045065.064583:0:5858:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067c00/0x2c8777a5e7d9dd85 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1b:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5858 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045065.064594:0:5858:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067c00/0x2c8777a5e7d9dd85 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1b:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5858 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1777045065.064863:0:5858:0:(mdd_object.c:4010:mdd_close()) Object [0x200000401:0x3f:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:2.0:1777045065.076244:0:5858:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].12, 64 off8984 00000004:00080000:2.0:1777045065.076268:0:5858:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1693566064872ns, next at 1694566060710ns, rc = 0 00000001:00080000:2.0:1777045065.076288:0:5858:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967963 00010000:00010000:2.0:1777045065.076376:0:5858:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b:0x0].0x0 (ffff98df413b6500) 00010000:00010000:2.0:1777045065.076383:0:5858:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1777045065.076399:0:5858:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066a00/0x2c8777a5e7d9dd70 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1b:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148b3c expref: 81 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777045065.083493:0:5858:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41c65880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:146de360-3fb2-48bd-b418-06f30714148a+80:27135:x1863365369997824:12345-192.168.201.45@tcp:35:lfs.0 Request processed in 88918us (89720us total) trans 4294967964 rc 0/0 00000100:00100000:2.0:1777045065.083512:0:5858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 223 00000020:00080000:2.0:1777045065.083521:0:5858:0:(tgt_main.c:783:tgt_ses_key_exit()) total 8 transactions per RPC 00000100:00100000:1.0:1777045065.155279:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045065.157249:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369998208 00000100:00100000:2.0:1777045065.157264:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369998208 00000100:00100000:2.0:1777045065.157346:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1009 00000100:00100000:2.0:1777045065.157362:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d657800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:146de360-3fb2-48bd-b418-06f30714148a+80:27136:x1863365369998208:12345-192.168.201.45@tcp:101:diff.0 00010000:00010000:2.0:1777045065.157412:0:5855:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777045065.157441:0:5855:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025800/0x2c8777a5e7d9dd8c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148b43 expref: -99 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045065.157532:0:5855:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024e00/0x2c8777a5e7d9dd93 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045065.157556:0:5855:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024e00/0x2c8777a5e7d9dd93 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045065.157574:0:5855:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024e00/0x2c8777a5e7d9dd93 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045065.157599:0:5855:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024000/0x2c8777a5e7d9dd9a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045065.157635:0:5855:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024000/0x2c8777a5e7d9dd9a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045065.157648:0:5855:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024000/0x2c8777a5e7d9dd9a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045065.157799:0:5855:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024800/0x2c8777a5e7d9dda1 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045065.157812:0:5855:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024800/0x2c8777a5e7d9dda1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045065.157823:0:5855:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024800/0x2c8777a5e7d9dda1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777045065.157866:0:5855:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x1b:0x0]: returning size 158 00000004:00200000:2.0:1777045065.157873:0:5855:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1777045065.157918:0:5855:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024800/0x2c8777a5e7d9dda1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045065.157936:0:5855:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024800/0x2c8777a5e7d9dda1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045065.157950:0:5855:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024e00/0x2c8777a5e7d9dd93 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045065.157961:0:5855:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024e00/0x2c8777a5e7d9dd93 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045065.157972:0:5855:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024e00/0x2c8777a5e7d9dd93 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045065.157982:0:5855:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48024e00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:2.0:1777045065.157988:0:5855:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024e00/0x2c8777a5e7d9dd93 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045065.158000:0:5855:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024e00/0x2c8777a5e7d9dd93 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045065.158017:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3e:0x0].0x0 (ffff98df48c7e400) 00010000:00010000:2.0:1777045065.158022:0:5855:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777045065.158030:0:5855:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024e00/0x2c8777a5e7d9dd93 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045065.158041:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024e00/0x2c8777a5e7d9dd93 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045065.158059:0:5855:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024000/0x2c8777a5e7d9dd9a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045065.158077:0:5855:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024000/0x2c8777a5e7d9dd9a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045065.158087:0:5855:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024000/0x2c8777a5e7d9dd9a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045065.158095:0:5855:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48024000 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:2.0:1777045065.158100:0:5855:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024000/0x2c8777a5e7d9dd9a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045065.158110:0:5855:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024000/0x2c8777a5e7d9dd9a lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045065.158123:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3e:0x0].0x385708b9 (ffff98df52c43600) 00010000:00010000:2.0:1777045065.158127:0:5855:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777045065.158132:0:5855:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024000/0x2c8777a5e7d9dd9a lrc: 2/0,0 mode: --/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045065.158142:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024000/0x2c8777a5e7d9dd9a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045065.158190:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025800/0x2c8777a5e7d9dd8c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148b43 expref: 82 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045065.158245:0:5855:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024800/0x2c8777a5e7d9dda1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148b43 expref: 81 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045065.158257:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b:0x0].0x0 (ffff98df52c43e00) 00010000:00010000:2.0:1777045065.158261:0:5855:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777045065.158266:0:5855:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de48024800, rc 0) 00000100:00100000:2.0:1777045065.158350:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d657800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:146de360-3fb2-48bd-b418-06f30714148a+81:27136:x1863365369998208:12345-192.168.201.45@tcp:101:diff.0 Request processed in 990us (3083us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045065.158363:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1009 00000100:00100000:1.0:1777045065.171781:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045065.172690:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369998464 00000100:00100000:0.0:1777045065.172703:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369998464 00000100:00100000:0.0:1777045065.172787:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1010 00000100:00100000:0.0:1777045065.172802:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d654a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:146de360-3fb2-48bd-b418-06f30714148a+81:27136:x1863365369998464:12345-192.168.201.45@tcp:101:diff.0 00010000:00010000:0.0:1777045065.172827:0:5856:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777045065.172854:0:5856:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023a00/0x2c8777a5e7d9dda8 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148b4a expref: -99 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045065.173016:0:5856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022600/0x2c8777a5e7d9ddaf lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045065.173037:0:5856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022600/0x2c8777a5e7d9ddaf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045065.173054:0:5856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022600/0x2c8777a5e7d9ddaf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777045065.173071:0:5856:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x1b:0x0]: returning size 158 00010000:00010000:0.0:1777045065.173258:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023a00/0x2c8777a5e7d9dda8 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148b4a expref: 84 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045065.173295:0:5856:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022600/0x2c8777a5e7d9ddaf lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148b4a expref: 83 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045065.173308:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b:0x0].0x0 (ffff98df52c43e00) 00010000:00010000:0.0:1777045065.173312:0:5856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777045065.173317:0:5856:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de48022600, rc 0) 00000100:00100000:0.0:1777045065.173410:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d654a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:146de360-3fb2-48bd-b418-06f30714148a+83:27136:x1863365369998464:12345-192.168.201.45@tcp:101:diff.0 Request processed in 610us (1638us total) trans 4294967965 rc 0/0 00000100:00100000:0.0:1777045065.173452:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1010 00000100:00100000:0.0:1777045065.179879:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df6d654700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424358656:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1777045065.180556:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777045065.182274:0:6644:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424358656 00000100:00100000:2.0:1777045065.182299:0:6644:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424358656 00000100:00100000:2.0:1777045065.182393:0:6644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 417 00000100:00100000:2.0:1777045065.182411:0:6644:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de4282fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3342:x1863365424358656:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1777045065.182461:0:6644:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 74776576 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1777045065.182603:0:6644:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de4282fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3342:x1863365424358656:12345-0@lo:13:osp-pre-0-0.0 Request processed in 137us (2286us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045065.182617:0:6644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 417 00000100:00100000:2.0:1777045065.182693:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df6d654700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424358656:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1777045065.197551:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045065.198581:0:6655:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369998592 00000100:00100000:1.0:1777045065.198596:0:6655:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369998592 00000100:00100000:1.0:1777045065.198691:0:6655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 59 00000100:00100000:1.0:1777045065.198707:0:6655:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df5f98e050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:146de360-3fb2-48bd-b418-06f30714148a+83:2392:x1863365369998592:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777045065.198731:0:6655:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777045065.198763:0:6655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022600/0x2c8777a5e7d9ddaf lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148b4a expref: 83 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045065.198809:0:6655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b:0x0].0x0 (ffff98df52c43e00) 00010000:00010000:1.0:1777045065.198817:0:6655:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777045065.198920:0:6655:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df5f98e050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:146de360-3fb2-48bd-b418-06f30714148a+82:2392:x1863365369998592:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 185us (1350us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045065.198935:0:6655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 59 00000100:00100000:1.0:1777045065.201500:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045065.201888:0:5842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369998848 00000100:00100000:3.0:1777045065.201920:0:5842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369998848 00000100:00100000:3.0:1777045065.201996:0:5842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 60 00000100:00100000:3.0:1777045065.202010:0:5842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d656680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:146de360-3fb2-48bd-b418-06f30714148a+82:27136:x1863365369998848:12345-192.168.201.45@tcp:103:diff.0 00010000:00010000:3.0:1777045065.202028:0:5842:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777045065.202053:0:5842:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024800/0x2c8777a5e7d9dda1 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148b43 expref: 82 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045065.202078:0:5842:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b:0x0].0x0 (ffff98df52c43e00) 00010000:00010000:3.0:1777045065.202094:0:5842:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777045065.202165:0:5842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d656680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:146de360-3fb2-48bd-b418-06f30714148a+81:27136:x1863365369998848:12345-192.168.201.45@tcp:103:diff.0 Request processed in 157us (670us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045065.202176:0:5842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 60 00000100:00100000:1.0:1777045065.223806:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045065.223958:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369998976 00000100:00100000:0.0:1777045065.223972:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369998976 00000100:00100000:0.0:1777045065.224064:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1011 00000100:00100000:0.0:1777045065.224081:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d654700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:146de360-3fb2-48bd-b418-06f30714148a+81:27136:x1863365369998976:12345-192.168.201.45@tcp:58:diff.0 00010000:00010000:0.0:1777045065.224565:0:5857:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023a00/0x2c8777a5e7d9ddbd lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045065.224590:0:5857:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023a00/0x2c8777a5e7d9ddbd lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045065.224608:0:5857:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023a00/0x2c8777a5e7d9ddbd lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1777045065.224812:0:5857:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].27, 136 off11864 00000100:00100000:0.0:1777045065.224933:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d654700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:146de360-3fb2-48bd-b418-06f30714148a+81:27136:x1863365369998976:12345-192.168.201.45@tcp:58:diff.0 Request processed in 855us (1155us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045065.224946:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1011 00010000:00010000:2.0:1777045065.243190:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1777045065.243930:0:11491:0:(llog.c:801:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1777045065.243938:0:11491:0:(llog_cat.c:158:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1777045065.244000:0:11491:0:(llog.c:858:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 28 count 3 00000040:00080000:1.0:1777045065.244011:0:11491:0:(llog.c:858:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1777045065.244171:0:11491:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df470cea00 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11491:1863365424358784:192.168.201.45@tcp:107:hsm_cdtr.0 00000100:00100000:1.0:1777045065.244602:0:11491:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df467e1180 going to sleep for 11 seconds 00000100:00100000:1.0:1777045065.247655:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045065.247692:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369999104 00000100:00100000:1.0:1777045065.247702:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369999104 00000100:00100000:1.0:1777045065.247758:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1012 00000100:00100000:1.0:1777045065.248002:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df470cd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:146de360-3fb2-48bd-b418-06f30714148a+81:27136:x1863365369999104:12345-192.168.201.45@tcp:101:diff.0 00010000:00010000:1.0:1777045065.248026:0:7939:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777045065.248051:0:7939:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd000/0x2c8777a5e7d9ddc4 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148b51 expref: -99 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045065.248113:0:7939:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023a00/0x2c8777a5e7d9ddbd lrc: 2/0,1 mode: EX/EX res: [0x200000402:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045065.248129:0:7939:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd000/0x2c8777a5e7d9ddc4 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148b51 expref: 82 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045065.248154:0:7939:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023a00/0x2c8777a5e7d9ddbd lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045065.248172:0:7939:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd000/0x2c8777a5e7d9ddc4 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148b51 expref: 82 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045065.248190:0:7939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b:0x0].0x0 (ffff98df61f8e000) 00010000:00010000:1.0:1777045065.248195:0:7939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1777045065.248214:0:7939:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd000/0x2c8777a5e7d9ddc4 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148b51 expref: 82 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045065.248546:0:7939:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de41dfd000, rc 0) 00000100:00100000:1.0:1777045065.248602:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df470cd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:146de360-3fb2-48bd-b418-06f30714148a+82:27136:x1863365369999104:12345-192.168.201.45@tcp:101:diff.0 Request processed in 833us (954us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045065.248614:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1012 00000100:00100000:0.0:1777045065.280450:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045065.283155:0:11491:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df470cea00 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11491:1863365424358784:192.168.201.45@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1777045065.283632:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369999232 00000100:00100000:0.0:1777045065.283643:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369999232 00000100:00100000:0.0:1777045065.283705:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1013 00000100:00100000:0.0:1777045065.283719:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de4282df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+32:27137:x1863365369999232:12345-192.168.201.45@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1777045065.283757:0:12646:0:(mdt_handler.c:7958:mdt_fid2path()) path get [0x200000402:0x1b:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1777045065.284149:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de4282df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+32:27137:x1863365369999232:12345-192.168.201.45@tcp:53:lhsmtool_posix.0 Request processed in 430us (3706us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045065.284163:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1013 00000100:00100000:3.0:1777045065.292692:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045065.292741:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369999360 00000100:00100000:3.0:1777045065.292755:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369999360 00000100:00100000:3.0:1777045065.292836:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1014 00000100:00100000:3.0:1777045065.292851:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d58ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+32:27137:x1863365369999360:12345-192.168.201.45@tcp:34:lhsmtool_posix.0 00010000:00010000:3.0:1777045065.292967:0:5855:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067e00/0x2c8777a5e7d9ddcb lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045065.292991:0:5855:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067e00/0x2c8777a5e7d9ddcb lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045065.293008:0:5855:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067e00/0x2c8777a5e7d9ddcb lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045065.293030:0:5855:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066200/0x2c8777a5e7d9ddd2 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x2b74b2f9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045065.293040:0:5855:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066200/0x2c8777a5e7d9ddd2 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x2b74b2f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045065.293049:0:5855:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066200/0x2c8777a5e7d9ddd2 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x2b74b2f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045065.293077:0:5855:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067400/0x2c8777a5e7d9ddd9 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045065.293088:0:5855:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067400/0x2c8777a5e7d9ddd9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045065.293099:0:5855:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067400/0x2c8777a5e7d9ddd9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777045065.293145:0:5855:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x1b:0x0]: returning size 158 00000004:00200000:3.0:1777045065.293151:0:5855:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1777045065.293169:0:5855:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067400/0x2c8777a5e7d9ddd9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045065.293185:0:5855:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067e00/0x2c8777a5e7d9ddcb lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045065.293194:0:5855:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067e00/0x2c8777a5e7d9ddcb lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045065.293234:0:5855:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067e00/0x2c8777a5e7d9ddcb lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045065.293244:0:5855:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48067e00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:3.0:1777045065.293251:0:5855:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067e00/0x2c8777a5e7d9ddcb lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045065.293263:0:5855:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067e00/0x2c8777a5e7d9ddcb lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045065.293281:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff98df4a351500) 00010000:00010000:3.0:1777045065.293286:0:5855:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777045065.293292:0:5855:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067e00/0x2c8777a5e7d9ddcb lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045065.293301:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067e00/0x2c8777a5e7d9ddcb lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045065.293325:0:5855:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066200/0x2c8777a5e7d9ddd2 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x2b74b2f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045065.293336:0:5855:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066200/0x2c8777a5e7d9ddd2 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x2b74b2f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045065.293345:0:5855:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066200/0x2c8777a5e7d9ddd2 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x2b74b2f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045065.293354:0:5855:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48066200 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:3.0:1777045065.293358:0:5855:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066200/0x2c8777a5e7d9ddd2 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x2b74b2f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045065.293366:0:5855:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066200/0x2c8777a5e7d9ddd2 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x2b74b2f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045065.293377:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x2b74b2f9 (ffff98df413b6700) 00010000:00010000:3.0:1777045065.293380:0:5855:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777045065.293384:0:5855:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066200/0x2c8777a5e7d9ddd2 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x2b74b2f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045065.293392:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066200/0x2c8777a5e7d9ddd2 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x2b74b2f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045065.293410:0:5855:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067400/0x2c8777a5e7d9ddd9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045065.293421:0:5855:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067400/0x2c8777a5e7d9ddd9 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045065.293430:0:5855:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067400/0x2c8777a5e7d9ddd9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045065.293439:0:5855:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48067400 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:3.0:1777045065.293443:0:5855:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067400/0x2c8777a5e7d9ddd9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045065.293452:0:5855:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067400/0x2c8777a5e7d9ddd9 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045065.293463:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b:0x0].0x0 (ffff98df61f8e000) 00010000:00010000:3.0:1777045065.293466:0:5855:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777045065.293471:0:5855:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067400/0x2c8777a5e7d9ddd9 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045065.293479:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067400/0x2c8777a5e7d9ddd9 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777045065.293572:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d58ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+32:27137:x1863365369999360:12345-192.168.201.45@tcp:34:lhsmtool_posix.0 Request processed in 721us (887us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045065.293586:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1014 00000100:00100000:0.0:1777045065.309770:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045065.310337:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369999616 00000100:00100000:3.0:1777045065.310351:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369999616 00000100:00100000:3.0:1777045065.310435:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1015 00000100:00100000:3.0:1777045065.310449:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de4282ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+32:27137:x1863365369999616:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1777045065.310475:0:5856:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777045065.310502:0:5856:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066e00/0x2c8777a5e7d9dde0 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148b58 expref: -99 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045065.310632:0:5856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067200/0x2c8777a5e7d9dde7 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045065.310663:0:5856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067200/0x2c8777a5e7d9dde7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045065.310682:0:5856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067200/0x2c8777a5e7d9dde7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777045065.310699:0:5856:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x1b:0x0]: returning size 158 00010000:00010000:3.0:1777045065.310834:0:5856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067200/0x2c8777a5e7d9dde7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045065.311139:0:5856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067200/0x2c8777a5e7d9dde7 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045065.311149:0:5856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067200/0x2c8777a5e7d9dde7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045065.311158:0:5856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48067200 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:3.0:1777045065.311164:0:5856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067200/0x2c8777a5e7d9dde7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045065.311175:0:5856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067200/0x2c8777a5e7d9dde7 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045065.311191:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b:0x0].0x0 (ffff98df61f8e000) 00010000:00010000:3.0:1777045065.311196:0:5856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1777045065.311231:0:5856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067200/0x2c8777a5e7d9dde7 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045065.311241:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067200/0x2c8777a5e7d9dde7 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045065.311304:0:5856:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066e00/0x2c8777a5e7d9dde0 lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148b58 expref: 34 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045065.311319:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff98df4a351500) 00010000:00010000:3.0:1777045065.311323:0:5856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1777045065.311328:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066e00/0x2c8777a5e7d9dde0 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148b58 expref: 34 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045065.311343:0:5856:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de48066e00, rc 0) 00000100:00100000:3.0:1777045065.311417:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de4282ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+33:27137:x1863365369999616:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 Request processed in 969us (1657us total) trans 4294967966 rc 301/301 00000100:00100000:3.0:1777045065.311429:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1015 00000100:00100000:2.0:1777045065.316253:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045065.316295:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365369999744 00000100:00100000:3.0:1777045065.316308:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365369999744 00000100:00100000:3.0:1777045065.316390:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1016 00000100:00100000:3.0:1777045065.316424:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41c64700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+33:27137:x1863365369999744:12345-192.168.201.45@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1777045065.316477:0:5857:0:(mdt_handler.c:7958:mdt_fid2path()) path get [0x200000402:0x1b:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1777045065.316620:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41c64700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+33:27137:x1863365369999744:12345-192.168.201.45@tcp:53:lhsmtool_posix.0 Request processed in 216us (377us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045065.316633:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1016 00000100:00100000:3.0:1777045065.329118:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045065.330175:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370000000 00000100:00100000:2.0:1777045065.330188:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370000000 00000100:00100000:2.0:1777045065.330297:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1017 00000100:00100000:2.0:1777045065.330313:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d58c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+33:27137:x1863365370000000:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1777045065.330339:0:5855:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777045065.330381:0:5855:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024a00/0x2c8777a5e7d9ddf5 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x3e:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148b5f expref: -99 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045065.331306:0:5855:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025600/0x2c8777a5e7d9ddfc lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045065.331327:0:5855:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025600/0x2c8777a5e7d9ddfc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045065.331344:0:5855:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025600/0x2c8777a5e7d9ddfc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777045065.331360:0:5855:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x1c:0x0]: returning size 0 00010000:00010000:2.0:1777045065.331418:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024a00/0x2c8777a5e7d9ddf5 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148b5f expref: 36 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045065.331443:0:5855:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025600/0x2c8777a5e7d9ddfc lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148b5f expref: 35 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045065.331457:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1c:0x0].0x0 (ffff98df52c43600) 00010000:00010000:2.0:1777045065.331462:0:5855:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777045065.331466:0:5855:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de48025600, rc 0) 00000100:00100000:2.0:1777045065.331549:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d58c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+35:27137:x1863365370000000:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 Request processed in 1239us (2440us total) trans 4294967967 rc 0/0 00000100:00100000:2.0:1777045065.331560:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1017 00000100:00100000:2.0:1777045065.341437:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045065.341519:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370000256 00000100:00100000:3.0:1777045065.341540:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370000256 00000100:00100000:3.0:1777045065.341618:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1018 00000100:00100000:3.0:1777045065.341632:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41c64e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+35:27137:x1863365370000256:12345-192.168.201.45@tcp:36:lhsmtool_posix.0 00010000:00010000:3.0:1777045065.341719:0:5856:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777045065.341752:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025600/0x2c8777a5e7d9ddfc lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148b5f expref: 35 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045065.341778:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1c:0x0].0x0 (ffff98df52c43600) 00010000:00010000:3.0:1777045065.341792:0:5856:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777045065.341821:0:5856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066e00/0x2c8777a5e7d9de0a lrc: 3/0,1 mode: --/CW res: [0x200000401:0x3e:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045065.341841:0:5856:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024600/0x2c8777a5e7d9dd15 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148b12 expref: 81 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045065.341851:0:5856:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066e00/0x2c8777a5e7d9de0a lrc: 4/0,1 mode: --/CW res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045065.341913:0:5856:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024600/0x2c8777a5e7d9dd15 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148b12 expref: 81 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045065.341932:0:5856:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024600/0x2c8777a5e7d9dd15 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148b12 expref: 81 pid: 5856 timeout: 1793 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777045065.341952:0:5856:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df6d58fb80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5856:1863365424358912:192.168.201.45@tcp:104: 00000100:00100000:3.0:1777045065.342055:0:5856:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df60782cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1777045065.349833:0:5856:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df6d58fb80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5856:1863365424358912:192.168.201.45@tcp:104: 00010000:00010000:3.0:1777045065.349880:0:5856:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066e00/0x2c8777a5e7d9de0a lrc: 3/0,1 mode: --/CW res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777045065.350834:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045065.350960:0:6655:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370000384 00000100:00100000:0.0:1777045065.350970:0:6655:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370000384 00010000:00010000:0.0:1777045065.351017:0:6655:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024600/0x2c8777a5e7d9dd15 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148b12 expref: 82 pid: 5856 timeout: 1793 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777045065.351067:0:6655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 302 00000100:00100000:0.0:1777045065.351081:0:6655:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df75298000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:146de360-3fb2-48bd-b418-06f30714148a+82:2393:x1863365370000384:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777045065.351101:0:6655:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777045065.351110:0:6655:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024600/0x2c8777a5e7d9dd15 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148b12 expref: 82 pid: 5856 timeout: 1793 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045065.351128:0:6655:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024600/0x2c8777a5e7d9dd15 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148b12 expref: 82 pid: 5856 timeout: 1793 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045065.351157:0:6655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024600/0x2c8777a5e7d9dd15 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3e:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148b12 expref: 82 pid: 5856 timeout: 1793 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045065.351179:0:6655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3e:0x0].0x0 (ffff98df48c7e400) 00010000:00010000:0.0:1777045065.351186:0:6655:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066e00/0x2c8777a5e7d9de0a lrc: 3/0,1 mode: --/CW res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045065.351200:0:6655:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066e00/0x2c8777a5e7d9de0a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045065.351251:0:6655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066e00/0x2c8777a5e7d9de0a lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045065.351281:0:6655:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777045065.351298:0:5856:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066e00/0x2c8777a5e7d9de0a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045065.351308:0:5856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066e00/0x2c8777a5e7d9de0a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777045065.351343:0:6655:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df75298000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:146de360-3fb2-48bd-b418-06f30714148a+81:2393:x1863365370000384:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 265us (513us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045065.351354:0:6655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 302 00010000:00010000:3.0:1777045065.351383:0:5856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067200/0x2c8777a5e7d9de11 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x3e:0x0].0xddacd48c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045065.351397:0:5856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067200/0x2c8777a5e7d9de11 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3e:0x0].0xddacd48c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045065.351426:0:5856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067200/0x2c8777a5e7d9de11 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3e:0x0].0xddacd48c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045065.351521:0:5856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066e00/0x2c8777a5e7d9de0a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045065.351533:0:5856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066e00/0x2c8777a5e7d9de0a lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045065.351543:0:5856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066e00/0x2c8777a5e7d9de0a lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045065.351551:0:5856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48066e00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:3.0:1777045065.351557:0:5856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066e00/0x2c8777a5e7d9de0a lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045065.351567:0:5856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066e00/0x2c8777a5e7d9de0a lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045065.351578:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3e:0x0].0x0 (ffff98df48c7e400) 00010000:00010000:3.0:1777045065.351582:0:5856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777045065.351586:0:5856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066e00/0x2c8777a5e7d9de0a lrc: 2/0,0 mode: --/CW res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045065.351595:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066e00/0x2c8777a5e7d9de0a lrc: 0/0,0 mode: --/CW res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045065.351608:0:5856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067200/0x2c8777a5e7d9de11 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3e:0x0].0xddacd48c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045065.351616:0:5856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067200/0x2c8777a5e7d9de11 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x3e:0x0].0xddacd48c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045065.351623:0:5856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067200/0x2c8777a5e7d9de11 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3e:0x0].0xddacd48c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045065.351630:0:5856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48067200 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:3.0:1777045065.351634:0:5856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067200/0x2c8777a5e7d9de11 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3e:0x0].0xddacd48c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045065.351642:0:5856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067200/0x2c8777a5e7d9de11 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x3e:0x0].0xddacd48c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045065.351651:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3e:0x0].0xddacd48c (ffff98df413b6700) 00010000:00010000:3.0:1777045065.351655:0:5856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777045065.351658:0:5856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067200/0x2c8777a5e7d9de11 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x3e:0x0].0xddacd48c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045065.351665:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067200/0x2c8777a5e7d9de11 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x3e:0x0].0xddacd48c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777045065.351748:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41c64e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+34:27137:x1863365370000256:12345-192.168.201.45@tcp:36:lhsmtool_posix.0 Request processed in 10117us (10321us total) trans 0 rc -2/-2 00000100:00100000:3.0:1777045065.351758:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1018 00000100:00100000:0.0:1777045065.370448:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045065.370554:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370000512 00000100:00100000:1.0:1777045065.370567:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370000512 00000100:00100000:1.0:1777045065.370665:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1019 00000100:00100000:1.0:1777045065.370679:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77c7c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+34:27137:x1863365370000512:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1777045065.370705:0:7939:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777045065.370734:0:7939:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd600/0x2c8777a5e7d9de18 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148b66 expref: -99 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045065.370805:0:7939:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfda00/0x2c8777a5e7d9de1f lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045065.370825:0:7939:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfda00/0x2c8777a5e7d9de1f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045065.370842:0:7939:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfda00/0x2c8777a5e7d9de1f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045065.370999:0:7939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd600/0x2c8777a5e7d9de18 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148b66 expref: 36 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045065.371022:0:7939:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfda00/0x2c8777a5e7d9de1f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148b66 expref: 35 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045065.371037:0:7939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1c:0x0].0x0 (ffff98df46583000) 00010000:00010000:1.0:1777045065.371042:0:7939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1777045065.371047:0:7939:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de41dfda00, rc 0) 00000100:00100000:1.0:1777045065.371116:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77c7c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+35:27137:x1863365370000512:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 Request processed in 438us (678us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045065.371128:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1019 00000100:00100000:3.0:1777045065.375687:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045065.375932:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370000768 00000100:00100000:1.0:1777045065.375945:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370000768 00000100:00100000:1.0:1777045065.376014:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1020 00000100:00100000:1.0:1777045065.376027:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d58fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+35:27137:x1863365370000768:12345-192.168.201.45@tcp:36:lhsmtool_posix.0 00010000:00010000:1.0:1777045065.376139:0:12646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfca00/0x2c8777a5e7d9de26 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045065.376159:0:12646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfca00/0x2c8777a5e7d9de26 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045065.376174:0:12646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfca00/0x2c8777a5e7d9de26 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777045065.376409:0:12646:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000004e70d06f reply state 00000000c17d2ec8 transno 4294967968 ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfca00/0x2c8777a5e7d9de26 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777045065.376422:0:12646:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777045065.376528:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d58fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+37:27137:x1863365370000768:12345-192.168.201.45@tcp:36:lhsmtool_posix.0 Request processed in 503us (851us total) trans 4294967968 rc 0/0 00000100:00100000:1.0:1777045065.376537:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1020 00010000:00010000:3.0:1777045065.383751:0:3327:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfca00/0x2c8777a5e7d9de26 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045065.383769:0:3327:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfca00/0x2c8777a5e7d9de26 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045065.383781:0:3327:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfca00/0x2c8777a5e7d9de26 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045065.383791:0:3327:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de41dfca00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:3.0:1777045065.383797:0:3327:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfca00/0x2c8777a5e7d9de26 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045065.383808:0:3327:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfca00/0x2c8777a5e7d9de26 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045065.383827:0:3327:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1c:0x0].0x0 (ffff98df46583000) 00010000:00010000:3.0:1777045065.383831:0:3327:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1777045065.383837:0:3327:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfca00/0x2c8777a5e7d9de26 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045065.383846:0:3327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfca00/0x2c8777a5e7d9de26 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777045065.396130:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045065.396921:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370000896 00000100:00100000:1.0:1777045065.396934:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370000896 00000100:00100000:1.0:1777045065.397067:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1021 00000100:00100000:1.0:1777045065.397081:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d60e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+36:27137:x1863365370000896:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1777045065.397111:0:5856:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777045065.397137:0:5856:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd600/0x2c8777a5e7d9de2d lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148b6d expref: -99 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045065.397220:0:5856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd600/0x2c8777a5e7d9de2d lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148b6d expref: 37 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045065.397538:0:5856:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd600/0x2c8777a5e7d9de2d lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148b6d expref: 37 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045065.397550:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1c:0x0].0x0 (ffff98df46583000) 00010000:00010000:1.0:1777045065.397554:0:5856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1777045065.397559:0:5856:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de41dfd600, rc 0) 00000100:00100000:1.0:1777045065.397634:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d60e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+37:27137:x1863365370000896:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 Request processed in 555us (1514us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045065.397645:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1021 00000100:00100000:1.0:1777045065.402845:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045065.403065:0:5859:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370001024 00000100:00100000:2.0:1777045065.403074:0:5859:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370001024 00000100:00100000:2.0:1777045065.403524:0:5859:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 224 00000100:00100000:2.0:1777045065.403538:0:5859:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df470cea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+37:27137:x1863365370001024:12345-192.168.201.45@tcp:49:lhsmtool_posix.0 00000100:00100000:2.0:1777045065.403700:0:5859:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df470cea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+37:27137:x1863365370001024:12345-192.168.201.45@tcp:49:lhsmtool_posix.0 Request processed in 164us (863us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045065.403710:0:5859:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 224 00000100:00100000:3.0:1777045065.410084:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045065.410264:0:5858:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370001280 00000100:00100000:0.0:1777045065.410277:0:5858:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370001280 00000100:00100000:0.0:1777045065.410883:0:5858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 225 00000100:00100000:0.0:1777045065.410918:0:5858:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df45edf450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+37:27137:x1863365370001280:12345-192.168.201.45@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1777045065.411249:0:5858:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df45edf450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+38:27137:x1863365370001280:12345-192.168.201.45@tcp:35:lhsmtool_posix.0 Request processed in 335us (1174us total) trans 4294967969 rc 0/0 00000100:00100000:0.0:1777045065.411258:0:5858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 225 00000100:00100000:3.0:1777045065.414976:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045065.415708:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370001536 00000100:00100000:0.0:1777045065.415720:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370001536 00000100:00100000:0.0:1777045065.416563:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1022 00000100:00100000:0.0:1777045065.416577:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d60d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+38:27137:x1863365370001536:12345-192.168.201.45@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1777045065.417945:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d60d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+38:27137:x1863365370001536:12345-192.168.201.45@tcp:57:lhsmtool_posix.0 Request processed in 1369us (2975us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045065.417958:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1022 00000100:00100000:1.0:1777045065.434113:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045065.437768:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370001792 00000100:00100000:0.0:1777045065.438080:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370001792 00000100:00100000:0.0:1777045065.438174:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1023 00000100:00100000:0.0:1777045065.438187:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df470cea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+38:27137:x1863365370001792:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1777045065.439599:0:5857:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777045065.439630:0:5857:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023800/0x2c8777a5e7d9de34 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148b74 expref: -99 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045065.439867:0:5857:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022600/0x2c8777a5e7d9de3b lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045065.439924:0:5857:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd600/0x2c8777a5e7d9de2d lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148b6d expref: 39 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045065.439938:0:5857:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022600/0x2c8777a5e7d9de3b lrc: 4/0,1 mode: --/EX res: [0x200000402:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045065.439986:0:5857:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd600/0x2c8777a5e7d9de2d lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148b6d expref: 39 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045065.440008:0:5857:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd600/0x2c8777a5e7d9de2d lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148b6d expref: 39 pid: 5856 timeout: 1793 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777045065.440037:0:5857:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df77c7e680 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5857:1863365424359040:192.168.201.45@tcp:104: 00000100:00100000:0.0:1777045065.440152:0:5857:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df46731780 going to sleep for 11 seconds 00000100:00100000:0.0:1777045065.452609:0:5857:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df77c7e680 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5857:1863365424359040:192.168.201.45@tcp:104: 00010000:00010000:0.0:1777045065.452647:0:5857:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022600/0x2c8777a5e7d9de3b lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777045065.466820:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045065.467379:0:5842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370001920 00000100:00100000:3.0:1777045065.467392:0:5842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370001920 00010000:00010000:3.0:1777045065.467564:0:5842:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd600/0x2c8777a5e7d9de2d lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148b6d expref: 40 pid: 5856 timeout: 1793 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777045065.467710:0:5842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 303 00000100:00100000:3.0:1777045065.467727:0:5842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df485bf100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+40:2390:x1863365370001920:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777045065.467768:0:5842:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777045065.467779:0:5842:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd600/0x2c8777a5e7d9de2d lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148b6d expref: 40 pid: 5856 timeout: 1793 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045065.467800:0:5842:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd600/0x2c8777a5e7d9de2d lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148b6d expref: 40 pid: 5856 timeout: 1793 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045065.467832:0:5842:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd600/0x2c8777a5e7d9de2d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148b6d expref: 40 pid: 5856 timeout: 1793 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045065.467855:0:5842:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1c:0x0].0x0 (ffff98df46583000) 00010000:00010000:3.0:1777045065.467864:0:5842:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022600/0x2c8777a5e7d9de3b lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045065.467879:0:5842:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022600/0x2c8777a5e7d9de3b lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045065.467915:0:5842:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022600/0x2c8777a5e7d9de3b lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045065.467985:0:5842:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777045065.468066:0:5842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df485bf100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+39:2390:x1863365370001920:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 342us (1890us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045065.468079:0:5842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 303 00010000:00010000:1.0:1777045065.468352:0:5857:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022600/0x2c8777a5e7d9de3b lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045065.468366:0:5857:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022600/0x2c8777a5e7d9de3b lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777045065.468394:0:5857:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x1c:0x0]: returning size 0 00000004:00080000:1.0:1777045065.468634:0:5857:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x15:0x0], index 1: 0 00010000:00010000:1.0:1777045065.468841:0:5857:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022600/0x2c8777a5e7d9de3b lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045065.468855:0:5857:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022600/0x2c8777a5e7d9de3b lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045065.468866:0:5857:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022600/0x2c8777a5e7d9de3b lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045065.468874:0:5857:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48022600 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:1.0:1777045065.468880:0:5857:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022600/0x2c8777a5e7d9de3b lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045065.468918:0:5857:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022600/0x2c8777a5e7d9de3b lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045065.468934:0:5857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1c:0x0].0x0 (ffff98df46583000) 00010000:00010000:1.0:1777045065.468938:0:5857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1777045065.468943:0:5857:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022600/0x2c8777a5e7d9de3b lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045065.468952:0:5857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022600/0x2c8777a5e7d9de3b lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045065.469019:0:5857:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023800/0x2c8777a5e7d9de34 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148b74 expref: 39 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045065.469034:0:5857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3e:0x0].0x0 (ffff98df48c7e400) 00010000:00010000:1.0:1777045065.469039:0:5857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1777045065.469044:0:5857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023800/0x2c8777a5e7d9de34 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148b74 expref: 39 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045065.469066:0:5857:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de48023800, rc 0) 00000100:00100000:1.0:1777045065.469131:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df470cea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+38:27137:x1863365370001792:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 Request processed in 30946us (35026us total) trans 4294967970 rc 301/301 00000100:00100000:1.0:1777045065.469142:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1023 00000100:00100000:2.0:1777045065.489405:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045065.490114:0:5858:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370002176 00000100:00100000:0.0:1777045065.490126:0:5858:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370002176 00000100:00100000:0.0:1777045065.490360:0:5858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 226 00000100:00100000:1.0:1777045065.493091:0:5858:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7529b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+38:27137:x1863365370002176:12345-192.168.201.45@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1777045065.493969:0:5858:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7529b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+39:27137:x1863365370002176:12345-192.168.201.45@tcp:35:lhsmtool_posix.0 Request processed in 3593us (4610us total) trans 4294967971 rc 0/0 00000100:00100000:1.0:1777045065.499227:0:5858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 226 00000100:00100000:2.0:1777045065.506572:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045065.508074:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370002304 00000100:00100000:1.0:1777045065.508088:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370002304 00000100:00100000:1.0:1777045065.508178:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1024 00000100:00100000:1.0:1777045065.508195:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df75299500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+39:27137:x1863365370002304:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1777045065.508527:0:5856:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777045065.508557:0:5856:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd400/0x2c8777a5e7d9de49 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148b7b expref: -99 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045065.508652:0:5856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd600/0x2c8777a5e7d9de50 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045065.508672:0:5856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd600/0x2c8777a5e7d9de50 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1c:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045065.508688:0:5856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd600/0x2c8777a5e7d9de50 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1c:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777045065.508732:0:5856:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x1c:0x0]: returning size 0 00000004:00200000:1.0:1777045065.508738:0:5856:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1777045065.509058:0:5856:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd600/0x2c8777a5e7d9de50 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1c:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045065.509100:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd400/0x2c8777a5e7d9de49 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148b7b expref: 41 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045065.509126:0:5856:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd600/0x2c8777a5e7d9de50 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1c:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148b7b expref: 40 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045065.509138:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1c:0x0].0x0 (ffff98df46583000) 00010000:00010000:1.0:1777045065.509478:0:5856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:1.0:1777045065.509486:0:5856:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de41dfd600, rc 0) 00000100:00100000:1.0:1777045065.512965:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df75299500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+40:27137:x1863365370002304:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 Request processed in 4766us (6396us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045065.512980:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1024 00000100:00100000:3.0:1777045065.526302:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045065.526642:0:14822:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370002432 00000100:00100000:1.0:1777045065.526655:0:14822:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370002432 00000100:00100000:1.0:1777045065.526776:0:14822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 279 00000100:00100000:1.0:1777045065.526795:0:14822:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d60c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2392:x1863365370002432:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1777045065.526821:0:14822:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777045065.526850:0:14822:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008090f30a/0x2c8777a5e7d9de57 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148b82 expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777045065.526910:0:14822:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x15:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1777045065.526937:0:14822:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777045065.526941:0:14822:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777045065.526953:0:14822:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008090f30a/0x2c8777a5e7d9de57 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148b82 expref: 10 pid: 14822 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045065.526994:0:14822:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000008090f30a/0x2c8777a5e7d9de57 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148b82 expref: 10 pid: 14822 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045065.527014:0:14822:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de41dfd400, rc 0) 00000100:00100000:1.0:1777045065.527097:0:14822:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d60c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+10:2392:x1863365370002432:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 Request processed in 307us (806us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045065.527110:0:14822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 279 00000100:00080000:0.0:1777045065.527238:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1777045065.540936:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045065.541052:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370002688 00000100:00100000:0.0:1777045065.541066:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370002688 00000100:00100000:0.0:1777045065.541166:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1025 00000100:00100000:0.0:1777045065.541182:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d60f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+40:27137:x1863365370002688:12345-192.168.201.45@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1777045065.541411:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d60f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+40:27137:x1863365370002688:12345-192.168.201.45@tcp:57:lhsmtool_posix.0 Request processed in 230us (486us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045065.541425:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1025 00000100:00100000:2.0:1777045065.574411:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045065.575777:0:6639:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370002816 00000100:00100000:3.0:1777045065.576060:0:6639:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370002816 00000100:00100000:3.0:1777045065.576161:0:6639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 280 00000100:00100000:3.0:1777045065.576178:0:6639:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df75299f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+10:27137:x1863365370002816:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1777045065.576263:0:6639:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777045065.576292:0:6639:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005d193287/0x2c8777a5e7d9de5e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148b89 expref: -99 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045065.576339:0:6639:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000008090f30a/0x2c8777a5e7d9de57 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148b82 expref: 11 pid: 14822 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045065.576377:0:6639:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777045065.576380:0:6639:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777045065.576387:0:6639:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005d193287/0x2c8777a5e7d9de5e lrc: 4/0,0 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148b89 expref: 11 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045065.576441:0:6639:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000008090f30a/0x2c8777a5e7d9de57 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148b82 expref: 11 pid: 14822 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045065.576465:0:6639:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000008090f30a/0x2c8777a5e7d9de57 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148b82 expref: 11 pid: 14822 timeout: 1794 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777045065.576487:0:6639:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df6d60ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6639:1863365424359168:192.168.201.45@tcp:104: 00000100:00100000:3.0:1777045065.576615:0:6639:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df60782cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1777045065.589872:0:6639:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df6d60ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6639:1863365424359168:192.168.201.45@tcp:104: 00010000:00010000:0.0:1777045065.589998:0:6639:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000005d193287/0x2c8777a5e7d9de5e lrc: 3/0,0 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148b89 expref: 11 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045065.590030:0:6639:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de48066e00, rc 0) 00000100:00100000:0.0:1777045065.590122:0:6639:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df75299f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+11:27137:x1863365370002816:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 Request processed in 13946us (15745us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045065.590143:0:6639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 280 00000100:00100000:2.0:1777045065.591981:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045065.594054:0:5843:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370002944 00000100:00100000:3.0:1777045065.594068:0:5843:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370002944 00010000:00010000:3.0:1777045065.594122:0:5843:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000008090f30a/0x2c8777a5e7d9de57 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148b82 expref: 11 pid: 14822 timeout: 1794 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777045065.594178:0:5843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 304 00000100:00100000:3.0:1777045065.594193:0:5843:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df75298700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+11:2393:x1863365370002944:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777045065.594649:0:5843:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777045065.594680:0:5843:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000008090f30a/0x2c8777a5e7d9de57 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148b82 expref: 11 pid: 14822 timeout: 1794 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045065.594704:0:5843:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000008090f30a/0x2c8777a5e7d9de57 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148b82 expref: 11 pid: 14822 timeout: 1794 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045065.594737:0:5843:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008090f30a/0x2c8777a5e7d9de57 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148b82 expref: 11 pid: 14822 timeout: 1794 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045065.594761:0:5843:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777045065.594764:0:5843:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777045065.594775:0:5843:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000005d193287/0x2c8777a5e7d9de5e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148b89 expref: 10 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045065.594792:0:5843:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005d193287/0x2c8777a5e7d9de5e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148b89 expref: 10 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045065.594847:0:5843:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000005d193287/0x2c8777a5e7d9de5e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148b89 expref: 10 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777045065.594877:0:5843:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df6d60dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5843:1863365424359296:192.168.201.45@tcp:105: 00000100:00100000:3.0:1777045065.595016:0:5843:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df60782600 going to sleep for 11 seconds 00000100:00100000:3.0:1777045065.617100:0:5843:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df6d60dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5843:1863365424359296:192.168.201.45@tcp:105: 00010000:00010000:3.0:1777045065.617157:0:5843:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777045065.618048:0:5843:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df75298700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+10:2393:x1863365370002944:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 23852us (26069us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045065.618067:0:5843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 304 00000100:00100000:2.0:1777045065.638157:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045065.638610:0:17698:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370003072 00000100:00100000:0.0:1777045065.638625:0:17698:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370003072 00002000:00100000:0.0:1777045065.638694:0:17698:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x15:0x0] (0->157) req@ffff98df7529aa00 x1863365370003072/t0(0) o4->15144518-a1c7-4352-a966-cb31eadd4d9b@192.168.201.45@tcp:66/0 lens 648/0 e 0 to 0 dl 1777045076 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777045065.638713:0:17698:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98df7529aa00 with x1863365370003072 ext(0->157) 00002000:00010000:0.0:1777045065.638721:0:17698:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff98df7529aa00 00000100:00100000:0.0:1777045065.638773:0:17698:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 94 00000100:00100000:0.0:1777045065.638788:0:17698:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7529aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+10:2392:x1863365370003072:12345-192.168.201.45@tcp:4:lhsmtool_posix.0 00000100:00100000:0.0:1777045065.639563:0:17698:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7529aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+12:2392:x1863365370003072:12345-192.168.201.45@tcp:4:lhsmtool_posix.0 Request processed in 775us (1415us total) trans 4294967353 rc 0/0 00000100:00100000:0.0:1777045065.639576:0:17698:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 94 00002000:00100000:0.0:1777045065.639587:0:17698:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x15:0x0] (0->157) req@ffff98df7529aa00 x1863365370003072/t4294967353(0) o4->15144518-a1c7-4352-a966-cb31eadd4d9b@192.168.201.45@tcp:66/0 lens 648/448 e 0 to 0 dl 1777045076 ref 1 fl Complete:/600/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777045065.639600:0:17698:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98df7529aa00 with x1863365370003072 ext(0->157) 00002000:00010000:0.0:1777045065.639605:0:17698:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff98df7529aa00 00000100:00100000:3.0:1777045065.645260:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045065.645408:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370003200 00000100:00100000:1.0:1777045065.645420:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370003200 00000100:00100000:1.0:1777045065.645483:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1026 00000100:00100000:1.0:1777045065.645496:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d60dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+40:27137:x1863365370003200:12345-192.168.201.45@tcp:44:lhsmtool_posix.0 00000001:00080000:0.0:1777045065.920258:0:5877:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967969 is committed 00000001:00080000:0.0:1777045065.920285:0:5877:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967965 is committed 00000001:00080000:0.0:1777045065.920300:0:5877:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967971 is committed 00000004:00080000:0.0:1777045065.920329:0:5877:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 15 committed 00000020:00080000:0.0:1777045065.920364:0:5877:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff98de41a29c00 refcount 2 committed 0 result 0 batchid 17 00000020:00080000:0.0:1777045065.920372:0:5877:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff98de480efd00 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff98df46747e40 00000020:00080000:0.0:1777045065.920378:0:5877:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff98de480ef100 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff98df7b51b400 00000020:00080000:1.0:1777045065.920608:0:5888:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 17 committed batchid 16 00000020:00080000:1.0:1777045065.921149:0:5888:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 16 00000100:00100000:3.0:1777045065.922330:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d60dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+29:27137:x1863365370003200:12345-192.168.201.45@tcp:44:lhsmtool_posix.0 Request processed in 276828us (277123us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045065.922350:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1026 00000100:00100000:1.0:1777045065.922580:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df75298a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424359424:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1777045065.922683:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777045065.925505:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424359424 00000100:00100000:3.0:1777045065.925520:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424359424 00000100:00100000:3.0:1777045065.925607:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 281 00000100:00100000:3.0:1777045065.925622:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df485be300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3343:x1863365424359424:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1777045065.925678:0:6642:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:21 count 1 00002000:00010000:3.0:1777045065.925726:0:6642:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x15:0x0] initial LVB size: 158, mtime: 0x69eb8e45, atime: 0x0, ctime: 0x69eb8e45, blocks: 0xb 00010000:00010000:3.0:1777045065.925738:0:6642:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e8aaa4df/0x2c8777a5e7d9de65 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045065.925762:0:6642:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777045065.925784:0:6642:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777045065.925792:0:6642:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e8aaa4df/0x2c8777a5e7d9de65 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045065.925816:0:6642:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e8aaa4df/0x2c8777a5e7d9de65 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045065.925841:0:6642:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e8aaa4df/0x2c8777a5e7d9de65 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045065.925853:0:6642:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e8aaa4df/0x2c8777a5e7d9de65 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045065.925936:0:6642:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1777045065.926789:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df485be300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+7:3343:x1863365424359424:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1167us (4103us total) trans 4294967350 rc 0/0 00000100:00100000:3.0:1777045065.926804:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 281 00010000:00010000:0.0:1777045065.927066:0:5844:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777045065.927077:0:5844:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e8aaa4df/0x2c8777a5e7d9de65 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045065.927091:0:5844:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48067200 already unused, calling callback (ffffffffc17d22d0) 00010000:00010000:0.0:1777045065.927098:0:5844:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e8aaa4df/0x2c8777a5e7d9de65 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045065.927112:0:5844:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e8aaa4df/0x2c8777a5e7d9de65 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045065.927137:0:5844:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e8aaa4df/0x2c8777a5e7d9de65 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045065.927149:0:5844:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e8aaa4df/0x2c8777a5e7d9de65 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045065.927177:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777045065.927179:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777045065.927183:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1777045065.928829:0:3343:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98df75298a80/2, rc 0, transno 4294967350 00000100:00100000:1.0:1777045065.929142:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df75298a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424359424:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1777045065.951914:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045065.952081:0:14822:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370003328 00000100:00100000:1.0:1777045065.952096:0:14822:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370003328 00000100:00100000:1.0:1777045065.952185:0:14822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 282 00000100:00100000:1.0:1777045065.952255:0:14822:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7529b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+12:2392:x1863365370003328:12345-192.168.201.45@tcp:16:lhsmtool_posix.0 00000001:00080000:0.0:1777045066.177022:0:7533:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967353 is committed 00000100:00100000:2.0:1777045066.177350:0:14822:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7529b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+10:2392:x1863365370003328:12345-192.168.201.45@tcp:16:lhsmtool_posix.0 Request processed in 225144us (225464us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045066.177368:0:14822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 282 00000100:00100000:1.0:1777045066.197921:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1777045066.197953:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df6d60d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424359552:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1777045066.198042:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777045066.198938:0:3344:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df605f3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3344:1863365424360064:0@lo:400:kworker.0 00000100:00100000:1.0:1777045066.198990:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777045066.199023:0:3344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1777045066.199033:0:3344:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df605f1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3344:1863365424359936:0@lo:400:kworker.0 00000100:00100000:1.0:1777045066.199068:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777045066.199117:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424360064 00000100:00100000:1.0:1777045066.199127:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424360064 00000100:00100000:1.0:1777045066.199194:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424359936 00000100:00100000:1.0:1777045066.199235:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424359936 00000100:00100000:1.0:1777045066.199280:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 975 00000100:00100000:1.0:1777045066.199293:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df605f1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3344:x1863365424360064:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777045066.199363:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df605f1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3344:x1863365424360064:12345-0@lo:400:kworker.0 Request processed in 71us (372us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045066.199375:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 975 00000100:00100000:2.0:1777045066.200012:0:6644:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424359552 00000100:00100000:2.0:1777045066.200020:0:6644:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424359552 00000100:00100000:2.0:1777045066.200079:0:6644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 418 00000100:00100000:2.0:1777045066.200093:0:6644:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df605f3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424359552:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1777045066.200119:0:6644:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 76480512 pending 0 free 3851419648 avail 3848273920 00000100:00100000:2.0:1777045066.200178:0:6644:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df605f3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424359552:12345-0@lo:13:osp-pre-1-0.0 Request processed in 88us (2137us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045066.200189:0:6644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 418 00000100:00100000:3.0:1777045066.200730:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df605f3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3342:1863365424359808:0@lo:400:kworker.0 00000100:00100000:3.0:1777045066.200781:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777045066.200816:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1777045066.200826:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df605f0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ce657616-b3f3-4e21-ac89-518ab611901c:3342:1863365424359680:0@lo:400:kworker.0 00000100:00100000:3.0:1777045066.200866:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777045066.200956:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424359808 00000100:00100000:3.0:1777045066.200963:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424359808 00000100:00100000:3.0:1777045066.200994:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 976 00000100:00100000:3.0:1777045066.201004:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df605f0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3344:x1863365424359936:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777045066.201058:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df605f0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3344:x1863365424359936:12345-0@lo:400:kworker.0 Request processed in 54us (1988us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045066.201068:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 976 00000100:00100000:3.0:1777045066.201094:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 977 00000100:00100000:3.0:1777045066.201104:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d60c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3342:x1863365424359808:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777045066.201161:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d60c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3342:x1863365424359808:12345-0@lo:400:kworker.0 Request processed in 58us (379us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045066.201172:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 977 00000100:00080000:0.0:1777045066.201698:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1777045066.201706:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1777045066.201771:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df6d60d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424359552:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1777045066.201846:0:3344:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df605f1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3344:1863365424359936:0@lo:400:kworker.0 00000100:00100000:0.0:1777045066.201862:0:3344:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df605f3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3344:1863365424360064:0@lo:400:kworker.0 00000100:00100000:2.0:1777045066.203537:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df605f3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3342:1863365424359808:0@lo:400:kworker.0 00000100:00100000:3.0:1777045066.204179:0:5849:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424359680 00000100:00100000:3.0:1777045066.204188:0:5849:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424359680 00000100:00100000:3.0:1777045066.204269:0:5849:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 805 00000100:00100000:3.0:1777045066.204282:0:5849:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df587b6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ce657616-b3f3-4e21-ac89-518ab611901c+18:3342:x1863365424359680:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777045066.204553:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045066.204604:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370003584 00000100:00100000:2.0:1777045066.204611:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370003584 00000100:00100000:2.0:1777045066.204658:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1027 00000100:00100000:2.0:1777045066.204670:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de480eaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+29:27137:x1863365370003584:12345-192.168.201.45@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1777045066.204729:0:5857:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777045066.204766:0:5857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd600/0x2c8777a5e7d9de50 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1c:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148b7b expref: 29 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045066.204793:0:5857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1c:0x0].0x0 (ffff98df46583000) 00010000:00010000:2.0:1777045066.204801:0:5857:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777045066.204846:0:5857:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024e00/0x2c8777a5e7d9de6c lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045066.204866:0:5857:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024e00/0x2c8777a5e7d9de6c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045066.204905:0:5857:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024e00/0x2c8777a5e7d9de6c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777045066.205152:0:5857:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000001402e25d reply state 0000000048529fc7 transno 4294967972 ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024e00/0x2c8777a5e7d9de6c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777045066.205168:0:5857:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777045066.205324:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de480eaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+30:27137:x1863365370003584:12345-192.168.201.45@tcp:36:lhsmtool_posix.0 Request processed in 653us (772us total) trans 4294967972 rc 0/0 00000100:00100000:2.0:1777045066.205335:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1027 00000100:00100000:3.0:1777045066.206273:0:5849:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df587b6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ce657616-b3f3-4e21-ac89-518ab611901c+18:3342:x1863365424359680:12345-0@lo:400:kworker.0 Request processed in 1990us (5402us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045066.206286:0:5849:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 805 00000100:00100000:3.0:1777045066.219962:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00010000:00010000:0.0:1777045066.220117:0:3328:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024e00/0x2c8777a5e7d9de6c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045066.220138:0:3328:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024e00/0x2c8777a5e7d9de6c lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045066.220149:0:3328:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024e00/0x2c8777a5e7d9de6c lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045066.220159:0:3328:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48024e00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:0.0:1777045066.220167:0:3328:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024e00/0x2c8777a5e7d9de6c lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045066.220179:0:3328:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024e00/0x2c8777a5e7d9de6c lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045066.220259:0:3328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1c:0x0].0x0 (ffff98df46583000) 00010000:00010000:0.0:1777045066.220264:0:3328:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777045066.220272:0:3328:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024e00/0x2c8777a5e7d9de6c lrc: 2/0,0 mode: --/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045066.220283:0:3328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024e00/0x2c8777a5e7d9de6c lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777045066.220994:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370003712 00000100:00100000:2.0:1777045066.221007:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370003712 00000100:00100000:2.0:1777045066.221089:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1028 00000100:00100000:2.0:1777045066.221104:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d60f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+29:27137:x1863365370003712:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1777045066.221133:0:5855:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777045066.221156:0:5855:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025800/0x2c8777a5e7d9de73 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148b90 expref: -99 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045066.221265:0:5855:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025800/0x2c8777a5e7d9de73 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148b90 expref: 30 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045066.221309:0:5855:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025800/0x2c8777a5e7d9de73 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148b90 expref: 30 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045066.221337:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1c:0x0].0x0 (ffff98df46583000) 00010000:00010000:2.0:1777045066.221342:0:5855:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1777045066.221346:0:5855:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de48025800, rc 0) 00000100:00100000:2.0:1777045066.221851:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d60f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+30:27137:x1863365370003712:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 Request processed in 746us (1897us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045066.221863:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1028 00000100:00100000:1.0:1777045066.227442:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df605f0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ce657616-b3f3-4e21-ac89-518ab611901c:3342:1863365424359680:0@lo:400:kworker.0 00000100:00100000:2.0:1777045066.235310:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045066.235450:0:6639:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370003840 00000100:00100000:0.0:1777045066.235463:0:6639:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370003840 00000100:00100000:0.0:1777045066.235544:0:6639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 283 00000100:00100000:0.0:1777045066.235560:0:6639:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de480eb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+10:2393:x1863365370003840:12345-192.168.201.45@tcp:2:lhsmtool_posix.0 00002000:00010000:0.0:1777045066.236250:0:6639:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x15:0x0] updating lvb size from disk: 0 -> 158 00002000:00010000:0.0:1777045066.236256:0:6639:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x15:0x0] updating lvb mtime from disk: 0 -> 1777045061 00002000:00010000:0.0:1777045066.236260:0:6639:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x15:0x0] updating lvb atime from disk: 0 -> 1777045061 00002000:00010000:0.0:1777045066.236265:0:6639:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x15:0x0] updating lvb ctime from disk: 0 -> 1777045061 00002000:00010000:0.0:1777045066.236268:0:6639:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x15:0x0] updating lvb blocks from disk: 1 -> 11 00000100:00100000:0.0:1777045066.236359:0:6639:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de480eb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+11:2393:x1863365370003840:12345-192.168.201.45@tcp:2:lhsmtool_posix.0 Request processed in 800us (1057us total) trans 4294967354 rc 0/0 00000100:00100000:0.0:1777045066.236372:0:6639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 283 00000100:00100000:3.0:1777045066.249916:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045066.250078:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370004096 00000100:00100000:1.0:1777045066.250091:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370004096 00000100:00100000:1.0:1777045066.250177:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1029 00000100:00100000:1.0:1777045066.250191:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d60d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+30:27137:x1863365370004096:12345-192.168.201.45@tcp:55:lhsmtool_posix.0 00010000:00010000:1.0:1777045066.250331:0:5856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfc400/0x2c8777a5e7d9de7a lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045066.250357:0:5856:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfda00/0x2c8777a5e7d9de1f lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148b66 expref: 30 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045066.250372:0:5856:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfc400/0x2c8777a5e7d9de7a lrc: 4/0,1 mode: --/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045066.250419:0:5856:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfda00/0x2c8777a5e7d9de1f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148b66 expref: 30 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045066.250440:0:5856:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfda00/0x2c8777a5e7d9de1f lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148b66 expref: 30 pid: 7939 timeout: 1794 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777045066.250460:0:5856:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df605f0000 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5856:1863365424360192:192.168.201.45@tcp:104: 00000100:00100000:1.0:1777045066.250575:0:5856:0:(client.c:2691:ptlrpc_set_wait()) set ffff98de4336fcc0 going to sleep for 11 seconds 00010000:00010000:2.0:1777045066.261513:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777045066.267396:0:5856:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df605f0000 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5856:1863365424360192:192.168.201.45@tcp:104: 00010000:00010000:1.0:1777045066.267435:0:5856:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfc400/0x2c8777a5e7d9de7a lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777045066.284611:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045066.288043:0:5841:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370004224 00000100:00100000:0.0:1777045066.288060:0:5841:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370004224 00010000:00010000:0.0:1777045066.288119:0:5841:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfda00/0x2c8777a5e7d9de1f lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148b66 expref: 31 pid: 7939 timeout: 1794 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777045066.288176:0:5841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 305 00000100:00100000:0.0:1777045066.288190:0:5841:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de480ead80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+31:2392:x1863365370004224:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777045066.288275:0:5841:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777045066.288288:0:5841:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfda00/0x2c8777a5e7d9de1f lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148b66 expref: 31 pid: 7939 timeout: 1794 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045066.288308:0:5841:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfda00/0x2c8777a5e7d9de1f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148b66 expref: 31 pid: 7939 timeout: 1794 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045066.288357:0:5841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfda00/0x2c8777a5e7d9de1f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148b66 expref: 31 pid: 7939 timeout: 1794 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045066.288398:0:5841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1c:0x0].0x0 (ffff98df46583000) 00010000:00010000:0.0:1777045066.288407:0:5841:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfc400/0x2c8777a5e7d9de7a lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045066.288421:0:5841:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfc400/0x2c8777a5e7d9de7a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045066.288439:0:5841:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfc400/0x2c8777a5e7d9de7a lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045066.288472:0:5841:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777045066.288559:0:5841:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de480ead80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+30:2392:x1863365370004224:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 370us (4241us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045066.288571:0:5841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 305 00010000:00010000:1.0:1777045066.288750:0:5856:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfc400/0x2c8777a5e7d9de7a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045066.288764:0:5856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfc400/0x2c8777a5e7d9de7a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045066.288802:0:5856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfc400/0x2c8777a5e7d9de7a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045066.288814:0:5856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfc400/0x2c8777a5e7d9de7a lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045066.288824:0:5856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfc400/0x2c8777a5e7d9de7a lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045066.288833:0:5856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de41dfc400 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:1.0:1777045066.288840:0:5856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfc400/0x2c8777a5e7d9de7a lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045066.288851:0:5856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfc400/0x2c8777a5e7d9de7a lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045066.288866:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1c:0x0].0x0 (ffff98df46583000) 00010000:00010000:1.0:1777045066.288870:0:5856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:1.0:1777045066.288902:0:5856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfc400/0x2c8777a5e7d9de7a lrc: 2/0,0 mode: --/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045066.288912:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfc400/0x2c8777a5e7d9de7a lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777045066.288972:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d60d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+29:27137:x1863365370004096:12345-192.168.201.45@tcp:55:lhsmtool_posix.0 Request processed in 38783us (39094us total) trans 0 rc -22/-22 00000100:00100000:1.0:1777045066.288985:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1029 00000100:00100000:2.0:1777045066.300308:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045066.300506:0:6641:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370004352 00000100:00100000:0.0:1777045066.300518:0:6641:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370004352 00000100:00100000:0.0:1777045066.300592:0:6641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 284 00000100:00100000:0.0:1777045066.300607:0:6641:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de480e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+11:2392:x1863365370004352:12345-192.168.201.45@tcp:1:lhsmtool_posix.0 00010000:00010000:0.0:1777045066.300668:0:6641:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000bda06d5f/0x2c8777a5e7d9de81 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045066.300697:0:6641:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000005d193287/0x2c8777a5e7d9de5e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148b89 expref: 11 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045066.300710:0:6641:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777045066.300713:0:6641:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777045066.300718:0:6641:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bda06d5f/0x2c8777a5e7d9de81 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045066.300763:0:6641:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000005d193287/0x2c8777a5e7d9de5e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148b89 expref: 11 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045066.301074:0:6641:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000005d193287/0x2c8777a5e7d9de5e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148b89 expref: 11 pid: 6639 timeout: 1794 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777045066.301106:0:6641:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df77c7e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6641:1863365424360320:192.168.201.45@tcp:104: 00000100:00100000:0.0:1777045066.301553:0:6641:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df46731600 going to sleep for 11 seconds 00000100:00100000:0.0:1777045066.313831:0:6641:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df77c7e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6641:1863365424360320:192.168.201.45@tcp:104: 00010000:00010000:0.0:1777045066.313872:0:6641:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000bda06d5f/0x2c8777a5e7d9de81 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777045066.316683:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045066.316833:0:6655:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370004480 00000100:00100000:0.0:1777045066.316847:0:6655:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370004480 00010000:00010000:0.0:1777045066.316929:0:6655:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000005d193287/0x2c8777a5e7d9de5e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148b89 expref: 12 pid: 6639 timeout: 1794 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777045066.316992:0:6655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 306 00000100:00100000:0.0:1777045066.317007:0:6655:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de480e9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+12:2392:x1863365370004480:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777045066.317027:0:6655:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777045066.317056:0:6655:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000005d193287/0x2c8777a5e7d9de5e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148b89 expref: 12 pid: 6639 timeout: 1794 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045066.317095:0:6655:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000005d193287/0x2c8777a5e7d9de5e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148b89 expref: 12 pid: 6639 timeout: 1794 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045066.317128:0:6655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005d193287/0x2c8777a5e7d9de5e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148b89 expref: 12 pid: 6639 timeout: 1794 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045066.317150:0:6655:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777045066.317154:0:6655:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777045066.317160:0:6655:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000bda06d5f/0x2c8777a5e7d9de81 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045066.317173:0:6655:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bda06d5f/0x2c8777a5e7d9de81 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045066.317379:0:6655:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777045066.317460:0:6655:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de480e9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+11:2392:x1863365370004480:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 455us (786us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045066.317474:0:6655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 306 00010000:00010000:1.0:1777045066.327258:0:6641:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000bda06d5f/0x2c8777a5e7d9de81 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045066.327289:0:6641:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000bda06d5f/0x2c8777a5e7d9de81 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045066.330502:0:6641:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000bda06d5f/0x2c8777a5e7d9de81 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045066.330528:0:6641:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000bda06d5f/0x2c8777a5e7d9de81 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045066.330542:0:6641:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000bda06d5f/0x2c8777a5e7d9de81 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045066.330553:0:6641:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48023c00 already unused, calling callback (ffffffffc17d22d0) 00010000:00010000:0.0:1777045066.330560:0:6641:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000bda06d5f/0x2c8777a5e7d9de81 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045066.330573:0:6641:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000bda06d5f/0x2c8777a5e7d9de81 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045066.330602:0:6641:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000bda06d5f/0x2c8777a5e7d9de81 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045066.330615:0:6641:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000bda06d5f/0x2c8777a5e7d9de81 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777045066.330752:0:6641:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de480e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+10:2392:x1863365370004352:12345-192.168.201.45@tcp:1:lhsmtool_posix.0 Request processed in 30143us (30449us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045066.330767:0:6641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 284 00000100:00100000:2.0:1777045066.345794:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045066.347032:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370004736 00000100:00100000:0.0:1777045066.347047:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370004736 00000100:00100000:0.0:1777045066.347136:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1030 00000100:00100000:0.0:1777045066.347150:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de480e9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+29:27137:x1863365370004736:12345-192.168.201.45@tcp:57:lhsmtool_posix.0 00010000:00010000:0.0:1777045066.347575:0:7939:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023c00/0x2c8777a5e7d9de88 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045066.347599:0:7939:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023c00/0x2c8777a5e7d9de88 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1b:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045066.347616:0:7939:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023c00/0x2c8777a5e7d9de88 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1b:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045066.348123:0:7939:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022400/0x2c8777a5e7d9de8f lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045066.348140:0:7939:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025800/0x2c8777a5e7d9de73 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148b90 expref: 30 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045066.348151:0:7939:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022400/0x2c8777a5e7d9de8f lrc: 4/0,1 mode: --/EX res: [0x200000402:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045066.348239:0:7939:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025800/0x2c8777a5e7d9de73 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148b90 expref: 30 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045066.348260:0:7939:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025800/0x2c8777a5e7d9de73 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148b90 expref: 30 pid: 5855 timeout: 1794 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777045066.348530:0:7939:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df77c7e680 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7939:1863365424360448:192.168.201.45@tcp:104: 00000100:00100000:0.0:1777045066.348643:0:7939:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df46731600 going to sleep for 11 seconds 00000100:00100000:2.0:1777045066.362021:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045066.362179:0:7939:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df77c7e680 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7939:1863365424360448:192.168.201.45@tcp:104: 00010000:00010000:0.0:1777045066.362265:0:7939:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022400/0x2c8777a5e7d9de8f lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777045066.362434:0:5841:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370004864 00000100:00100000:3.0:1777045066.362444:0:5841:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370004864 00010000:00010000:3.0:1777045066.362493:0:5841:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025800/0x2c8777a5e7d9de73 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148b90 expref: 31 pid: 5855 timeout: 1794 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777045066.362551:0:5841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 307 00000100:00100000:3.0:1777045066.362564:0:5841:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df5f98ec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+31:2393:x1863365370004864:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777045066.362583:0:5841:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777045066.362593:0:5841:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025800/0x2c8777a5e7d9de73 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148b90 expref: 31 pid: 5855 timeout: 1794 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045066.362612:0:5841:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025800/0x2c8777a5e7d9de73 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148b90 expref: 31 pid: 5855 timeout: 1794 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045066.362642:0:5841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025800/0x2c8777a5e7d9de73 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148b90 expref: 31 pid: 5855 timeout: 1794 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045066.362665:0:5841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1c:0x0].0x0 (ffff98df46583000) 00010000:00010000:3.0:1777045066.362672:0:5841:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022400/0x2c8777a5e7d9de8f lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045066.362685:0:5841:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022400/0x2c8777a5e7d9de8f lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045066.362696:0:5841:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022400/0x2c8777a5e7d9de8f lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045066.362735:0:5841:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777045066.362978:0:7939:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022400/0x2c8777a5e7d9de8f lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045066.362988:0:7939:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022400/0x2c8777a5e7d9de8f lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1777045066.363239:0:7939:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967973 00000001:00080000:0.0:1777045066.363442:0:7939:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967974 00000001:00080000:0.0:1777045066.363510:0:7939:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967975 00000100:00100000:0.0:1777045066.363616:0:7939:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df77c7e680 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:7939:1863365424360576:0@lo:1000:mdt00_003.0 00000100:00100000:0.0:1777045066.363675:0:7939:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045066.363723:0:7939:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df41254d80 going to sleep for 11 seconds 00000100:00100000:3.0:1777045066.363783:0:5841:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df5f98ec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+33:2393:x1863365370004864:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 1219us (1769us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045066.363796:0:5841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 307 00000100:00100000:2.0:1777045066.365277:0:5861:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424360576 00000100:00100000:2.0:1777045066.365288:0:5861:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424360576 00000100:00100000:2.0:1777045066.365360:0:5861:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:2.0:1777045066.365373:0:5861:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41c65880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:7939:x1863365424360576:12345-0@lo:1000:mdt00_003.0 00000100:00100000:2.0:1777045066.365485:0:5861:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41c65880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:7939:x1863365424360576:12345-0@lo:1000:mdt00_003.0 Request processed in 114us (1809us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045066.365495:0:5861:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00100000:0.0:1777045066.366689:0:7939:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df77c7e680 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:7939:1863365424360576:0@lo:1000:mdt00_003.0 00000001:00080000:0.0:1777045066.367816:0:7939:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967976 00000100:00100000:0.0:1777045066.367951:0:7939:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df77c7e680 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:7939:1863365424360704:0@lo:1000:mdt00_003.0 00000100:00100000:0.0:1777045066.368009:0:7939:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045066.368040:0:7939:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df46731600 going to sleep for 11 seconds 00000100:00100000:2.0:1777045066.368142:0:5861:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424360704 00000100:00100000:2.0:1777045066.368150:0:5861:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424360704 00000100:00100000:2.0:1777045066.368243:0:5861:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:2.0:1777045066.368257:0:5861:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de431be680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:7939:x1863365424360704:12345-0@lo:1000:mdt00_003.0 00000100:00100000:2.0:1777045066.368500:0:5861:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de431be680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:7939:x1863365424360704:12345-0@lo:1000:mdt00_003.0 Request processed in 245us (489us total) trans 4294967355 rc 0/0 00000100:00100000:2.0:1777045066.368510:0:5861:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00100000:0.0:1777045066.369100:0:7939:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df77c7e680 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:7939:1863365424360704:0@lo:1000:mdt00_003.0 00000001:00080000:0.0:1777045066.369245:0:7939:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967977 00010000:00010000:0.0:1777045066.369594:0:7939:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022400/0x2c8777a5e7d9de8f lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045066.369610:0:7939:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022400/0x2c8777a5e7d9de8f lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045066.369622:0:7939:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022400/0x2c8777a5e7d9de8f lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045066.369631:0:7939:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48022400 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:0.0:1777045066.369653:0:7939:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022400/0x2c8777a5e7d9de8f lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045066.369666:0:7939:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022400/0x2c8777a5e7d9de8f lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045066.369686:0:7939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1c:0x0].0x0 (ffff98df46583000) 00010000:00010000:0.0:1777045066.369690:0:7939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1777045066.369697:0:7939:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022400/0x2c8777a5e7d9de8f lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045066.369706:0:7939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022400/0x2c8777a5e7d9de8f lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045066.369743:0:7939:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023a00/0x2c8777a5e7d9ddbd lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045066.370025:0:7939:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023a00/0x2c8777a5e7d9ddbd lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045066.370035:0:7939:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023a00/0x2c8777a5e7d9ddbd lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045066.370042:0:7939:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48023a00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:0.0:1777045066.370047:0:7939:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023a00/0x2c8777a5e7d9ddbd lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045066.370057:0:7939:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023a00/0x2c8777a5e7d9ddbd lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000020 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045066.370070:0:7939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b:0x0].0x0 (ffff98df61f8e000) 00010000:00010000:0.0:1777045066.370074:0:7939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1777045066.370082:0:7939:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd000/0x2c8777a5e7d9ddc4 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148b51 expref: 69 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045066.370098:0:7939:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd000/0x2c8777a5e7d9ddc4 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148b51 expref: 69 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045066.370111:0:7939:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd000/0x2c8777a5e7d9ddc4 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148b51 expref: 69 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045066.370148:0:7939:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd000/0x2c8777a5e7d9ddc4 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148b51 expref: 69 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777045066.370166:0:7939:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de431bc700 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7939:1863365424360832:192.168.201.45@tcp:105: 00000100:00100000:0.0:1777045066.370266:0:7939:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df46731600 going to sleep for 11 seconds 00000100:00100000:2.0:1777045066.380149:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045066.380289:0:5859:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370004992 00000100:00100000:1.0:1777045066.380300:0:5859:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370004992 00000100:00100000:1.0:1777045066.380391:0:5859:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 227 00000100:00100000:1.0:1777045066.380407:0:5859:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de480e8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:146de360-3fb2-48bd-b418-06f30714148a+70:27136:x1863365370004992:12345-192.168.201.45@tcp:49:diff.0 00000100:00100000:1.0:1777045066.380573:0:5859:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de480e8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:146de360-3fb2-48bd-b418-06f30714148a+70:27136:x1863365370004992:12345-192.168.201.45@tcp:49:diff.0 Request processed in 168us (432us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045066.380583:0:5859:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 227 00000100:00100000:0.0:1777045066.388390:0:7939:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de431bc700 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7939:1863365424360832:192.168.201.45@tcp:105: 00010000:00010000:0.0:1777045066.388501:0:7939:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023a00/0x2c8777a5e7d9ddbd lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045066.388517:0:7939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023a00/0x2c8777a5e7d9ddbd lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777045066.390704:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045066.391513:0:14822:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370005120 00000100:00100000:3.0:1777045066.391527:0:14822:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370005120 00000100:00100000:3.0:1777045066.391625:0:14822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 285 00000100:00100000:3.0:1777045066.391639:0:14822:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df605f0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:146de360-3fb2-48bd-b418-06f30714148a+15:27136:x1863365370005120:12345-192.168.201.45@tcp:101:diff.0 00010000:00010000:3.0:1777045066.391660:0:14822:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777045066.391686:0:14822:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d4fb29ae/0x2c8777a5e7d9de96 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148b97 expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777045066.391723:0:14822:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x15:0x0] initial LVB size: 158, mtime: 0x69eb8e45, atime: 0x69eb8e45, ctime: 0x69eb8e45, blocks: 0xb 00010000:00010000:3.0:1777045066.391750:0:14822:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777045066.391754:0:14822:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777045066.391767:0:14822:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d4fb29ae/0x2c8777a5e7d9de96 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148b97 expref: 16 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045066.391800:0:14822:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000d4fb29ae/0x2c8777a5e7d9de96 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148b97 expref: 16 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045066.391819:0:14822:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de48067400, rc 0) 00000100:00080000:0.0:1777045066.391983:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1777045066.393266:0:7939:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024000/0x2c8777a5e7d9de9d lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045066.393288:0:7939:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024000/0x2c8777a5e7d9de9d lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045066.393303:0:7939:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024000/0x2c8777a5e7d9de9d lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045066.393319:0:7939:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024000/0x2c8777a5e7d9de9d lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045066.393329:0:7939:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024000/0x2c8777a5e7d9de9d lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045066.394022:0:7939:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024000/0x2c8777a5e7d9de9d lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045066.394032:0:7939:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48024000 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:2.0:1777045066.394040:0:7939:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024000/0x2c8777a5e7d9de9d lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045066.394051:0:7939:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024000/0x2c8777a5e7d9de9d lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045066.394068:0:7939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b:0x0].0x0 (ffff98df61f8e000) 00010000:00010000:2.0:1777045066.394073:0:7939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777045066.394079:0:7939:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024000/0x2c8777a5e7d9de9d lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045066.394089:0:7939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024000/0x2c8777a5e7d9de9d lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045066.394110:0:7939:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023c00/0x2c8777a5e7d9de88 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045066.394119:0:7939:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023c00/0x2c8777a5e7d9de88 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045066.394128:0:7939:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023c00/0x2c8777a5e7d9de88 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045066.394136:0:7939:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48023c00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:2.0:1777045066.394140:0:7939:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023c00/0x2c8777a5e7d9de88 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045066.394149:0:7939:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023c00/0x2c8777a5e7d9de88 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x1b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045066.394161:0:7939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b:0x0].0x0 (ffff98df61f8e000) 00010000:00010000:2.0:1777045066.394165:0:7939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1777045066.394169:0:7939:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023c00/0x2c8777a5e7d9de88 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x1b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045066.394177:0:7939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023c00/0x2c8777a5e7d9de88 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1777045066.394959:0:11491:0:(llog.c:801:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1777045066.394966:0:11491:0:(llog_cat.c:158:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1777045066.396255:0:11491:0:(llog.c:858:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 3 00000040:00080000:0.0:1777045066.396270:0:11491:0:(llog.c:858:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1777045066.397155:0:14822:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df605f0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:146de360-3fb2-48bd-b418-06f30714148a+16:27136:x1863365370005120:12345-192.168.201.45@tcp:101:diff.0 Request processed in 5511us (6449us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045066.397171:0:14822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 285 00000100:00100000:2.0:1777045066.398587:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de480e9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+34:27137:x1863365370004736:12345-192.168.201.45@tcp:57:lhsmtool_posix.0 Request processed in 51434us (52798us total) trans 4294967978 rc 0/0 00000100:00100000:2.0:1777045066.398609:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1030 00000020:00080000:2.0:1777045066.398617:0:7939:0:(tgt_main.c:783:tgt_ses_key_exit()) total 6 transactions per RPC 00000100:00100000:2.0:1777045066.409083:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045066.409214:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045066.410129:0:6647:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370005504 00000100:00100000:3.0:1777045066.410142:0:6647:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370005504 00002000:00100000:3.0:1777045066.410386:0:6647:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x15:0x0] (0->4095) req@ffff98de480ebb80 x1863365370005504/t0(0) o3->146de360-3fb2-48bd-b418-06f30714148a@192.168.201.45@tcp:67/0 lens 488/0 e 0 to 0 dl 1777045077 ref 1 fl New:/600/ffffffff rc 0/-1 job:'diff.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1777045066.410404:0:6647:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98de480ebb80 with x1863365370005504 ext(0->4095) 00002000:00010000:3.0:1777045066.410413:0:6647:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff98de480ebb80 00000100:00100000:3.0:1777045066.410460:0:6647:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 95 00000100:00100000:3.0:1777045066.410476:0:6647:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de480ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:146de360-3fb2-48bd-b418-06f30714148a+16:2393:x1863365370005504:12345-192.168.201.45@tcp:3:diff.0 00000100:00100000:3.0:1777045066.410747:0:6647:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de480ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:146de360-3fb2-48bd-b418-06f30714148a+16:2393:x1863365370005504:12345-192.168.201.45@tcp:3:diff.0 Request processed in 273us (1531us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1777045066.410760:0:6647:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 95 00002000:00100000:3.0:1777045066.410771:0:6647:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x15:0x0] (0->4095) req@ffff98de480ebb80 x1863365370005504/t0(0) o3->146de360-3fb2-48bd-b418-06f30714148a@192.168.201.45@tcp:67/0 lens 488/4536 e 0 to 0 dl 1777045077 ref 1 fl Complete:/600/0 rc 4096/4096 job:'diff.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1777045066.410783:0:6647:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98de480ebb80 with x1863365370005504 ext(0->4095) 00002000:00010000:3.0:1777045066.410788:0:6647:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff98de480ebb80 00000100:00100000:1.0:1777045066.412358:0:5859:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370005376 00000100:00100000:1.0:1777045066.412368:0:5859:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370005376 00000100:00100000:1.0:1777045066.412487:0:5859:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 228 00000100:00100000:1.0:1777045066.412498:0:5859:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de480e8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+34:27137:x1863365370005376:12345-192.168.201.45@tcp:35:lhsmtool_posix.0 00000004:00080000:1.0:1777045066.418519:0:5859:0:(mdd_object.c:4010:mdd_close()) Object [0x200000402:0x1c:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:1.0:1777045066.418673:0:5859:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967979 00010000:00010000:1.0:1777045066.418742:0:5859:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfca00/0x2c8777a5e7d9dea4 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5859 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045066.418767:0:5859:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfca00/0x2c8777a5e7d9dea4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 5859 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045066.418786:0:5859:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfca00/0x2c8777a5e7d9dea4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 5859 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045066.418799:0:5859:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfca00/0x2c8777a5e7d9dea4 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 5859 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045066.418808:0:5859:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfca00/0x2c8777a5e7d9dea4 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 5859 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045066.418819:0:5859:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfca00/0x2c8777a5e7d9dea4 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 5859 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045066.418844:0:5859:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1777045066.419271:0:5859:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de480e8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+36:27137:x1863365370005376:12345-192.168.201.45@tcp:35:lhsmtool_posix.0 Request processed in 6767us (10193us total) trans 4294967980 rc 0/0 00000100:00100000:1.0:1777045066.419286:0:5859:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 228 00000020:00080000:1.0:1777045066.419294:0:5859:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:0.0:1777045066.422125:0:5844:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777045066.422142:0:5844:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfca00/0x2c8777a5e7d9dea4 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5859 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045066.422158:0:5844:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de41dfca00 already unused, calling callback (ffffffffc17d22d0) 00010000:00010000:0.0:1777045066.422164:0:5844:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfca00/0x2c8777a5e7d9dea4 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5859 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045066.422494:0:5844:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfca00/0x2c8777a5e7d9dea4 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5859 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045066.422519:0:5844:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1c:0x0].0x0 (ffff98df51b04800) 00010000:00010000:0.0:1777045066.422524:0:5844:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1777045066.422530:0:5844:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfca00/0x2c8777a5e7d9dea4 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5859 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045066.422540:0:5844:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfca00/0x2c8777a5e7d9dea4 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5859 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045066.422572:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777045066.422575:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777045066.422579:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777045066.422999:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045066.429080:0:5858:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370005760 00000100:00100000:1.0:1777045066.429099:0:5858:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370005760 00000100:00100000:1.0:1777045066.429865:0:5858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 229 00000100:00100000:1.0:1777045066.429935:0:5858:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d60ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:146de360-3fb2-48bd-b418-06f30714148a+70:27136:x1863365370005760:12345-192.168.201.45@tcp:35:diff.0 00000100:00100000:1.0:1777045066.431011:0:5858:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d60ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:146de360-3fb2-48bd-b418-06f30714148a+71:27136:x1863365370005760:12345-192.168.201.45@tcp:35:diff.0 Request processed in 1079us (8013us total) trans 4294967981 rc 0/0 00000100:00100000:1.0:1777045066.431025:0:5858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 229 00010000:00010000:2.0:1777045067.294827:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777045068.315105:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:0.0:1777045068.415735:0:6666:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967349 is committed 00000001:00080000:0.0:1777045068.415755:0:6666:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967350 is committed 00000040:00080000:1.0:1777045068.597081:0:18908:0:(llog.c:801:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1777045068.597092:0:18908:0:(llog_cat.c:158:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1777045068.597163:0:18908:0:(llog.c:858:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 28 count 3 00000040:00080000:1.0:1777045068.597171:0:18908:0:(llog.c:858:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1777045068.786156:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045068.786613:0:5848:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370005888 00000100:00100000:1.0:1777045068.786627:0:5848:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370005888 00000100:00100000:1.0:1777045068.786713:0:5848:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 806 00000100:00100000:1.0:1777045068.786729:0:5848:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df587b5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2391:x1863365370005888:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:1.0:1777045068.786829:0:5848:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df587b5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2391:x1863365370005888:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 102us (686us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045068.786865:0:5848:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 806 00000100:00100000:0.0:1777045068.805323:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045068.805381:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045068.805446:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045068.805480:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045068.805516:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045068.805559:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045068.805623:0:6641:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370006272 00000100:00100000:0.0:1777045068.805636:0:6641:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370006272 00000100:00100000:0.0:1777045068.805710:0:6641:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370006528 00000100:00100000:0.0:1777045068.805716:0:6641:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370006528 00000100:00100000:0.0:1777045068.805740:0:6641:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370006144 00000100:00100000:0.0:1777045068.806038:0:6641:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370006144 00000100:00100000:0.0:1777045068.806075:0:6641:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370006656 00000100:00100000:0.0:1777045068.806080:0:6641:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370006656 00000100:00100000:0.0:1777045068.806111:0:6641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 790 00000100:00100000:0.0:1777045068.806127:0:6641:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b51ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:146de360-3fb2-48bd-b418-06f30714148a+16:2390:x1863365370006272:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:0.0:1777045068.806274:0:6641:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b51ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:146de360-3fb2-48bd-b418-06f30714148a+16:2390:x1863365370006272:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 147us (890us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045068.806288:0:6641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 790 00000100:00100000:0.0:1777045068.806316:0:6641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 791 00000100:00100000:0.0:1777045068.806329:0:6641:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b51c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2390:x1863365370006528:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:0.0:1777045068.806372:0:6641:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b51c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2390:x1863365370006528:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 46us (926us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045068.806384:0:6641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 791 00000100:00100000:0.0:1777045068.806406:0:6641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 792 00000100:00100000:0.0:1777045068.806418:0:6641:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b51d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:146de360-3fb2-48bd-b418-06f30714148a+11:2390:x1863365370006144:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:0.0:1777045068.806460:0:6641:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b51d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:146de360-3fb2-48bd-b418-06f30714148a+11:2390:x1863365370006144:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 42us (979us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045068.806471:0:6641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 792 00000100:00100000:0.0:1777045068.806490:0:6641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 793 00000100:00100000:0.0:1777045068.806501:0:6641:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b51d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+10:2390:x1863365370006656:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:0.0:1777045068.806539:0:6641:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b51d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+10:2390:x1863365370006656:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 39us (980us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045068.806550:0:6641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 793 00000100:00100000:0.0:1777045068.806578:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370006016 00000100:00100000:0.0:1777045068.806584:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370006016 00000100:00100000:0.0:1777045068.806619:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370006400 00000100:00100000:0.0:1777045068.806624:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370006400 00000100:00100000:0.0:1777045068.806659:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 978 00000100:00100000:0.0:1777045068.806670:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de431bc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:146de360-3fb2-48bd-b418-06f30714148a+71:2390:x1863365370006016:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:0.0:1777045068.806717:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de431bc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:146de360-3fb2-48bd-b418-06f30714148a+71:2390:x1863365370006016:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 49us (1404us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045068.806728:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 978 00000100:00100000:0.0:1777045068.806747:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 979 00000100:00100000:0.0:1777045068.806758:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b51ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+36:2390:x1863365370006400:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:0.0:1777045068.806799:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b51ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+36:2390:x1863365370006400:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 42us (1282us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045068.806810:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 979 00000100:00080000:0.0:1777045068.806872:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1777045068.806879:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1777045068.806882:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1777045069.341715:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777045070.293606:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1777045070.293635:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df605f1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424360960:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1777045070.293716:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777045070.295580:0:6643:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424360960 00000100:00100000:1.0:1777045070.295591:0:6643:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424360960 00000100:00100000:1.0:1777045070.295684:0:6643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 419 00000100:00100000:1.0:1777045070.295696:0:6643:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de480eb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1863365424360960:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1777045070.295741:0:6643:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 74776576 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1777045070.296106:0:6643:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de480eb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1863365424360960:12345-0@lo:13:osp-pre-0-0.0 Request processed in 411us (2389us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045070.296117:0:6643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 419 00000100:00080000:0.0:1777045070.296266:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1777045070.296623:0:3342:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967350 gen 2 00000004:00080000:3.0:1777045070.296631:0:3342:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967349 committed transno 4294967350 00000004:00080000:3.0:1777045070.296657:0:3342:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98df75298a80, transno 4294967350 00000100:00100000:3.0:1777045070.296692:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df605f1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424360960:0@lo:13:osp-pre-0-0.0 00010000:00010000:3.0:1777045070.359024:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:0.0:1777045071.096024:0:5877:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967978 is committed 00000020:00080000:0.0:1777045071.096045:0:5877:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff98df41254540 refcount 2 committed 0 result 0 batchid 18 00000020:00080000:0.0:1777045071.096053:0:5877:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff98df779c9500 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff98df41254d80 00000020:00080000:0.0:1777045071.096058:0:5877:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff98df779c9100 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff98df58729400 00000001:00080000:0.0:1777045071.096102:0:5877:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967981 is committed 00000001:00080000:0.0:1777045071.096111:0:5877:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967980 is committed 00000020:00080000:0.0:1777045071.096120:0:5877:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 17 batchid updated 00000020:00080000:2.0:1777045071.097015:0:5888:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 18 committed batchid 17 00000020:00080000:2.0:1777045071.097339:0:5888:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 17 00000100:00100000:3.0:1777045071.318131:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de41c65180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ce657616-b3f3-4e21-ac89-518ab611901c:3342:1863365424361088:0@lo:400:kworker.0 00000100:00100000:3.0:1777045071.318258:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777045071.318382:0:5850:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424361088 00000100:00100000:3.0:1777045071.318391:0:5850:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424361088 00000100:00100000:3.0:1777045071.318451:0:5850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 807 00000100:00100000:3.0:1777045071.318464:0:5850:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df587b5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ce657616-b3f3-4e21-ac89-518ab611901c+18:3342:x1863365424361088:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777045071.318538:0:5850:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df587b5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ce657616-b3f3-4e21-ac89-518ab611901c+18:3342:x1863365424361088:12345-0@lo:400:kworker.0 Request processed in 77us (280us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045071.318550:0:5850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 807 00000100:00100000:3.0:1777045071.318620:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de41c65180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ce657616-b3f3-4e21-ac89-518ab611901c:3342:1863365424361088:0@lo:400:kworker.0 00000100:00100000:3.0:1777045071.318714:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df485bf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424361472:0@lo:400:kworker.0 00000100:00100000:3.0:1777045071.318756:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777045071.318830:0:6641:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424361472 00000100:00100000:3.0:1777045071.318837:0:6641:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424361472 00000100:00100000:3.0:1777045071.318879:0:6641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 794 00000100:00100000:3.0:1777045071.318890:0:6641:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df75298a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3341:x1863365424361472:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777045071.318947:0:6641:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df75298a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3341:x1863365424361472:12345-0@lo:400:kworker.0 Request processed in 58us (190us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045071.318958:0:6641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 794 00000100:00100000:3.0:1777045071.319004:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df485bf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424361472:0@lo:400:kworker.0 00000100:00100000:3.0:1777045071.319058:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df75298000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3342:1863365424361600:0@lo:400:kworker.0 00000100:00100000:3.0:1777045071.319098:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777045071.319143:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424361600 00000100:00100000:3.0:1777045071.319149:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424361600 00000100:00100000:3.0:1777045071.319536:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 980 00000100:00100000:3.0:1777045071.319549:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df75298700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3342:x1863365424361600:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777045071.319608:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df75298700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3342:x1863365424361600:12345-0@lo:400:kworker.0 Request processed in 61us (509us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045071.319618:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 980 00000100:00080000:3.0:1777045071.319643:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1777045071.319676:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df75298000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3342:1863365424361600:0@lo:400:kworker.0 00000100:00100000:1.0:1777045071.320676:0:3344:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df6d656680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3344:1863365424361344:0@lo:400:kworker.0 00000100:00100000:1.0:1777045071.320727:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777045071.321934:0:3344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:1.0:1777045071.321946:0:3344:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de41c65180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3344:1863365424361216:0@lo:400:kworker.0 00000100:00100000:1.0:1777045071.321983:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777045071.322009:0:3344:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df75298000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3344:1863365424361728:0@lo:400:kworker.0 00000100:00100000:1.0:1777045071.322039:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777045071.322084:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424361344 00000100:00100000:1.0:1777045071.322092:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424361344 00000100:00100000:1.0:1777045071.322140:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424361216 00000100:00100000:1.0:1777045071.322144:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424361216 00000100:00100000:1.0:1777045071.322170:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 981 00000100:00100000:1.0:1777045071.322181:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df605f2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3344:x1863365424361344:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777045071.322241:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df605f2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3344:x1863365424361344:12345-0@lo:400:kworker.0 Request processed in 62us (1513us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045071.322250:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 981 00000100:00100000:1.0:1777045071.322271:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 982 00000100:00100000:1.0:1777045071.322280:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df605f2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3344:x1863365424361216:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777045071.322343:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df605f2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3344:x1863365424361216:12345-0@lo:400:kworker.0 Request processed in 64us (360us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045071.322352:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 982 00000100:00100000:1.0:1777045071.322417:0:8776:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424361728 00000100:00100000:1.0:1777045071.322422:0:8776:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424361728 00000100:00100000:1.0:1777045071.322463:0:8776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 795 00000100:00100000:1.0:1777045071.322473:0:8776:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df605f1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3344:x1863365424361728:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777045071.322514:0:8776:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df605f1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3344:x1863365424361728:12345-0@lo:400:kworker.0 Request processed in 43us (474us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045071.322526:0:8776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 795 00000100:00100000:1.0:1777045071.322578:0:3344:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de41c65180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3344:1863365424361216:0@lo:400:kworker.0 00000100:00100000:1.0:1777045071.322593:0:3344:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df75298000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3344:1863365424361728:0@lo:400:kworker.0 00000100:00100000:1.0:1777045071.322607:0:3344:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df6d656680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3344:1863365424361344:0@lo:400:kworker.0 00000100:00080000:3.0:1777045071.324007:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1777045071.324013:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1777045071.341075:0:3344:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df75298000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3344:1863365424361856:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1777045071.341161:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777045071.342436:0:6643:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424361856 00000100:00100000:1.0:1777045071.342448:0:6643:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424361856 00000100:00100000:1.0:1777045071.342520:0:6643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420 00000100:00100000:1.0:1777045071.342534:0:6643:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df605f2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3344:x1863365424361856:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1777045071.342576:0:6643:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 76480512 pending 0 free 3851419648 avail 3849322496 00000100:00100000:1.0:1777045071.342639:0:6643:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df605f2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3344:x1863365424361856:12345-0@lo:13:osp-pre-1-0.0 Request processed in 107us (1478us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045071.342650:0:6643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420 00000100:00100000:1.0:1777045071.342722:0:3344:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df75298000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3344:1863365424361856:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1777045071.387343:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:2.0:1777045071.474643:0:7533:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967354 is committed 00000001:00080000:2.0:1777045071.474668:0:7533:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967355 is committed 00010000:00010000:0.0:1777045072.409547:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777045073.436618:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777045073.907263:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045073.907449:0:5849:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370006784 00000100:00100000:3.0:1777045073.907463:0:5849:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370006784 00000100:00100000:3.0:1777045073.907560:0:5849:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 808 00000100:00100000:3.0:1777045073.907577:0:5849:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df587b7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2392:x1863365370006784:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777045073.907682:0:5849:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df587b7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2392:x1863365370006784:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 109us (479us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045073.907695:0:5849:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 808 00000100:00100000:0.0:1777045073.929863:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045073.930286:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045073.930321:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045073.930364:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045073.930401:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045073.930445:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045073.930490:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370006912 00000100:00100000:0.0:1777045073.930526:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370006912 00000100:00100000:0.0:1777045073.930604:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370007296 00000100:00100000:0.0:1777045073.930610:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370007296 00000100:00100000:0.0:1777045073.930647:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 983 00000100:00100000:0.0:1777045073.930663:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b51c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:146de360-3fb2-48bd-b418-06f30714148a+70:2393:x1863365370006912:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:0.0:1777045073.930798:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b51c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:146de360-3fb2-48bd-b418-06f30714148a+70:2393:x1863365370006912:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 136us (947us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045073.930812:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 983 00000100:00100000:0.0:1777045073.930840:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 984 00000100:00100000:0.0:1777045073.930852:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b51e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+27:2392:x1863365370007296:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:0.0:1777045073.930900:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b51e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+27:2392:x1863365370007296:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 50us (578us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045073.930912:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 984 00000100:00100000:0.0:1777045073.930944:0:6641:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370007040 00000100:00100000:0.0:1777045073.930950:0:6641:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370007040 00000100:00100000:0.0:1777045073.930986:0:6641:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370007552 00000100:00100000:0.0:1777045073.930991:0:6641:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370007552 00000100:00100000:0.0:1777045073.931012:0:6641:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370007168 00000100:00100000:0.0:1777045073.931016:0:6641:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370007168 00000100:00100000:0.0:1777045073.931035:0:6641:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370007424 00000100:00100000:0.0:1777045073.931039:0:6641:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370007424 00000100:00100000:0.0:1777045073.931062:0:6641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 796 00000100:00100000:0.0:1777045073.931073:0:6641:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b51df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:146de360-3fb2-48bd-b418-06f30714148a+11:2392:x1863365370007040:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:0.0:1777045073.931120:0:6641:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b51df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:146de360-3fb2-48bd-b418-06f30714148a+11:2392:x1863365370007040:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 47us (835us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045073.931131:0:6641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 796 00000100:00100000:0.0:1777045073.931152:0:6641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 797 00000100:00100000:0.0:1777045073.931163:0:6641:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b51f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2392:x1863365370007552:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:0.0:1777045073.931235:0:6641:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b51f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2392:x1863365370007552:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 41us (839us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045073.931247:0:6641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 797 00000100:00100000:0.0:1777045073.931269:0:6641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 798 00000100:00100000:0.0:1777045073.931281:0:6641:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b51c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:146de360-3fb2-48bd-b418-06f30714148a+16:2393:x1863365370007168:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:0.0:1777045073.931322:0:6641:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b51c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:146de360-3fb2-48bd-b418-06f30714148a+16:2393:x1863365370007168:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 42us (921us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045073.931338:0:6641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 798 00000100:00100000:0.0:1777045073.931358:0:6641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 799 00000100:00100000:0.0:1777045073.931370:0:6641:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42772d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2393:x1863365370007424:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:0.0:1777045073.931406:0:6641:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42772d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2393:x1863365370007424:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 38us (961us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045073.931417:0:6641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 799 00000100:00080000:0.0:1777045073.931451:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1777045073.931457:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1777045073.931461:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1777045074.453493:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1777045074.582016:0:11491:0:(llog.c:801:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1777045074.582028:0:11491:0:(llog_cat.c:158:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1777045074.582461:0:11491:0:(llog.c:858:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 28 count 2 00000040:00080000:1.0:1777045074.582472:0:11491:0:(llog.c:858:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1777045075.428388:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1777045075.428417:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df605f0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424361984:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1777045075.428502:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777045075.429254:0:6643:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424361984 00000100:00100000:1.0:1777045075.429264:0:6643:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424361984 00000100:00100000:1.0:1777045075.429349:0:6643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 421 00000100:00100000:1.0:1777045075.429363:0:6643:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42770a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1863365424361984:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1777045075.429424:0:6643:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 74776576 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1777045075.429487:0:6643:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42770a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1863365424361984:12345-0@lo:13:osp-pre-0-0.0 Request processed in 128us (985us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045075.429498:0:6643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 421 00000100:00080000:0.0:1777045075.429662:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1777045075.429716:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df605f0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424361984:0@lo:13:osp-pre-0-0.0 00010000:00010000:1.0:1777045075.478034:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00080000:0.0:1777045076.115831:0:5877:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 18 batchid updated 00000020:00080000:0.0:1777045076.115858:0:5888:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 18 00000020:00080000:0.0:1777045076.115870:0:5888:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 18 00000100:00100000:1.0:1777045076.440143:0:3344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1777045076.440176:0:3344:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7b8edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3344:1863365424362368:0@lo:400:kworker.0 00000100:00100000:3.0:1777045076.440224:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7b8eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3341:1863365424362496:0@lo:400:kworker.0 00000100:00100000:0.0:1777045076.440567:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df75298000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424362112:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1777045076.444823:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777045076.444937:0:3344:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df485bf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ce657616-b3f3-4e21-ac89-518ab611901c:3344:1863365424362240:0@lo:400:kworker.0 00000100:00100000:1.0:1777045076.445009:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777045076.445069:0:3344:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7b8ef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3344:1863365424362880:0@lo:400:kworker.0 00000100:00100000:1.0:1777045076.445115:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777045076.445154:0:3344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1777045076.445166:0:3344:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7b8ee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3344:1863365424362752:0@lo:400:kworker.0 00000100:00100000:3.0:1777045076.445752:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777045076.446675:0:6641:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424362880 00000100:00100000:3.0:1777045076.446690:0:6641:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424362880 00000100:00100000:3.0:1777045076.446813:0:6641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 800 00000100:00100000:3.0:1777045076.447102:0:6641:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df605f1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3344:x1863365424362880:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777045076.447195:0:6641:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df605f1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3344:x1863365424362880:12345-0@lo:400:kworker.0 Request processed in 368us (2076us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045076.447241:0:6641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 800 00000100:00100000:3.0:1777045076.447285:0:5848:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424362240 00000100:00100000:3.0:1777045076.447293:0:5848:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424362240 00000100:00100000:1.0:1777045076.447616:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777045076.447690:0:3344:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967355 gen 2 00000004:00080000:1.0:1777045076.447700:0:3344:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967355 committed transno 4294967355 00000100:00100000:1.0:1777045076.447772:0:3344:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7b8ef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3344:1863365424362880:0@lo:400:kworker.0 00000100:00100000:1.0:1777045076.447820:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424362368 00000100:00100000:1.0:1777045076.447826:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424362368 00000100:00100000:1.0:1777045076.447873:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424362496 00000100:00100000:1.0:1777045076.447878:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424362496 00000100:00100000:1.0:1777045076.447906:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424362752 00000100:00100000:1.0:1777045076.447911:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424362752 00000100:00100000:1.0:1777045076.447938:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 985 00000100:00100000:1.0:1777045076.447949:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df605f0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3344:x1863365424362368:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777045076.448021:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df605f0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3344:x1863365424362368:12345-0@lo:400:kworker.0 Request processed in 73us (3208us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045076.448032:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 985 00000100:00100000:1.0:1777045076.448055:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 986 00000100:00100000:1.0:1777045076.448067:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b8ed880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3341:x1863365424362496:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777045076.448133:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b8ed880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3341:x1863365424362496:12345-0@lo:400:kworker.0 Request processed in 67us (2383us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045076.448144:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 986 00000100:00100000:1.0:1777045076.448168:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 987 00000100:00100000:0.0:1777045076.450438:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045076.450574:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7b8edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424362624:0@lo:400:kworker.0 00000100:00100000:3.0:1777045076.450597:0:5848:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 809 00000100:00100000:3.0:1777045076.450614:0:5848:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df50f8c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ce657616-b3f3-4e21-ac89-518ab611901c+18:3344:x1863365424362240:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777045076.450622:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777045076.450680:0:5848:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df50f8c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ce657616-b3f3-4e21-ac89-518ab611901c+18:3344:x1863365424362240:12345-0@lo:400:kworker.0 Request processed in 70us (5670us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045076.450692:0:5848:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 809 00000100:00080000:0.0:1777045076.450708:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1777045076.450747:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1777045076.450768:0:6639:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424362624 00000100:00100000:0.0:1777045076.450777:0:6639:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424362624 00000100:00100000:0.0:1777045076.450832:0:6639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 801 00000100:00100000:0.0:1777045076.450846:0:6639:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42773b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3342:x1863365424362624:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777045076.450917:0:6639:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42773b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3342:x1863365424362624:12345-0@lo:400:kworker.0 Request processed in 73us (293us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045076.450931:0:6639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 801 00000100:00100000:0.0:1777045076.450989:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7b8edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424362624:0@lo:400:kworker.0 00000100:00100000:3.0:1777045076.456790:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7b8eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3341:1863365424362496:0@lo:400:kworker.0 00000100:00100000:0.0:1777045076.456790:0:6643:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424362112 00000100:00100000:0.0:1777045076.456802:0:6643:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424362112 00000100:00100000:0.0:1777045076.456872:0:6643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 422 00000100:00100000:0.0:1777045076.456888:0:6643:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42770000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1863365424362112:12345-0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1777045076.456891:0:3344:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7b8edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3344:1863365424362368:0@lo:400:kworker.0 00000100:00100000:3.0:1777045076.456911:0:3344:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df485bf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ce657616-b3f3-4e21-ac89-518ab611901c:3344:1863365424362240:0@lo:400:kworker.0 00002000:00000024:0.0:1777045076.456951:0:6643:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 76480512 pending 0 free 3851419648 avail 3849322496 00000100:00100000:0.0:1777045076.457078:0:6643:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42770000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1863365424362112:12345-0@lo:13:osp-pre-1-0.0 Request processed in 190us (6642us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045076.457092:0:6643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 422 00000100:00100000:3.0:1777045076.460153:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df75298000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424362112:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1777045076.461998:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df605f3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3344:x1863365424362752:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777045076.462134:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df605f3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3344:x1863365424362752:12345-0@lo:400:kworker.0 Request processed in 13954us (14516us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045076.462151:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 987 00000100:00100000:3.0:1777045076.462173:0:3344:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7b8ee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3344:1863365424362752:0@lo:400:kworker.0 00010000:00010000:0.0:1777045076.518932:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777045077.525468:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777045078.549878:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777045079.033362:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045079.033424:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045079.033467:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045079.033561:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045079.033600:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045079.033633:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045079.033690:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045079.033730:0:6641:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370007936 00000100:00100000:1.0:1777045079.033742:0:6641:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370007936 00000100:00100000:1.0:1777045079.034097:0:6641:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370008448 00000100:00100000:1.0:1777045079.034104:0:6641:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370008448 00000100:00100000:1.0:1777045079.034125:0:6641:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370008064 00000100:00100000:1.0:1777045079.034127:0:6641:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370008064 00000100:00100000:1.0:1777045079.034171:0:6641:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370008320 00000100:00100000:1.0:1777045079.034176:0:6641:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370008320 00000100:00100000:1.0:1777045079.034198:0:6641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 802 00000100:00100000:1.0:1777045079.034250:0:6641:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df605f3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:146de360-3fb2-48bd-b418-06f30714148a+11:2393:x1863365370007936:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:1.0:1777045079.034345:0:6641:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df605f3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:146de360-3fb2-48bd-b418-06f30714148a+11:2393:x1863365370007936:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 97us (918us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045079.034357:0:6641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 802 00000100:00100000:1.0:1777045079.034383:0:6641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 803 00000100:00100000:1.0:1777045079.034393:0:6641:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77c7e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2393:x1863365370008448:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:1.0:1777045079.034432:0:6641:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77c7e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2393:x1863365370008448:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 40us (871us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045079.034442:0:6641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 803 00000100:00100000:1.0:1777045079.034461:0:6641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 804 00000100:00100000:1.0:1777045079.034471:0:6641:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41c65180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:146de360-3fb2-48bd-b418-06f30714148a+16:2393:x1863365370008064:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:1.0:1777045079.034520:0:6641:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41c65180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:146de360-3fb2-48bd-b418-06f30714148a+16:2393:x1863365370008064:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 50us (885us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045079.034529:0:6641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 804 00000100:00100000:1.0:1777045079.034556:0:6641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 805 00000100:00100000:1.0:1777045079.034567:0:6641:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df58665180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2393:x1863365370008320:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:1.0:1777045079.034600:0:6641:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df58665180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2393:x1863365370008320:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 35us (930us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045079.034610:0:6641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 805 00000100:00100000:1.0:1777045079.034638:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370008192 00000100:00100000:1.0:1777045079.034644:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370008192 00000100:00100000:1.0:1777045079.034708:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370007808 00000100:00100000:1.0:1777045079.034713:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370007808 00000100:00100000:1.0:1777045079.034741:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 988 00000100:00100000:1.0:1777045079.034751:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df605f1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+27:2393:x1863365370008192:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:1.0:1777045079.034795:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df605f1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+27:2393:x1863365370008192:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 45us (1327us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045079.034807:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 988 00000100:00100000:1.0:1777045079.034827:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 989 00000100:00100000:1.0:1777045079.034838:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d656680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:146de360-3fb2-48bd-b418-06f30714148a+70:2393:x1863365370007808:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:1.0:1777045079.035107:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d656680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:146de360-3fb2-48bd-b418-06f30714148a+70:2393:x1863365370007808:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 271us (1507us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045079.035118:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 989 00000100:00100000:0.0:1777045079.039545:0:5850:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370007680 00000100:00100000:0.0:1777045079.039561:0:5850:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370007680 00000100:00100000:0.0:1777045079.039661:0:5850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 810 00000100:00100000:0.0:1777045079.039705:0:5850:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df4fc75850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2393:x1863365370007680:12345-192.168.201.45@tcp:400:kworker.0 00000100:00080000:1.0:1777045079.039749:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1777045079.039759:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1777045079.039765:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1777045079.039787:0:5850:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df4fc75850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2393:x1863365370007680:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 111us (6433us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045079.039801:0:5850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 810 00010000:00010000:3.0:1777045079.575160:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777045080.533583:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de42770380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424363008:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1777045080.533694:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777045080.533860:0:6643:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424363008 00000100:00100000:2.0:1777045080.533871:0:6643:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424363008 00000100:00100000:2.0:1777045080.533961:0:6643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 423 00000100:00100000:2.0:1777045080.533976:0:6643:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b8ee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3341:x1863365424363008:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1777045080.534025:0:6643:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 74776576 pending 0 free 3858759680 avail 3856662528 00000100:00080000:0.0:1777045080.536171:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1777045080.552152:0:6643:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b8ee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3341:x1863365424363008:12345-0@lo:13:osp-pre-0-0.0 Request processed in 17808us (18087us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045080.552172:0:6643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 423 00000100:00100000:3.0:1777045080.561419:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de42770380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424363008:0@lo:13:osp-pre-0-0.0 00010000:00010000:1.0:1777045080.598776:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777045081.562589:0:3344:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df58666300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3344:1863365424363392:0@lo:400:kworker.0 00000100:00100000:1.0:1777045081.562653:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df58664000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ce657616-b3f3-4e21-ac89-518ab611901c:3342:1863365424363136:0@lo:400:kworker.0 00000100:00100000:3.0:1777045081.562712:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777045081.562735:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777045081.562784:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df58664700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424363520:0@lo:400:kworker.0 00000100:00100000:1.0:1777045081.562823:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777045081.562856:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df58665f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3343:1863365424363264:0@lo:400:kworker.0 00000100:00100000:1.0:1777045081.562890:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777045081.562930:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424363392 00000100:00100000:1.0:1777045081.562940:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424363392 00000100:00100000:1.0:1777045081.563013:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424363264 00000100:00100000:1.0:1777045081.563019:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424363264 00000100:00100000:1.0:1777045081.563053:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 990 00000100:00100000:1.0:1777045081.563067:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b8edc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3344:x1863365424363392:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777045081.563132:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b8edc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3344:x1863365424363392:12345-0@lo:400:kworker.0 Request processed in 68us (422us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045081.563144:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 990 00000100:00100000:1.0:1777045081.563166:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 991 00000100:00100000:1.0:1777045081.563175:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df58665500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3343:x1863365424363264:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1777045081.564354:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1777045081.564377:0:6641:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424363520 00000100:00100000:0.0:1777045081.564385:0:6641:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424363520 00000100:00100000:0.0:1777045081.564431:0:6641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 806 00000100:00100000:0.0:1777045081.564442:0:6641:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df58666680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3341:x1863365424363520:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777045081.564505:0:6641:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df58666680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3341:x1863365424363520:12345-0@lo:400:kworker.0 Request processed in 65us (1682us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045081.564515:0:6641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 806 00000100:00100000:0.0:1777045081.564543:0:5849:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424363136 00000100:00100000:0.0:1777045081.564548:0:5849:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424363136 00000100:00100000:0.0:1777045081.564579:0:5849:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 811 00000100:00100000:0.0:1777045081.564589:0:5849:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df4fc77450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ce657616-b3f3-4e21-ac89-518ab611901c+18:3342:x1863365424363136:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777045081.564660:0:5849:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df4fc77450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ce657616-b3f3-4e21-ac89-518ab611901c+18:3342:x1863365424363136:12345-0@lo:400:kworker.0 Request processed in 71us (1927us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045081.564671:0:5849:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 811 00000100:00100000:3.0:1777045081.564801:0:3344:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df58666300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3344:1863365424363392:0@lo:400:kworker.0 00000100:00100000:3.0:1777045081.564854:0:3344:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de42771180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3344:1863365424363904:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1777045081.564894:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777045081.566044:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df58665500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3343:x1863365424363264:12345-0@lo:400:kworker.0 Request processed in 2867us (3151us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045081.566056:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 991 00000100:00100000:1.0:1777045081.566132:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df58665f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3343:1863365424363264:0@lo:400:kworker.0 00000100:00100000:1.0:1777045081.566144:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df58664a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424363776:0@lo:400:kworker.0 00000100:00100000:0.0:1777045081.567711:0:6644:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424363904 00000100:00100000:0.0:1777045081.567723:0:6644:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424363904 00000100:00100000:0.0:1777045081.567803:0:6644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 424 00000100:00100000:2.0:1777045081.567814:0:6643:0:(service.c:3441:ptlrpc_start_thread()) ost_create[0] started 2 min 2 max 16 00000100:00100000:0.0:1777045081.567820:0:6644:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b8eed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1863365424363904:12345-0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1777045081.567830:0:6643:0:(service.c:3500:ptlrpc_start_thread()) starting thread 'll_ost_create00_002' 00002000:00000024:0.0:1777045081.567865:0:6644:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 76480512 pending 0 free 3851419648 avail 3849322496 00000100:00100000:0.0:1777045081.567948:0:6644:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b8eed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1863365424363904:12345-0@lo:13:osp-pre-1-0.0 Request processed in 133us (3051us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045081.567959:0:6644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 424 00000100:00080000:0.0:1777045081.567995:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1777045081.568145:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777045081.568390:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df58664700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424363520:0@lo:400:kworker.0 00000100:00100000:1.0:1777045081.568435:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df58664000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ce657616-b3f3-4e21-ac89-518ab611901c:3342:1863365424363136:0@lo:400:kworker.0 00000100:00100000:1.0:1777045081.568447:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df58665880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3342:1863365424363648:0@lo:400:kworker.0 00000100:00100000:1.0:1777045081.568487:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045081.570896:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424363648 00000100:00100000:0.0:1777045081.570909:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424363648 00000100:00100000:0.0:1777045081.570990:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 992 00000100:00100000:0.0:1777045081.571007:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df58664700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3342:x1863365424363648:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777045081.571100:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df58664700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3342:x1863365424363648:12345-0@lo:400:kworker.0 Request processed in 99us (2611us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045081.571110:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 992 00000100:00080000:0.0:1777045081.571136:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1777045081.571294:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df58665880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3342:1863365424363648:0@lo:400:kworker.0 00000100:00100000:3.0:1777045081.572670:0:3344:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de42771180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3344:1863365424363904:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1777045081.574888:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424363776 00000100:00100000:2.0:1777045081.574900:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424363776 00000100:00100000:2.0:1777045081.575033:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 807 00000100:00100000:2.0:1777045081.575048:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df58666300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424363776:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777045081.575166:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df58666300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424363776:12345-0@lo:400:kworker.0 Request processed in 120us (7022us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045081.575177:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 807 00000100:00100000:0.0:1777045081.575342:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df58664a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424363776:0@lo:400:kworker.0 00010000:00010000:1.0:1777045081.621395:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777045082.270165:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045082.270367:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370008576 00000100:00100000:3.0:1777045082.270382:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370008576 00000100:00100000:3.0:1777045082.270557:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1031 00000100:00100000:3.0:1777045082.270578:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df58665880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+27:27117:x1863365370008576:12345-192.168.201.45@tcp:60:lhsmtool_posix.0 00000100:00100000:3.0:1777045082.270753:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df58665880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+27:27117:x1863365370008576:12345-192.168.201.45@tcp:60:lhsmtool_posix.0 Request processed in 179us (601us total) trans 0 rc 0/0 00000100:00080000:0.0:1777045082.270763:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1777045082.270768:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1031 00010000:00010000:1.0:1777045082.645719:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777045083.669635:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777045084.149361:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045084.149464:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045084.149538:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045084.149572:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045084.149653:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045084.149696:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045084.149743:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045084.149793:0:6641:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370008960 00000100:00100000:0.0:1777045084.149808:0:6641:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370008960 00000100:00100000:0.0:1777045084.149901:0:6641:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370009472 00000100:00100000:0.0:1777045084.149908:0:6641:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370009472 00000100:00100000:0.0:1777045084.149931:0:6641:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370009088 00000100:00100000:0.0:1777045084.149936:0:6641:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370009088 00000100:00100000:0.0:1777045084.149959:0:6641:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370009344 00000100:00100000:0.0:1777045084.149963:0:6641:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370009344 00000100:00100000:0.0:1777045084.149990:0:6641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 808 00000100:00100000:0.0:1777045084.150006:0:6641:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42772680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:146de360-3fb2-48bd-b418-06f30714148a+11:2392:x1863365370008960:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:0.0:1777045084.150111:0:6641:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42772680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:146de360-3fb2-48bd-b418-06f30714148a+11:2392:x1863365370008960:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 106us (645us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045084.150127:0:6641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 808 00000100:00100000:0.0:1777045084.150157:0:6641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 809 00000100:00100000:0.0:1777045084.150171:0:6641:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42771c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2392:x1863365370009472:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:0.0:1777045084.150262:0:6641:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42771c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2392:x1863365370009472:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 94us (688us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045084.150276:0:6641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 809 00000100:00100000:0.0:1777045084.150301:0:6641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 810 00000100:00100000:0.0:1777045084.150315:0:6641:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42771f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:146de360-3fb2-48bd-b418-06f30714148a+16:2392:x1863365370009088:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:0.0:1777045084.150362:0:6641:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42771f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:146de360-3fb2-48bd-b418-06f30714148a+16:2392:x1863365370009088:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 50us (666us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045084.150375:0:6641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 810 00000100:00100000:0.0:1777045084.150397:0:6641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 811 00000100:00100000:0.0:1777045084.150409:0:6641:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42772a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2392:x1863365370009344:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:0.0:1777045084.150452:0:6641:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42772a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2392:x1863365370009344:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 44us (709us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045084.150463:0:6641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 811 00000100:00100000:0.0:1777045084.150496:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370009216 00000100:00100000:0.0:1777045084.150503:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370009216 00000100:00100000:0.0:1777045084.150553:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370008832 00000100:00100000:0.0:1777045084.150559:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370008832 00000100:00100000:0.0:1777045084.150622:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 993 00000100:00100000:0.0:1777045084.150635:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42772300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+27:2392:x1863365370009216:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:0.0:1777045084.150690:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42772300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+27:2392:x1863365370009216:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 57us (1152us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045084.150703:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 993 00000100:00100000:0.0:1777045084.150726:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 994 00000100:00100000:0.0:1777045084.150738:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42773100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:146de360-3fb2-48bd-b418-06f30714148a+70:2392:x1863365370008832:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:0.0:1777045084.150776:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42773100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:146de360-3fb2-48bd-b418-06f30714148a+70:2392:x1863365370008832:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 40us (1125us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045084.150788:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 994 00000100:00080000:0.0:1777045084.150817:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1777045084.150825:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1777045084.150828:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1777045084.152623:0:5848:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370008704 00000100:00100000:3.0:1777045084.152634:0:5848:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370008704 00000100:00100000:3.0:1777045084.152694:0:5848:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 812 00000100:00100000:3.0:1777045084.152708:0:5848:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df4fc76050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2392:x1863365370008704:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777045084.152797:0:5848:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df4fc76050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2392:x1863365370008704:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 89us (3449us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045084.152812:0:5848:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 812 00010000:00010000:1.0:1777045084.693566:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1777045084.823170:0:11491:0:(llog.c:801:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1777045084.823185:0:11491:0:(llog_cat.c:158:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1777045084.826304:0:11491:0:(llog.c:858:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 27 count 1 00000040:00080000:0.0:1777045084.826320:0:11491:0:(llog.c:858:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1777045085.658687:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de480e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424364032:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1777045085.659063:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045085.660103:0:6644:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424364032 00000100:00100000:0.0:1777045085.660115:0:6644:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424364032 00000100:00100000:0.0:1777045085.660247:0:6644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 425 00000100:00100000:0.0:1777045085.660264:0:6644:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df58664000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3341:x1863365424364032:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1777045085.660633:0:6644:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 74776576 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1777045085.660715:0:6644:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df58664000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3341:x1863365424364032:12345-0@lo:13:osp-pre-0-0.0 Request processed in 455us (1651us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045085.660727:0:6644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 425 00000100:00100000:0.0:1777045085.660807:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de480e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424364032:0@lo:13:osp-pre-0-0.0 00000100:00080000:1.0:1777045085.662378:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1777045085.719800:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777045086.680736:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df58665f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ce657616-b3f3-4e21-ac89-518ab611901c:3342:1863365424364160:0@lo:400:kworker.0 00000100:00100000:1.0:1777045086.680833:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777045086.680900:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df77b5dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3342:1863365424364672:0@lo:400:kworker.0 00000100:00100000:1.0:1777045086.680947:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777045086.680991:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1777045086.681002:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df77b5ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424364544:0@lo:400:kworker.0 00000100:00100000:1.0:1777045086.681045:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777045086.681088:0:3344:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df77b5d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3344:1863365424364416:0@lo:400:kworker.0 00000100:00100000:1.0:1777045086.681125:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777045086.681150:0:3344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:1.0:1777045086.681161:0:3344:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df58664a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3344:1863365424364288:0@lo:400:kworker.0 00000100:00100000:1.0:1777045086.681199:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777045086.681260:0:3344:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df77b5c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3344:1863365424364800:0@lo:400:kworker.0 00000100:00100000:1.0:1777045086.681299:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777045086.681354:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424364672 00000100:00100000:1.0:1777045086.681365:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424364672 00000100:00100000:1.0:1777045086.681447:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424364416 00000100:00100000:1.0:1777045086.681454:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424364416 00000100:00100000:1.0:1777045086.681492:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424364288 00000100:00100000:1.0:1777045086.681497:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424364288 00000100:00100000:1.0:1777045086.681526:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 995 00000100:00100000:1.0:1777045086.681540:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77b5e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3342:x1863365424364672:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777045086.681660:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77b5e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3342:x1863365424364672:12345-0@lo:400:kworker.0 Request processed in 121us (710us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045086.681680:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 995 00000100:00100000:1.0:1777045086.681712:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 996 00000100:00100000:1.0:1777045086.681723:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77b5f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3344:x1863365424364416:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777045086.681793:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77b5f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3344:x1863365424364416:12345-0@lo:400:kworker.0 Request processed in 71us (666us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045086.681805:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 996 00000100:00100000:1.0:1777045086.681827:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 997 00000100:00100000:1.0:1777045086.682098:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77b5fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3344:x1863365424364288:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777045086.682155:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77b5fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3344:x1863365424364288:12345-0@lo:400:kworker.0 Request processed in 319us (955us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045086.682167:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 997 00000100:00080000:1.0:1777045086.682230:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1777045086.682299:0:3344:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df58664a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3344:1863365424364288:0@lo:400:kworker.0 00000100:00100000:1.0:1777045086.682320:0:3344:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df77b5d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3344:1863365424364416:0@lo:400:kworker.0 00000100:00100000:1.0:1777045086.682399:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df77b5dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3342:1863365424364672:0@lo:400:kworker.0 00000100:00100000:0.0:1777045086.684602:0:5850:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424364160 00000100:00100000:0.0:1777045086.684614:0:5850:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424364160 00000100:00100000:0.0:1777045086.684681:0:5850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 813 00000100:00100000:0.0:1777045086.684694:0:5850:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df4fc76c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ce657616-b3f3-4e21-ac89-518ab611901c+18:3342:x1863365424364160:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777045086.684782:0:5850:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df4fc76c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ce657616-b3f3-4e21-ac89-518ab611901c+18:3342:x1863365424364160:12345-0@lo:400:kworker.0 Request processed in 89us (3948us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045086.684796:0:5850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 813 00000100:00100000:0.0:1777045086.684850:0:6641:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424364544 00000100:00100000:0.0:1777045086.684857:0:6641:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424364544 00000100:00100000:0.0:1777045086.684899:0:6641:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424364800 00000100:00100000:0.0:1777045086.684904:0:6641:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424364800 00000100:00100000:0.0:1777045086.684950:0:6641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 812 00000100:00100000:0.0:1777045086.684962:0:6641:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77b5df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3342:x1863365424364544:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777045086.685020:0:6641:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77b5df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3342:x1863365424364544:12345-0@lo:400:kworker.0 Request processed in 59us (3974us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045086.685031:0:6641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 812 00000100:00100000:0.0:1777045086.685052:0:6641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 813 00000100:00100000:0.0:1777045086.685066:0:6641:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77b5ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3344:x1863365424364800:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777045086.685127:0:6641:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77b5ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3344:x1863365424364800:12345-0@lo:400:kworker.0 Request processed in 61us (3826us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045086.685139:0:6641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 813 00000100:00080000:0.0:1777045086.685271:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1777045086.686082:0:3344:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df77b5c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3344:1863365424364800:0@lo:400:kworker.0 00000100:00100000:3.0:1777045086.687395:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1777045086.687419:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7b8ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424364928:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1777045086.687483:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777045086.688430:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df77b5ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424364544:0@lo:400:kworker.0 00000100:00100000:2.0:1777045086.688456:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df58665f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ce657616-b3f3-4e21-ac89-518ab611901c:3342:1863365424364160:0@lo:400:kworker.0 00000100:00100000:1.0:1777045086.700341:0:19062:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424364928 00000100:00100000:1.0:1777045086.700363:0:19062:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424364928 00000100:00100000:1.0:1777045086.700481:0:19062:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 426 00000100:00100000:1.0:1777045086.700500:0:19062:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b8ee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424364928:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1777045086.700589:0:19062:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 76480512 pending 0 free 3851419648 avail 3849322496 00000100:00100000:1.0:1777045086.700736:0:19062:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b8ee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424364928:12345-0@lo:13:osp-pre-1-0.0 Request processed in 237us (13247us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045086.701104:0:19062:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 426 00000100:00100000:3.0:1777045086.704293:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7b8ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424364928:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1777045086.743481:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777045087.765912:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1777045088.307684:0:19113:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 12h: Restore a released file implicitly from a second node ========================================================== 11:38:02 (1777045082) 00010000:00010000:0.0:1777045088.801100:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777045089.288715:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045089.289020:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045089.289075:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045089.289138:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045089.289799:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045089.289911:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045089.292828:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370009984 00000100:00100000:2.0:1777045089.292846:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370009984 00000100:00100000:2.0:1777045089.292997:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370010240 00000100:00100000:2.0:1777045089.293004:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370010240 00000100:00100000:2.0:1777045089.293038:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370009856 00000100:00100000:2.0:1777045089.293044:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370009856 00000100:00100000:2.0:1777045089.293083:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 814 00000100:00100000:2.0:1777045089.293102:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42771500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:146de360-3fb2-48bd-b418-06f30714148a+16:2392:x1863365370009984:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:2.0:1777045089.293287:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42771500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:146de360-3fb2-48bd-b418-06f30714148a+16:2392:x1863365370009984:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 186us (4267us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045089.293304:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 814 00000100:00100000:2.0:1777045089.293341:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 815 00000100:00100000:2.0:1777045089.293355:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42773800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2392:x1863365370010240:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:2.0:1777045089.293417:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42773800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2392:x1863365370010240:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 65us (4343us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045089.293431:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 815 00000100:00100000:2.0:1777045089.293455:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 816 00000100:00100000:2.0:1777045089.293467:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42771180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:146de360-3fb2-48bd-b418-06f30714148a+11:2392:x1863365370009856:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:2.0:1777045089.298743:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42771180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:146de360-3fb2-48bd-b418-06f30714148a+11:2392:x1863365370009856:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 5259us (9545us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045089.298768:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 816 00000100:00100000:2.0:1777045089.305701:0:5849:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370009600 00000100:00100000:2.0:1777045089.305722:0:5849:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370009600 00000100:00100000:2.0:1777045089.305810:0:5849:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 814 00000100:00100000:2.0:1777045089.305826:0:5849:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df4fc77050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2392:x1863365370009600:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:2.0:1777045089.305949:0:5849:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df4fc77050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2392:x1863365370009600:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 123us (16809us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045089.305965:0:5849:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 814 00000100:00100000:0.0:1777045089.309041:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00080000:0.0:1777045089.309095:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1777045089.309105:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1777045089.309128:0:14822:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370010368 00000100:00100000:0.0:1777045089.309139:0:14822:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370010368 00000100:00100000:0.0:1777045089.309271:0:14822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 817 00000100:00100000:0.0:1777045089.309291:0:14822:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42c89c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2392:x1863365370010368:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:0.0:1777045089.309371:0:14822:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42c89c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2392:x1863365370010368:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 85us (339us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045089.309386:0:14822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 817 00000100:00080000:0.0:1777045089.309435:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1777045089.325784:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370009728 00000100:00100000:3.0:1777045089.325808:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370009728 00000100:00080000:3.0:1777045089.325869:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1777045089.325954:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370010112 00000100:00100000:3.0:1777045089.325963:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370010112 00000100:00100000:3.0:1777045089.326023:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 998 00000100:00100000:3.0:1777045089.326041:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42770700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:146de360-3fb2-48bd-b418-06f30714148a+70:2392:x1863365370009728:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777045089.326164:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42770700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:146de360-3fb2-48bd-b418-06f30714148a+70:2392:x1863365370009728:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 125us (37461us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045089.326251:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 998 00000100:00100000:3.0:1777045089.326294:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 999 00000100:00100000:3.0:1777045089.326309:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42770380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+27:2392:x1863365370010112:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777045089.326364:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42770380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+27:2392:x1863365370010112:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 58us (36455us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045089.326380:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 999 00000100:00080000:3.0:1777045089.326411:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1777045089.814955:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777045090.774874:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de480e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424365056:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1777045090.775013:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777045090.776562:0:6643:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424365056 00000100:00100000:2.0:1777045090.776575:0:6643:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424365056 00000100:00100000:2.0:1777045090.776684:0:6643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 427 00000100:00100000:2.0:1777045090.776701:0:6643:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42c8aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3341:x1863365424365056:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1777045090.776782:0:6643:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 74776576 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1777045090.777616:0:6643:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42c8aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3341:x1863365424365056:12345-0@lo:13:osp-pre-0-0.0 Request processed in 510us (2194us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045090.777631:0:6643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 427 00000100:00100000:0.0:1777045090.777945:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de480e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424365056:0@lo:13:osp-pre-0-0.0 00000100:00080000:3.0:1777045090.778907:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:0.0:1777045090.841741:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777045091.800258:0:3341:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1777045091.800303:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de42c8a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424365184:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1777045091.800383:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777045091.804229:0:6644:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424365184 00000100:00100000:2.0:1777045091.804245:0:6644:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424365184 00000100:00100000:2.0:1777045091.804683:0:6644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 428 00000100:00100000:2.0:1777045091.804699:0:6644:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42c8a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3341:x1863365424365184:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1777045091.804748:0:6644:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 76480512 pending 0 free 3851419648 avail 3849322496 00000100:00100000:2.0:1777045091.805074:0:6644:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42c8a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3341:x1863365424365184:12345-0@lo:13:osp-pre-1-0.0 Request processed in 377us (4688us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045091.805089:0:6644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 428 00000100:00100000:1.0:1777045091.809751:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de42c8a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424365184:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1777045091.813781:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de42c89500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424365696:0@lo:400:kworker.0 00000100:00100000:0.0:1777045091.813904:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045091.814018:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1777045091.814030:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de42c8b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3342:1863365424365568:0@lo:400:kworker.0 00000100:00100000:0.0:1777045091.814074:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045091.814125:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424365568 00000100:00100000:0.0:1777045091.814484:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424365568 00000100:00100000:0.0:1777045091.814564:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1000 00000100:00100000:0.0:1777045091.814580:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42c88e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3342:x1863365424365568:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777045091.814658:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42c88e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3342:x1863365424365568:12345-0@lo:400:kworker.0 Request processed in 81us (581us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045091.814671:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1000 00000100:00100000:0.0:1777045091.814733:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de42c8b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3342:1863365424365568:0@lo:400:kworker.0 00000100:00080000:3.0:1777045091.823092:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1777045091.823107:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1777045091.828710:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de42c88a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ce657616-b3f3-4e21-ac89-518ab611901c:3343:1863365424365312:0@lo:400:kworker.0 00000100:00100000:1.0:1777045091.828803:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777045091.828864:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de42c8b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3343:1863365424365824:0@lo:400:kworker.0 00000100:00100000:1.0:1777045091.828928:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777045091.829025:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1777045091.829038:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de42c89880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3343:1863365424365440:0@lo:400:kworker.0 00000100:00100000:1.0:1777045091.829078:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777045091.829152:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424365824 00000100:00100000:1.0:1777045091.829163:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424365824 00000100:00100000:1.0:1777045091.829273:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424365440 00000100:00100000:1.0:1777045091.829302:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424365440 00000100:00100000:1.0:1777045091.829337:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1001 00000100:00100000:1.0:1777045091.829351:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77b5dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3343:x1863365424365824:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777045091.829433:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77b5dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3343:x1863365424365824:12345-0@lo:400:kworker.0 Request processed in 83us (502us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045091.829445:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1001 00000100:00100000:1.0:1777045091.829502:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1002 00000100:00100000:1.0:1777045091.829514:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77b5d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3343:x1863365424365440:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777045091.829564:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77b5d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3343:x1863365424365440:12345-0@lo:400:kworker.0 Request processed in 51us (484us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045091.829574:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1002 00000100:00080000:1.0:1777045091.829604:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1777045091.829657:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de42c89880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3343:1863365424365440:0@lo:400:kworker.0 00000100:00100000:1.0:1777045091.829678:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de42c8b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3343:1863365424365824:0@lo:400:kworker.0 00000100:00100000:3.0:1777045091.831583:0:5848:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424365312 00000100:00100000:3.0:1777045091.831594:0:5848:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424365312 00000100:00100000:3.0:1777045091.831682:0:5848:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 815 00000100:00100000:3.0:1777045091.831696:0:5848:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df4fc74050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ce657616-b3f3-4e21-ac89-518ab611901c+18:3343:x1863365424365312:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777045091.831784:0:5848:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df4fc74050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ce657616-b3f3-4e21-ac89-518ab611901c+18:3343:x1863365424365312:12345-0@lo:400:kworker.0 Request processed in 90us (2980us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045091.831796:0:5848:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 815 00000100:00100000:0.0:1777045091.834804:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de42c88a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ce657616-b3f3-4e21-ac89-518ab611901c:3343:1863365424365312:0@lo:400:kworker.0 00000100:00100000:2.0:1777045091.835575:0:6639:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424365696 00000100:00100000:2.0:1777045091.835586:0:6639:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424365696 00000100:00100000:2.0:1777045091.835652:0:6639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 818 00000100:00100000:2.0:1777045091.835667:0:6639:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42c89f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3342:x1863365424365696:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777045091.835756:0:6639:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42c89f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3342:x1863365424365696:12345-0@lo:400:kworker.0 Request processed in 91us (21850us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045091.835767:0:6639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 818 00000100:00100000:3.0:1777045091.836374:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de42c89500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424365696:0@lo:400:kworker.0 00010000:00010000:3.0:1777045091.862042:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777045092.887087:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1777045093.803716:0:19162:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: SKIP: sanity-hsm test_12h Need 2 or more clients, have 1 00010000:00010000:3.0:1777045093.920719:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1777045094.039505:0:11491:0:(llog.c:801:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1777045094.039517:0:11491:0:(llog_cat.c:158:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1777045094.040789:0:11491:0:(llog.c:858:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1777045094.040802:0:11491:0:(llog.c:858:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1777045094.393514:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045094.393576:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045094.393616:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045094.393646:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045094.393692:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045094.393725:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045094.393761:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045094.393801:0:8776:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370010752 00000100:00100000:3.0:1777045094.393813:0:8776:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370010752 00000100:00100000:3.0:1777045094.393881:0:8776:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370011264 00000100:00100000:3.0:1777045094.393885:0:8776:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370011264 00000100:00100000:3.0:1777045094.393903:0:8776:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370010880 00000100:00100000:3.0:1777045094.393907:0:8776:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370010880 00000100:00100000:3.0:1777045094.393924:0:8776:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370011136 00000100:00100000:3.0:1777045094.393927:0:8776:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370011136 00000100:00100000:3.0:1777045094.393949:0:8776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 819 00000100:00100000:3.0:1777045094.393960:0:8776:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b8ef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:146de360-3fb2-48bd-b418-06f30714148a+11:2392:x1863365370010752:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777045094.394045:0:8776:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b8ef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:146de360-3fb2-48bd-b418-06f30714148a+11:2392:x1863365370010752:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 85us (468us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045094.394056:0:8776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 819 00000100:00100000:3.0:1777045094.394080:0:8776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 820 00000100:00100000:3.0:1777045094.394088:0:8776:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b8ef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2392:x1863365370011264:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777045094.394123:0:8776:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b8ef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2392:x1863365370011264:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 35us (476us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045094.394133:0:8776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 820 00000100:00100000:3.0:1777045094.394151:0:8776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 821 00000100:00100000:3.0:1777045094.394160:0:8776:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df485bf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:146de360-3fb2-48bd-b418-06f30714148a+16:2392:x1863365370010880:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777045094.394193:0:8776:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df485bf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:146de360-3fb2-48bd-b418-06f30714148a+16:2392:x1863365370010880:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 34us (467us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045094.394231:0:8776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 821 00000100:00100000:3.0:1777045094.394249:0:8776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 822 00000100:00100000:3.0:1777045094.394259:0:8776:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df50e7c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2392:x1863365370011136:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777045094.394291:0:8776:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df50e7c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2392:x1863365370011136:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 34us (530us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045094.394299:0:8776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 822 00000100:00100000:3.0:1777045094.394522:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370011008 00000100:00100000:3.0:1777045094.394528:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370011008 00000100:00100000:3.0:1777045094.394566:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370010624 00000100:00100000:3.0:1777045094.394570:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370010624 00000100:00100000:3.0:1777045094.394598:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1003 00000100:00100000:3.0:1777045094.394607:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b8edf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+27:2392:x1863365370011008:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777045094.394647:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b8edf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+27:2392:x1863365370011008:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 41us (1031us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045094.394657:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1003 00000100:00100000:3.0:1777045094.394673:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1004 00000100:00100000:3.0:1777045094.394682:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df75298000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:146de360-3fb2-48bd-b418-06f30714148a+70:2392:x1863365370010624:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777045094.394711:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df75298000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:146de360-3fb2-48bd-b418-06f30714148a+70:2392:x1863365370010624:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 30us (1032us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045094.394720:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1004 00000100:00080000:3.0:1777045094.394755:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1777045094.394761:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1777045094.394764:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1777045094.396525:0:5850:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370010496 00000100:00100000:2.0:1777045094.396536:0:5850:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370010496 00000100:00100000:2.0:1777045094.396592:0:5850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 816 00000100:00100000:2.0:1777045094.396604:0:5850:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df4fc75050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2392:x1863365370010496:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:2.0:1777045094.396680:0:5850:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df4fc75050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2392:x1863365370010496:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 77us (3177us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045094.396690:0:5850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 816 00010000:00010000:3.0:1777045094.934865:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777045095.896022:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1777045095.896054:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de480ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424365952:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1777045095.896138:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777045095.896362:0:19062:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424365952 00000100:00100000:2.0:1777045095.896394:0:19062:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424365952 00000100:00100000:2.0:1777045095.896523:0:19062:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 429 00000100:00100000:2.0:1777045095.896537:0:19062:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77b5ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424365952:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1777045095.896581:0:19062:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 74776576 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1777045095.896649:0:19062:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77b5ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424365952:12345-0@lo:13:osp-pre-0-0.0 Request processed in 114us (509us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045095.896659:0:19062:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 429 00000100:00100000:2.0:1777045095.896757:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de480ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424365952:0@lo:13:osp-pre-0-0.0 00000100:00080000:3.0:1777045095.897874:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1777045095.957851:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777045096.919734:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de42c8b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3342:1863365424366208:0@lo:400:kworker.0 00000100:00100000:0.0:1777045096.920123:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045096.920194:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de42c8bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424366720:0@lo:400:kworker.0 00000100:00100000:0.0:1777045096.920546:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045096.920593:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1777045096.920604:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de42c88a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ce657616-b3f3-4e21-ac89-518ab611901c:3342:1863365424366080:0@lo:400:kworker.0 00000100:00100000:0.0:1777045096.920652:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045096.920684:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de42c88700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3342:1863365424366592:0@lo:400:kworker.0 00000100:00100000:0.0:1777045096.920715:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045096.920753:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de42c8ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3343:1863365424366336:0@lo:400:kworker.0 00000100:00100000:0.0:1777045096.920782:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045096.920807:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1777045096.920814:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de42c88380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424366464:0@lo:400:kworker.0 00000100:00100000:0.0:1777045096.920839:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045096.920894:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424366208 00000100:00100000:0.0:1777045096.920903:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424366208 00000100:00100000:0.0:1777045096.920956:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424366592 00000100:00100000:0.0:1777045096.920961:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424366592 00000100:00100000:0.0:1777045096.920995:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424366336 00000100:00100000:0.0:1777045096.920999:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424366336 00000100:00100000:0.0:1777045096.921022:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1005 00000100:00100000:0.0:1777045096.921031:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42c89c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3342:x1863365424366208:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777045096.921102:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42c89c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3342:x1863365424366208:12345-0@lo:400:kworker.0 Request processed in 70us (979us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045096.921113:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1005 00000100:00100000:0.0:1777045096.921137:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1006 00000100:00100000:0.0:1777045096.921146:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42c89500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3342:x1863365424366592:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777045096.921191:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42c89500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3342:x1863365424366592:12345-0@lo:400:kworker.0 Request processed in 45us (473us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045096.921228:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1006 00000100:00100000:0.0:1777045096.921247:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1007 00000100:00100000:0.0:1777045096.921256:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42c8b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3343:x1863365424366336:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777045096.921301:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42c8b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3343:x1863365424366336:12345-0@lo:400:kworker.0 Request processed in 46us (518us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045096.921310:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1007 00000100:00100000:0.0:1777045096.921336:0:8776:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424366720 00000100:00100000:0.0:1777045096.921343:0:8776:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424366720 00000100:00100000:0.0:1777045096.921410:0:8776:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424366464 00000100:00100000:0.0:1777045096.921416:0:8776:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424366464 00000100:00100000:0.0:1777045096.921450:0:8776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 823 00000100:00100000:0.0:1777045096.921461:0:8776:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42c89f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3342:x1863365424366720:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777045096.921509:0:8776:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42c89f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3342:x1863365424366720:12345-0@lo:400:kworker.0 Request processed in 49us (962us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045096.921518:0:8776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 823 00000100:00100000:0.0:1777045096.921538:0:8776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 824 00000100:00100000:0.0:1777045096.921548:0:8776:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42c89880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424366464:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777045096.921590:0:8776:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42c89880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424366464:12345-0@lo:400:kworker.0 Request processed in 43us (747us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045096.921598:0:8776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 824 00000100:00100000:0.0:1777045096.921623:0:5849:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424366080 00000100:00100000:0.0:1777045096.921628:0:5849:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424366080 00000100:00100000:0.0:1777045096.921659:0:5849:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 817 00000100:00100000:0.0:1777045096.921669:0:5849:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df4fc74450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ce657616-b3f3-4e21-ac89-518ab611901c+18:3342:x1863365424366080:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777045096.921710:0:5849:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df4fc74450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ce657616-b3f3-4e21-ac89-518ab611901c+18:3342:x1863365424366080:12345-0@lo:400:kworker.0 Request processed in 42us (1057us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045096.921719:0:5849:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 817 00000100:00100000:0.0:1777045096.921794:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de42c88a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ce657616-b3f3-4e21-ac89-518ab611901c:3342:1863365424366080:0@lo:400:kworker.0 00000100:00100000:0.0:1777045096.921811:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de42c88700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3342:1863365424366592:0@lo:400:kworker.0 00000100:00100000:0.0:1777045096.921823:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de42c8b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3342:1863365424366208:0@lo:400:kworker.0 00000100:00100000:0.0:1777045096.921836:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de42c8bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424366720:0@lo:400:kworker.0 00000100:00100000:0.0:1777045096.921877:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de42c88380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424366464:0@lo:400:kworker.0 00000100:00100000:0.0:1777045096.921890:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de42c8ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3343:1863365424366336:0@lo:400:kworker.0 00000100:00080000:0.0:1777045096.921923:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1777045096.921929:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1777045096.931712:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de42c8ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424366848:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1777045096.931817:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045096.932172:0:6643:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424366848 00000100:00100000:0.0:1777045096.932185:0:6643:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424366848 00000100:00100000:0.0:1777045096.932255:0:6643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 430 00000100:00100000:0.0:1777045096.932269:0:6643:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77b5f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424366848:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1777045096.932316:0:6643:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 76480512 pending 0 free 3851419648 avail 3849322496 00000100:00100000:0.0:1777045096.948735:0:6643:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77b5f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424366848:12345-0@lo:13:osp-pre-1-0.0 Request processed in 16457us (16907us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045096.948755:0:6643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 430 00000100:00100000:1.0:1777045096.960141:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de42c8ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424366848:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1777045096.983721:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777045098.012462:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777045099.031578:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777045099.520716:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045099.520804:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045099.520855:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045099.520953:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045099.520999:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045099.521041:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045099.521168:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045099.521247:0:5848:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370011392 00000100:00100000:3.0:1777045099.521262:0:5848:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370011392 00000100:00100000:3.0:1777045099.521335:0:5848:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 818 00000100:00100000:3.0:1777045099.521384:0:5848:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df4fc74c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2390:x1863365370011392:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777045099.521485:0:5848:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df4fc74c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2390:x1863365370011392:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 104us (680us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045099.521500:0:5848:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 818 00000100:00100000:1.0:1777045099.522191:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370011520 00000100:00100000:1.0:1777045099.522201:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370011520 00000100:00100000:1.0:1777045099.522273:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370011904 00000100:00100000:1.0:1777045099.522280:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370011904 00000100:00100000:1.0:1777045099.522321:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1008 00000100:00100000:1.0:1777045099.522335:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df485bd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:146de360-3fb2-48bd-b418-06f30714148a+70:2391:x1863365370011520:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:1.0:1777045099.522423:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df485bd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:146de360-3fb2-48bd-b418-06f30714148a+70:2391:x1863365370011520:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 90us (1719us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045099.522436:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1008 00000100:00100000:1.0:1777045099.522465:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1009 00000100:00100000:1.0:1777045099.522478:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de431bd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+27:2390:x1863365370011904:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:1.0:1777045099.522740:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de431bd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+27:2390:x1863365370011904:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 260us (1695us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045099.522754:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1009 00000100:00080000:1.0:1777045099.522789:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1777045099.522994:0:14822:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370011776 00000100:00100000:3.0:1777045099.523003:0:14822:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370011776 00000100:00100000:3.0:1777045099.523079:0:14822:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370012032 00000100:00100000:3.0:1777045099.523086:0:14822:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370012032 00000100:00100000:3.0:1777045099.523112:0:14822:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370011648 00000100:00100000:3.0:1777045099.523118:0:14822:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370011648 00000100:00100000:3.0:1777045099.523139:0:14822:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370012160 00000100:00100000:3.0:1777045099.523144:0:14822:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370012160 00000100:00100000:3.0:1777045099.523170:0:14822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 825 00000100:00100000:3.0:1777045099.523181:0:14822:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df485be300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:146de360-3fb2-48bd-b418-06f30714148a+16:2391:x1863365370011776:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777045099.523252:0:14822:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df485be300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:146de360-3fb2-48bd-b418-06f30714148a+16:2391:x1863365370011776:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 71us (2397us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045099.523265:0:14822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 825 00000100:00100000:3.0:1777045099.523288:0:14822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 826 00000100:00100000:3.0:1777045099.523300:0:14822:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df485bf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2391:x1863365370012032:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777045099.523373:0:14822:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df485bf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2391:x1863365370012032:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 42us (2389us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045099.523385:0:14822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 826 00000100:00100000:3.0:1777045099.523410:0:14822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 827 00000100:00100000:3.0:1777045099.523423:0:14822:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de431bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:146de360-3fb2-48bd-b418-06f30714148a+11:2390:x1863365370011648:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777045099.523465:0:14822:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de431bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:146de360-3fb2-48bd-b418-06f30714148a+11:2390:x1863365370011648:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 46us (2468us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045099.523476:0:14822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 827 00000100:00100000:3.0:1777045099.523496:0:14822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 828 00000100:00100000:3.0:1777045099.523509:0:14822:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de431bf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2390:x1863365370012160:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777045099.523549:0:14822:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de431bf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2390:x1863365370012160:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 41us (2383us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045099.523560:0:14822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 828 00000100:00080000:1.0:1777045099.524626:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1777045099.524633:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000001:02000400:1.0:1777045099.832605:0:19211:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 12m: Archive/release/implicit restore ========================================================== 11:38:14 (1777045094) 00010000:00010000:3.0:1777045100.062750:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777045100.869796:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045100.870263:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370012288 00000100:00100000:0.0:1777045100.870279:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370012288 00000100:00100000:0.0:1777045100.870424:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1032 00000100:00100000:0.0:1777045100.870443:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77b5d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+27:28044:x1863365370012288:12345-192.168.201.45@tcp:59:lhsmtool_posix.0 00000100:00100000:0.0:1777045100.870612:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77b5d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+27:28044:x1863365370012288:12345-192.168.201.45@tcp:59:lhsmtool_posix.0 Request processed in 171us (826us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045100.870626:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1032 00000100:00100000:3.0:1777045101.011922:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045101.013513:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370012416 00000100:00100000:1.0:1777045101.013535:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370012416 00000100:00100000:1.0:1777045101.013674:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1033 00000100:00100000:1.0:1777045101.013698:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df470cc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:146de360-3fb2-48bd-b418-06f30714148a+70:28045:x1863365370012416:12345-192.168.201.45@tcp:101:lfs.0 00010000:00010000:1.0:1777045101.013729:0:5857:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1777045101.013820:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00010000:00010000:1.0:1777045101.013828:0:5857:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd600/0x2c8777a5e7d9deab lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148b9e expref: -99 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777045101.013857:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de480ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424366976:0@lo:13:osp-pre-0-0.0 00010000:00010000:1.0:1777045101.014192:0:5857:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd400/0x2c8777a5e7d9deb2 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045101.014266:0:5857:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd400/0x2c8777a5e7d9deb2 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777045101.014285:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1777045101.014291:0:5857:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd400/0x2c8777a5e7d9deb2 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045101.014392:0:5857:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfda00/0x2c8777a5e7d9deb9 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045101.014408:0:5857:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfda00/0x2c8777a5e7d9deb9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045101.014422:0:5857:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfda00/0x2c8777a5e7d9deb9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777045101.014470:0:6644:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424366976 00000100:00100000:2.0:1777045101.014482:0:6644:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424366976 00000100:00100000:2.0:1777045101.014562:0:6644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 431 00000100:00100000:2.0:1777045101.014578:0:6644:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de480e9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424366976:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1777045101.014641:0:6644:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 74776576 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1777045101.014724:0:6644:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de480e9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424366976:12345-0@lo:13:osp-pre-0-0.0 Request processed in 148us (440us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045101.014742:0:6644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 431 00000100:00100000:2.0:1777045101.014843:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de480ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424366976:0@lo:13:osp-pre-0-0.0 00000100:00080000:3.0:1777045101.015445:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1777045101.015454:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:1.0:1777045101.015555:0:5857:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd400/0x2c8777a5e7d9deb2 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045101.015573:0:5857:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd400/0x2c8777a5e7d9deb2 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045101.015591:0:5857:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd400/0x2c8777a5e7d9deb2 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045101.015602:0:5857:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de41dfd400 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:1.0:1777045101.015609:0:5857:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd400/0x2c8777a5e7d9deb2 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045101.015621:0:5857:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd400/0x2c8777a5e7d9deb2 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045101.015640:0:5857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff98df48c7e700) 00010000:00010000:1.0:1777045101.015646:0:5857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777045101.015652:0:5857:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd400/0x2c8777a5e7d9deb2 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045101.015662:0:5857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd400/0x2c8777a5e7d9deb2 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045101.015682:0:5857:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfda00/0x2c8777a5e7d9deb9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045101.015692:0:5857:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfda00/0x2c8777a5e7d9deb9 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045101.015701:0:5857:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfda00/0x2c8777a5e7d9deb9 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045101.015709:0:5857:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de41dfda00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:1.0:1777045101.015713:0:5857:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfda00/0x2c8777a5e7d9deb9 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045101.015729:0:5857:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfda00/0x2c8777a5e7d9deb9 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045101.015741:0:5857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2c7f40eb (ffff98df46583700) 00010000:00010000:1.0:1777045101.015745:0:5857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777045101.015750:0:5857:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfda00/0x2c8777a5e7d9deb9 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045101.015759:0:5857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfda00/0x2c8777a5e7d9deb9 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045101.016061:0:5857:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd600/0x2c8777a5e7d9deab lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148b9e expref: 71 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045101.016079:0:5857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff98df48c7e700) 00010000:00010000:1.0:1777045101.016084:0:5857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777045101.016090:0:5857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd600/0x2c8777a5e7d9deab lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148b9e expref: 71 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045101.016107:0:5857:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de41dfd600, rc 0) 00000100:00100000:1.0:1777045101.026800:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df470cc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:146de360-3fb2-48bd-b418-06f30714148a+70:28045:x1863365370012416:12345-192.168.201.45@tcp:101:lfs.0 Request processed in 13073us (14857us total) trans 0 rc 301/301 00000100:00100000:1.0:1777045101.026833:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1033 00000100:00100000:3.0:1777045101.050419:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045101.050591:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370012672 00000100:00100000:0.0:1777045101.050609:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370012672 00000100:00100000:0.0:1777045101.050709:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1034 00000100:00100000:0.0:1777045101.050744:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df470cca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:146de360-3fb2-48bd-b418-06f30714148a+70:28045:x1863365370012672:12345-192.168.201.45@tcp:36:lfs.0 00010000:00010000:0.0:1777045101.051145:0:5855:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777045101.051193:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023e00/0x2c8777a5e7d9dc04 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148ab0 expref: 70 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045101.051280:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff98df48c7e700) 00010000:00010000:0.0:1777045101.051289:0:5855:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777045101.051780:0:5855:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022600/0x2c8777a5e7d9dec0 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045101.051805:0:5855:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025400/0x2c8777a5e7d9dc43 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148ac5 expref: 26 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045101.051819:0:5855:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022600/0x2c8777a5e7d9dec0 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045101.052168:0:5855:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025400/0x2c8777a5e7d9dc43 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148ac5 expref: 26 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045101.052196:0:5855:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025400/0x2c8777a5e7d9dc43 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148ac5 expref: 26 pid: 5857 timeout: 1829 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777045101.056660:0:5855:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de42c88380 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5855:1863365424367104:192.168.201.45@tcp:104: 00000100:00100000:0.0:1777045101.056862:0:5855:0:(client.c:2691:ptlrpc_set_wait()) set ffff98de47828d80 going to sleep for 11 seconds 00000100:00100000:3.0:1777045101.068925:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045101.069069:0:5843:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370012800 00000100:00100000:2.0:1777045101.069086:0:5843:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370012800 00010000:00010000:2.0:1777045101.069521:0:5843:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025400/0x2c8777a5e7d9dc43 lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148ac5 expref: 27 pid: 5857 timeout: 1829 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777045101.069588:0:5843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 308 00000100:00100000:2.0:1777045101.069603:0:5843:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d655500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+27:2393:x1863365370012800:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777045101.069630:0:5843:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777045101.069641:0:5843:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025400/0x2c8777a5e7d9dc43 lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148ac5 expref: 27 pid: 5857 timeout: 1829 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045101.069663:0:5843:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025400/0x2c8777a5e7d9dc43 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148ac5 expref: 27 pid: 5857 timeout: 1829 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045101.069709:0:5843:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff98df48c7e700) 00010000:00010000:2.0:1777045101.069718:0:5843:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022600/0x2c8777a5e7d9dec0 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045101.069735:0:5843:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022600/0x2c8777a5e7d9dec0 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045101.069746:0:5843:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022600/0x2c8777a5e7d9dec0 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045101.069778:0:5843:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777045101.069867:0:5843:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d655500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+27:2393:x1863365370012800:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 267us (958us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045101.069881:0:5843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 308 00000100:00080000:3.0:1777045101.071089:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1777045101.072418:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025400/0x2c8777a5e7d9dc43 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148ac5 expref: 26 pid: 5857 timeout: 1829 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777045101.072456:0:5855:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de42c88380 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5855:1863365424367104:192.168.201.45@tcp:104: 00010000:00010000:0.0:1777045101.072494:0:5855:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022600/0x2c8777a5e7d9dec0 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045101.072509:0:5855:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022600/0x2c8777a5e7d9dec0 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045101.072519:0:5855:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022600/0x2c8777a5e7d9dec0 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045101.072562:0:5855:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023e00/0x2c8777a5e7d9dec7 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045101.072581:0:5855:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023e00/0x2c8777a5e7d9dec7 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045101.072596:0:5855:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023e00/0x2c8777a5e7d9dec7 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777045101.074859:0:5855:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x40:0x0]: returning size 512 00010000:00010000:0.0:1777045101.074887:0:5855:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022600/0x2c8777a5e7d9dec0 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045101.074902:0:5855:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022600/0x2c8777a5e7d9dec0 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045101.074913:0:5855:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022600/0x2c8777a5e7d9dec0 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045101.074922:0:5855:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48022600 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:0.0:1777045101.074929:0:5855:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022600/0x2c8777a5e7d9dec0 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045101.074941:0:5855:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022600/0x2c8777a5e7d9dec0 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045101.074965:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff98df48c7e700) 00010000:00010000:0.0:1777045101.074971:0:5855:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777045101.074978:0:5855:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022600/0x2c8777a5e7d9dec0 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045101.074989:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022600/0x2c8777a5e7d9dec0 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777045101.075019:0:5855:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000003e2d507c reply state 00000000673efaf1 transno 4294967982 ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023e00/0x2c8777a5e7d9dec7 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777045101.075036:0:5855:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1777045101.084702:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777045101.089884:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df470cca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:146de360-3fb2-48bd-b418-06f30714148a+71:28045:x1863365370012672:12345-192.168.201.45@tcp:36:lfs.0 Request processed in 39139us (39461us total) trans 4294967982 rc 0/0 00000100:00100000:0.0:1777045101.089908:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1034 00010000:00010000:0.0:1777045101.099265:0:3327:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023e00/0x2c8777a5e7d9dec7 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045101.099298:0:3327:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023e00/0x2c8777a5e7d9dec7 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045101.099350:0:3327:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023e00/0x2c8777a5e7d9dec7 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045101.099364:0:3327:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48023e00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:0.0:1777045101.099374:0:3327:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023e00/0x2c8777a5e7d9dec7 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045101.099389:0:3327:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023e00/0x2c8777a5e7d9dec7 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045101.099434:0:3327:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2c7f40eb (ffff98df61f8ea00) 00010000:00010000:0.0:1777045101.099441:0:3327:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777045101.099452:0:3327:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023e00/0x2c8777a5e7d9dec7 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045101.099465:0:3327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023e00/0x2c8777a5e7d9dec7 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777045101.117824:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045101.119505:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370012928 00000100:00100000:1.0:1777045101.119525:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370012928 00000100:00100000:1.0:1777045101.119640:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1035 00000100:00100000:1.0:1777045101.119661:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de480ead80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:146de360-3fb2-48bd-b418-06f30714148a+70:28046:x1863365370012928:12345-192.168.201.45@tcp:101:bash.0 00010000:00010000:1.0:1777045101.119712:0:12646:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777045101.119758:0:12646:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd600/0x2c8777a5e7d9dece lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148ba5 expref: -99 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045101.119882:0:12646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfda00/0x2c8777a5e7d9ded5 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045101.119910:0:12646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfda00/0x2c8777a5e7d9ded5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045101.119932:0:12646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfda00/0x2c8777a5e7d9ded5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777045101.120042:0:12646:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 8704 00000004:00200000:1.0:1777045101.120049:0:12646:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 28 stripe count 1 MDT count 1 00000004:00010000:1.0:1777045101.120092:0:12646:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfda00/0x2c8777a5e7d9ded5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045101.120136:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd600/0x2c8777a5e7d9dece lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148ba5 expref: 72 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045101.120170:0:12646:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfda00/0x2c8777a5e7d9ded5 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148ba5 expref: 71 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045101.120186:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff98df46583700) 00010000:00010000:1.0:1777045101.120192:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1777045101.120198:0:12646:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de41dfda00, rc 0) 00000100:00100000:1.0:1777045101.120430:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de480ead80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:146de360-3fb2-48bd-b418-06f30714148a+71:28046:x1863365370012928:12345-192.168.201.45@tcp:101:bash.0 Request processed in 773us (2621us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045101.120444:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1035 00000100:00100000:3.0:1777045101.139570:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045101.140272:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370013056 00000100:00100000:1.0:1777045101.140293:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370013056 00000100:00100000:1.0:1777045101.140457:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1036 00000100:00100000:1.0:1777045101.140477:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d654e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:146de360-3fb2-48bd-b418-06f30714148a+71:28046:x1863365370013056:12345-192.168.201.45@tcp:101:bash.0 00010000:00010000:1.0:1777045101.140519:0:5857:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777045101.140558:0:5857:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd600/0x2c8777a5e7d9dedc lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148bac expref: -99 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045101.140687:0:5857:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfc400/0x2c8777a5e7d9dee3 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045101.140717:0:5857:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfc400/0x2c8777a5e7d9dee3 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045101.140738:0:5857:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfc400/0x2c8777a5e7d9dee3 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045101.140766:0:5857:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfca00/0x2c8777a5e7d9deea lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045101.140779:0:5857:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfca00/0x2c8777a5e7d9deea lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045101.140790:0:5857:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfca00/0x2c8777a5e7d9deea lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045101.143917:0:5857:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfde00/0x2c8777a5e7d9def1 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x40:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045101.143951:0:5857:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfde00/0x2c8777a5e7d9def1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045101.143981:0:5857:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfde00/0x2c8777a5e7d9def1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777045101.145080:0:5857:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x40:0x0]: returning size 512 00000004:00200000:1.0:1777045101.145089:0:5857:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1777045101.145135:0:5857:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfde00/0x2c8777a5e7d9def1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045101.145159:0:5857:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfc400/0x2c8777a5e7d9dee3 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045101.145171:0:5857:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfc400/0x2c8777a5e7d9dee3 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045101.145183:0:5857:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfc400/0x2c8777a5e7d9dee3 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045101.145194:0:5857:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de41dfc400 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:1.0:1777045101.145230:0:5857:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfc400/0x2c8777a5e7d9dee3 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045101.145974:0:5857:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfc400/0x2c8777a5e7d9dee3 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045101.145996:0:5857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff98df46583700) 00010000:00010000:1.0:1777045101.146001:0:5857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777045101.146009:0:5857:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfc400/0x2c8777a5e7d9dee3 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045101.146020:0:5857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfc400/0x2c8777a5e7d9dee3 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045101.146053:0:5857:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfca00/0x2c8777a5e7d9deea lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045101.146065:0:5857:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfca00/0x2c8777a5e7d9deea lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045101.146076:0:5857:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfca00/0x2c8777a5e7d9deea lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045101.146086:0:5857:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de41dfca00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:1.0:1777045101.146091:0:5857:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfca00/0x2c8777a5e7d9deea lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045101.146102:0:5857:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfca00/0x2c8777a5e7d9deea lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045101.146115:0:5857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2c7f40eb (ffff98df46583000) 00010000:00010000:1.0:1777045101.146119:0:5857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777045101.146123:0:5857:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfca00/0x2c8777a5e7d9deea lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045101.146133:0:5857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfca00/0x2c8777a5e7d9deea lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045101.146195:0:5857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd600/0x2c8777a5e7d9dedc lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148bac expref: 73 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045101.146218:0:5857:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfde00/0x2c8777a5e7d9def1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148bac expref: 72 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045101.146239:0:5857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x40:0x0].0x0 (ffff98df46583a00) 00010000:00010000:1.0:1777045101.146243:0:5857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:1.0:1777045101.146248:0:5857:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de41dfde00, rc 0) 00000100:00100000:1.0:1777045101.150146:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d654e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:146de360-3fb2-48bd-b418-06f30714148a+72:28046:x1863365370013056:12345-192.168.201.45@tcp:101:bash.0 Request processed in 9664us (10587us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045101.150162:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1036 00000100:00100000:1.0:1777045101.173713:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045101.174144:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370013184 00000100:00100000:0.0:1777045101.174158:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370013184 00000100:00100000:0.0:1777045101.174600:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1037 00000100:00100000:0.0:1777045101.174618:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77b5c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:146de360-3fb2-48bd-b418-06f30714148a+72:28046:x1863365370013184:12345-192.168.201.45@tcp:101:bash.0 00010000:00010000:0.0:1777045101.174645:0:5855:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777045101.174675:0:5855:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023e00/0x2c8777a5e7d9def8 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148bb3 expref: -99 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045101.174774:0:5855:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022600/0x2c8777a5e7d9deff lrc: 3/1,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045101.174803:0:5855:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022600/0x2c8777a5e7d9deff lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045101.174821:0:5855:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022600/0x2c8777a5e7d9deff lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045101.174899:0:5855:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023800/0x2c8777a5e7d9df06 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045101.174915:0:5855:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023800/0x2c8777a5e7d9df06 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045101.174927:0:5855:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023800/0x2c8777a5e7d9df06 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045101.175031:0:5855:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022600/0x2c8777a5e7d9deff lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045101.175042:0:5855:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022600/0x2c8777a5e7d9deff lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045101.175052:0:5855:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022600/0x2c8777a5e7d9deff lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045101.175062:0:5855:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48022600 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:0.0:1777045101.175068:0:5855:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022600/0x2c8777a5e7d9deff lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045101.175079:0:5855:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022600/0x2c8777a5e7d9deff lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045101.175096:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x40:0x0].0x0 (ffff98df46583a00) 00010000:00010000:0.0:1777045101.175101:0:5855:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777045101.175107:0:5855:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022600/0x2c8777a5e7d9deff lrc: 2/0,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045101.175118:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022600/0x2c8777a5e7d9deff lrc: 0/0,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045101.175138:0:5855:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023800/0x2c8777a5e7d9df06 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045101.175147:0:5855:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023800/0x2c8777a5e7d9df06 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045101.175156:0:5855:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023800/0x2c8777a5e7d9df06 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045101.175164:0:5855:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48023800 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:0.0:1777045101.175170:0:5855:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023800/0x2c8777a5e7d9df06 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045101.175180:0:5855:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023800/0x2c8777a5e7d9df06 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045101.175192:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x40:0x0].0x1dee485d (ffff98df61f8ea00) 00010000:00010000:0.0:1777045101.175197:0:5855:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777045101.175276:0:5855:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023800/0x2c8777a5e7d9df06 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045101.175289:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023800/0x2c8777a5e7d9df06 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045101.175358:0:5855:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023e00/0x2c8777a5e7d9def8 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148bb3 expref: 73 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045101.175377:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x40:0x0].0x0 (ffff98df46583a00) 00010000:00010000:0.0:1777045101.175380:0:5855:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777045101.175387:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023e00/0x2c8777a5e7d9def8 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148bb3 expref: 73 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045101.175402:0:5855:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de48023e00, rc 0) 00000100:00100000:0.0:1777045101.175483:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77b5c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:146de360-3fb2-48bd-b418-06f30714148a+72:28046:x1863365370013184:12345-192.168.201.45@tcp:101:bash.0 Request processed in 869us (1781us total) trans 0 rc 301/301 00000100:00100000:0.0:1777045101.175496:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1037 00000040:00080000:1.0:1777045101.205832:0:11491:0:(llog.c:801:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1777045101.205844:0:11491:0:(llog_cat.c:158:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1777045101.206752:0:11491:0:(llog.c:858:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:1.0:1777045101.206765:0:11491:0:(llog.c:858:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1777045101.249837:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045101.249998:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370013312 00000100:00100000:1.0:1777045101.250014:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370013312 00000100:00100000:1.0:1777045101.250103:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1038 00000100:00100000:1.0:1777045101.250119:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de480eb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+26:28047:x1863365370013312:12345-192.168.201.45@tcp:101:rm.0 00010000:00010000:1.0:1777045101.250150:0:5856:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777045101.250182:0:5856:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd600/0x2c8777a5e7d9df0d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148bba expref: -99 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045101.250370:0:5856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfca00/0x2c8777a5e7d9df14 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045101.250394:0:5856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfca00/0x2c8777a5e7d9df14 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045101.250413:0:5856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfca00/0x2c8777a5e7d9df14 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777045101.250507:0:5856:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 8704 00000004:00200000:1.0:1777045101.250514:0:5856:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 28 stripe count 1 MDT count 1 00000004:00010000:1.0:1777045101.250549:0:5856:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfca00/0x2c8777a5e7d9df14 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045101.250587:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd600/0x2c8777a5e7d9df0d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148bba expref: 28 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045101.250615:0:5856:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfca00/0x2c8777a5e7d9df14 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148bba expref: 27 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045101.250629:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff98df46583700) 00010000:00010000:1.0:1777045101.250635:0:5856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1777045101.250641:0:5856:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de41dfca00, rc 0) 00000100:00100000:1.0:1777045101.250736:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de480eb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+27:28047:x1863365370013312:12345-192.168.201.45@tcp:101:rm.0 Request processed in 619us (910us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045101.250749:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1038 00000100:00100000:2.0:1777045101.310122:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045101.312349:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370013440 00000100:00100000:0.0:1777045101.312365:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370013440 00000100:00100000:0.0:1777045101.312473:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1039 00000100:00100000:0.0:1777045101.312518:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de480e9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+27:28047:x1863365370013440:12345-192.168.201.45@tcp:101:rm.0 00010000:00010000:0.0:1777045101.312548:0:5857:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777045101.312578:0:5857:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023e00/0x2c8777a5e7d9df1b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148bc1 expref: -99 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045101.312673:0:5857:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023800/0x2c8777a5e7d9df22 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045101.312697:0:5857:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023800/0x2c8777a5e7d9df22 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045101.312716:0:5857:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023800/0x2c8777a5e7d9df22 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045101.312741:0:5857:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022600/0x2c8777a5e7d9df29 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045101.312756:0:5857:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022600/0x2c8777a5e7d9df29 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045101.312769:0:5857:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022600/0x2c8777a5e7d9df29 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045101.312937:0:5857:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022400/0x2c8777a5e7d9df30 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x40:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045101.312954:0:5857:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022400/0x2c8777a5e7d9df30 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045101.312968:0:5857:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022400/0x2c8777a5e7d9df30 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777045101.313027:0:5857:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x40:0x0]: returning size 512 00000004:00200000:0.0:1777045101.313035:0:5857:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1777045101.313111:0:5857:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022400/0x2c8777a5e7d9df30 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045101.313132:0:5857:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023800/0x2c8777a5e7d9df22 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045101.313144:0:5857:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023800/0x2c8777a5e7d9df22 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045101.313155:0:5857:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023800/0x2c8777a5e7d9df22 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045101.313166:0:5857:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48023800 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:0.0:1777045101.313173:0:5857:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023800/0x2c8777a5e7d9df22 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045101.313188:0:5857:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023800/0x2c8777a5e7d9df22 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045101.313282:0:5857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff98df46583700) 00010000:00010000:0.0:1777045101.313290:0:5857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777045101.313298:0:5857:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023800/0x2c8777a5e7d9df22 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045101.313334:0:5857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023800/0x2c8777a5e7d9df22 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045101.313361:0:5857:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022600/0x2c8777a5e7d9df29 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045101.313371:0:5857:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022600/0x2c8777a5e7d9df29 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045101.313381:0:5857:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022600/0x2c8777a5e7d9df29 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045101.313390:0:5857:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48022600 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:0.0:1777045101.313394:0:5857:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022600/0x2c8777a5e7d9df29 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045101.313405:0:5857:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022600/0x2c8777a5e7d9df29 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045101.313417:0:5857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2c7f40eb (ffff98df61f8ea00) 00010000:00010000:0.0:1777045101.313422:0:5857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777045101.313427:0:5857:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022600/0x2c8777a5e7d9df29 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045101.313445:0:5857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022600/0x2c8777a5e7d9df29 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045101.313499:0:5857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023e00/0x2c8777a5e7d9df1b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148bc1 expref: 29 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045101.313524:0:5857:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022400/0x2c8777a5e7d9df30 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148bc1 expref: 28 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045101.313537:0:5857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x40:0x0].0x0 (ffff98df46583a00) 00010000:00010000:0.0:1777045101.313542:0:5857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1777045101.313546:0:5857:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de48022400, rc 0) 00000100:00100000:0.0:1777045101.313628:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de480e9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+28:28047:x1863365370013440:12345-192.168.201.45@tcp:101:rm.0 Request processed in 1140us (3518us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045101.313643:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1039 00000100:00100000:2.0:1777045101.341560:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045101.343811:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370013568 00000100:00100000:1.0:1777045101.343828:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370013568 00000100:00100000:1.0:1777045101.343940:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1040 00000100:00100000:1.0:1777045101.343959:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de480e9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+28:28047:x1863365370013568:12345-192.168.201.45@tcp:101:rm.0 00010000:00010000:1.0:1777045101.343991:0:12646:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777045101.344024:0:12646:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd600/0x2c8777a5e7d9df37 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148bc8 expref: -99 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045101.344126:0:12646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfc400/0x2c8777a5e7d9df3e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045101.344159:0:12646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfc400/0x2c8777a5e7d9df3e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045101.344179:0:12646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfc400/0x2c8777a5e7d9df3e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045101.344240:0:12646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfdc00/0x2c8777a5e7d9df45 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045101.344256:0:12646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfdc00/0x2c8777a5e7d9df45 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045101.344271:0:12646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfdc00/0x2c8777a5e7d9df45 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045101.344419:0:12646:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfc400/0x2c8777a5e7d9df3e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045101.344435:0:12646:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfc400/0x2c8777a5e7d9df3e lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045101.344448:0:12646:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfc400/0x2c8777a5e7d9df3e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045101.344460:0:12646:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de41dfc400 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:1.0:1777045101.344467:0:12646:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfc400/0x2c8777a5e7d9df3e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045101.344480:0:12646:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfc400/0x2c8777a5e7d9df3e lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045101.350460:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x40:0x0].0x0 (ffff98df46583a00) 00010000:00010000:1.0:1777045101.350468:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777045101.350479:0:12646:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfc400/0x2c8777a5e7d9df3e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045101.350496:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfc400/0x2c8777a5e7d9df3e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045101.350530:0:12646:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfdc00/0x2c8777a5e7d9df45 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045101.350544:0:12646:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfdc00/0x2c8777a5e7d9df45 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045101.350559:0:12646:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfdc00/0x2c8777a5e7d9df45 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045101.350572:0:12646:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de41dfdc00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:1.0:1777045101.350578:0:12646:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfdc00/0x2c8777a5e7d9df45 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045101.350592:0:12646:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfdc00/0x2c8777a5e7d9df45 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045101.350607:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x40:0x0].0x1dee485d (ffff98df46583000) 00010000:00010000:1.0:1777045101.350612:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777045101.350618:0:12646:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfdc00/0x2c8777a5e7d9df45 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045101.350631:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfdc00/0x2c8777a5e7d9df45 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045101.350721:0:12646:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd600/0x2c8777a5e7d9df37 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148bc8 expref: 29 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045101.350741:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x40:0x0].0x0 (ffff98df46583a00) 00010000:00010000:1.0:1777045101.350746:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777045101.350754:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd600/0x2c8777a5e7d9df37 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148bc8 expref: 29 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045101.350771:0:12646:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de41dfd600, rc 0) 00000100:00100000:0.0:1777045101.356058:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de480e9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+28:28047:x1863365370013568:12345-192.168.201.45@tcp:101:rm.0 Request processed in 12089us (14497us total) trans 0 rc 301/301 00000100:00100000:0.0:1777045101.356077:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1040 00000100:00100000:2.0:1777045101.362880:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045101.364644:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370013696 00000100:00100000:3.0:1777045101.364668:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370013696 00000100:00100000:3.0:1777045101.364796:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1041 00000100:00100000:3.0:1777045101.364816:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42e59500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+28:28047:x1863365370013696:12345-192.168.201.45@tcp:101:rm.0 00010000:00010000:3.0:1777045101.365183:0:7939:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777045101.365619:0:7939:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066200/0x2c8777a5e7d9df4c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148bcf expref: -99 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045101.365752:0:7939:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067e00/0x2c8777a5e7d9df53 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045101.365782:0:7939:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067e00/0x2c8777a5e7d9df53 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045101.365804:0:7939:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067e00/0x2c8777a5e7d9df53 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045101.365831:0:7939:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066a00/0x2c8777a5e7d9df5a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045101.365845:0:7939:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066a00/0x2c8777a5e7d9df5a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045101.365859:0:7939:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066a00/0x2c8777a5e7d9df5a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045101.365981:0:7939:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067e00/0x2c8777a5e7d9df53 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045101.365997:0:7939:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067e00/0x2c8777a5e7d9df53 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045101.366010:0:7939:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067e00/0x2c8777a5e7d9df53 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045101.366022:0:7939:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48067e00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:3.0:1777045101.366030:0:7939:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067e00/0x2c8777a5e7d9df53 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045101.366044:0:7939:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067e00/0x2c8777a5e7d9df53 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045101.366066:0:7939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x40:0x0].0x0 (ffff98df46583a00) 00010000:00010000:3.0:1777045101.366072:0:7939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777045101.366080:0:7939:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067e00/0x2c8777a5e7d9df53 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045101.366091:0:7939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067e00/0x2c8777a5e7d9df53 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045101.366115:0:7939:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066a00/0x2c8777a5e7d9df5a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045101.366126:0:7939:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066a00/0x2c8777a5e7d9df5a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045101.366135:0:7939:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066a00/0x2c8777a5e7d9df5a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045101.366143:0:7939:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48066a00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:3.0:1777045101.366149:0:7939:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066a00/0x2c8777a5e7d9df5a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045101.366160:0:7939:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066a00/0x2c8777a5e7d9df5a lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045101.366172:0:7939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x40:0x0].0x1dee485d (ffff98df413b6200) 00010000:00010000:3.0:1777045101.366176:0:7939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777045101.366180:0:7939:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066a00/0x2c8777a5e7d9df5a lrc: 2/0,0 mode: --/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045101.366190:0:7939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066a00/0x2c8777a5e7d9df5a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045101.366582:0:7939:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066200/0x2c8777a5e7d9df4c lrc: 1/0,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148bcf expref: 29 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045101.366603:0:7939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x40:0x0].0x0 (ffff98df46583a00) 00010000:00010000:3.0:1777045101.366607:0:7939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777045101.366613:0:7939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066200/0x2c8777a5e7d9df4c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148bcf expref: 29 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045101.366629:0:7939:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de48066200, rc 0) 00000100:00100000:3.0:1777045101.388207:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42e59500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+28:28047:x1863365370013696:12345-192.168.201.45@tcp:101:rm.0 Request processed in 23372us (25316us total) trans 0 rc 301/301 00000100:00100000:3.0:1777045101.388232:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1041 00000100:00100000:2.0:1777045101.514616:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045101.537636:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370013824 00000100:00100000:0.0:1777045101.537657:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370013824 00000100:00100000:0.0:1777045101.537763:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1042 00000100:00100000:0.0:1777045101.537782:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42e5a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+28:28048:x1863365370013824:12345-192.168.201.45@tcp:101:cp.0 00010000:00010000:0.0:1777045101.537814:0:5857:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777045101.537845:0:5857:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023e00/0x2c8777a5e7d9df61 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148bd6 expref: -99 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045101.537970:0:5857:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022600/0x2c8777a5e7d9df68 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045101.537995:0:5857:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022600/0x2c8777a5e7d9df68 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045101.538016:0:5857:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022600/0x2c8777a5e7d9df68 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045101.538680:0:5857:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023800/0x2c8777a5e7d9df6f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045101.538700:0:5857:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023800/0x2c8777a5e7d9df6f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045101.538717:0:5857:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023800/0x2c8777a5e7d9df6f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045101.539101:0:5857:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022600/0x2c8777a5e7d9df68 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045101.539118:0:5857:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022600/0x2c8777a5e7d9df68 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045101.539130:0:5857:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022600/0x2c8777a5e7d9df68 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045101.539140:0:5857:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48022600 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:0.0:1777045101.539149:0:5857:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022600/0x2c8777a5e7d9df68 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045101.539170:0:5857:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022600/0x2c8777a5e7d9df68 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045101.539191:0:5857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x40:0x0].0x0 (ffff98df46583a00) 00010000:00010000:0.0:1777045101.539198:0:5857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777045101.539237:0:5857:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022600/0x2c8777a5e7d9df68 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045101.539250:0:5857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022600/0x2c8777a5e7d9df68 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045101.539270:0:5857:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023800/0x2c8777a5e7d9df6f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045101.539282:0:5857:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023800/0x2c8777a5e7d9df6f lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045101.539293:0:5857:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023800/0x2c8777a5e7d9df6f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045101.539303:0:5857:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48023800 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:0.0:1777045101.539338:0:5857:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023800/0x2c8777a5e7d9df6f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045101.539350:0:5857:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023800/0x2c8777a5e7d9df6f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045101.539364:0:5857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x40:0x0].0x1dee485d (ffff98df61f8ea00) 00010000:00010000:0.0:1777045101.539369:0:5857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777045101.539374:0:5857:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023800/0x2c8777a5e7d9df6f lrc: 2/0,0 mode: --/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045101.539395:0:5857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023800/0x2c8777a5e7d9df6f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045101.539458:0:5857:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023e00/0x2c8777a5e7d9df61 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148bd6 expref: 29 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045101.539478:0:5857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x40:0x0].0x0 (ffff98df46583a00) 00010000:00010000:0.0:1777045101.539482:0:5857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777045101.539489:0:5857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023e00/0x2c8777a5e7d9df61 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148bd6 expref: 29 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045101.539509:0:5857:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de48023e00, rc 0) 00000100:00100000:0.0:1777045101.558393:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42e5a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+28:28048:x1863365370013824:12345-192.168.201.45@tcp:101:cp.0 Request processed in 20599us (43772us total) trans 0 rc 301/301 00000100:00100000:0.0:1777045101.558414:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1042 00000100:00100000:1.0:1777045101.611148:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045101.614391:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370013952 00000100:00100000:0.0:1777045101.614410:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370013952 00000100:00100000:0.0:1777045101.614536:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1043 00000100:00100000:0.0:1777045101.614557:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77b5d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+28:28048:x1863365370013952:12345-192.168.201.45@tcp:101:cp.0 00010000:00010000:0.0:1777045101.614588:0:12646:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777045101.614621:0:12646:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023e00/0x2c8777a5e7d9df76 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148bdd expref: -99 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045101.614725:0:12646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023800/0x2c8777a5e7d9df7d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045101.614751:0:12646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023800/0x2c8777a5e7d9df7d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045101.614773:0:12646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023800/0x2c8777a5e7d9df7d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045101.614830:0:12646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022600/0x2c8777a5e7d9df84 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045101.614844:0:12646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022600/0x2c8777a5e7d9df84 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045101.614857:0:12646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022600/0x2c8777a5e7d9df84 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045101.615418:0:12646:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023800/0x2c8777a5e7d9df7d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045101.615434:0:12646:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023800/0x2c8777a5e7d9df7d lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045101.615447:0:12646:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023800/0x2c8777a5e7d9df7d lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045101.615459:0:12646:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48023800 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:0.0:1777045101.615467:0:12646:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023800/0x2c8777a5e7d9df7d lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045101.615482:0:12646:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023800/0x2c8777a5e7d9df7d lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045101.615503:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x40:0x0].0x0 (ffff98df46583a00) 00010000:00010000:0.0:1777045101.615510:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777045101.615518:0:12646:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023800/0x2c8777a5e7d9df7d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045101.615531:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023800/0x2c8777a5e7d9df7d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045101.615552:0:12646:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022600/0x2c8777a5e7d9df84 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045101.615566:0:12646:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022600/0x2c8777a5e7d9df84 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045101.615577:0:12646:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022600/0x2c8777a5e7d9df84 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045101.615588:0:12646:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48022600 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:0.0:1777045101.615594:0:12646:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022600/0x2c8777a5e7d9df84 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045101.615606:0:12646:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022600/0x2c8777a5e7d9df84 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045101.615619:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x40:0x0].0x1dee485d (ffff98df61f8ea00) 00010000:00010000:0.0:1777045101.615625:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777045101.615631:0:12646:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022600/0x2c8777a5e7d9df84 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045101.615643:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022600/0x2c8777a5e7d9df84 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045101.615696:0:12646:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023e00/0x2c8777a5e7d9df76 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148bdd expref: 29 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045101.615730:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x40:0x0].0x0 (ffff98df46583a00) 00010000:00010000:0.0:1777045101.615735:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777045101.615743:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023e00/0x2c8777a5e7d9df76 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148bdd expref: 29 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045101.615761:0:12646:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de48023e00, rc 0) 00000100:00100000:0.0:1777045101.616112:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77b5d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+28:28048:x1863365370013952:12345-192.168.201.45@tcp:101:cp.0 Request processed in 1559us (4976us total) trans 0 rc 301/301 00000100:00100000:0.0:1777045101.616128:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1043 00000100:00100000:3.0:1777045101.635626:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045101.638199:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370014208 00000100:00100000:0.0:1777045101.638240:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370014208 00000100:00100000:0.0:1777045101.638340:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1044 00000100:00100000:0.0:1777045101.638356:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d656a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+28:28048:x1863365370014208:12345-192.168.201.45@tcp:101:cp.0 00010000:00010000:0.0:1777045101.638384:0:7939:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777045101.638410:0:7939:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023e00/0x2c8777a5e7d9df8b lrc: 2/0,0 mode: --/CW res: [0x200000401:0x40:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148be4 expref: -99 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045101.638916:0:7939:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022600/0x2c8777a5e7d9df92 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x40:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045101.638943:0:7939:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022600/0x2c8777a5e7d9df92 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045101.638961:0:7939:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022600/0x2c8777a5e7d9df92 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045101.638984:0:7939:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023800/0x2c8777a5e7d9df99 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x40:0x0].0x1dee485d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045101.638997:0:7939:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023800/0x2c8777a5e7d9df99 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045101.639008:0:7939:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023800/0x2c8777a5e7d9df99 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1777045101.641085:0:7939:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x16:0x0], index 0: 0 00010000:00010000:0.0:1777045101.655792:0:7939:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023a00/0x2c8777a5e7d9dfa0 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045101.655823:0:7939:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023a00/0x2c8777a5e7d9dfa0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045101.655844:0:7939:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023a00/0x2c8777a5e7d9dfa0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045101.658756:0:7939:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022600/0x2c8777a5e7d9df92 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045101.658773:0:7939:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022600/0x2c8777a5e7d9df92 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045101.658787:0:7939:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022600/0x2c8777a5e7d9df92 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045101.658799:0:7939:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48022600 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:0.0:1777045101.658807:0:7939:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022600/0x2c8777a5e7d9df92 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045101.658821:0:7939:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022600/0x2c8777a5e7d9df92 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045101.658851:0:7939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x40:0x0].0x0 (ffff98df46583a00) 00010000:00010000:0.0:1777045101.658857:0:7939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777045101.658865:0:7939:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022600/0x2c8777a5e7d9df92 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045101.658878:0:7939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022600/0x2c8777a5e7d9df92 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777045101.659187:0:7939:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000056ead295 reply state 00000000b3a1c33c transno 4294967983 ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023800/0x2c8777a5e7d9df99 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777045101.659246:0:7939:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1777045101.659336:0:7939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023e00/0x2c8777a5e7d9df8b lrc: 0/0,0 mode: --/CW res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148be4 expref: 31 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045101.659368:0:7939:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023a00/0x2c8777a5e7d9dfa0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148be4 expref: 30 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045101.659383:0:7939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1d:0x0].0x0 (ffff98df61f8eb00) 00010000:00010000:0.0:1777045101.659387:0:7939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777045101.659391:0:7939:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de48023a00, rc 0) 00000100:00100000:0.0:1777045101.662742:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d656a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+31:28048:x1863365370014208:12345-192.168.201.45@tcp:101:cp.0 Request processed in 24375us (27116us total) trans 4294967983 rc 0/0 00000100:00100000:0.0:1777045101.662762:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1044 00000100:00100000:2.0:1777045101.683106:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00010000:00010000:0.0:1777045101.683237:0:3328:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023800/0x2c8777a5e7d9df99 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045101.683258:0:3328:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023800/0x2c8777a5e7d9df99 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045101.683272:0:3328:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023800/0x2c8777a5e7d9df99 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045101.683283:0:3328:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48023800 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:0.0:1777045101.683291:0:3328:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023800/0x2c8777a5e7d9df99 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045101.683331:0:3328:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023800/0x2c8777a5e7d9df99 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045101.683357:0:3328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x40:0x0].0x1dee485d (ffff98df61f8ea00) 00010000:00010000:0.0:1777045101.683363:0:3328:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777045101.683371:0:3328:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023800/0x2c8777a5e7d9df99 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045101.683382:0:3328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023800/0x2c8777a5e7d9df99 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777045101.684116:0:14822:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370014336 00000100:00100000:1.0:1777045101.684131:0:14822:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370014336 00000100:00100000:1.0:1777045101.684338:0:14822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 286 00000100:00100000:1.0:1777045101.684357:0:14822:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42e5ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2392:x1863365370014336:12345-192.168.201.45@tcp:101:cp.0 00010000:00010000:1.0:1777045101.684383:0:14822:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777045101.684413:0:14822:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000176d8731/0x2c8777a5e7d9dfae lrc: 2/0,0 mode: --/PR res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148beb expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777045101.684451:0:14822:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x16:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1777045101.684477:0:14822:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777045101.684481:0:14822:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777045101.684495:0:14822:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000176d8731/0x2c8777a5e7d9dfae lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148beb expref: 10 pid: 14822 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045101.684527:0:14822:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000176d8731/0x2c8777a5e7d9dfae lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148beb expref: 10 pid: 14822 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045101.684549:0:14822:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de41dfd600, rc 0) 00000100:00100000:1.0:1777045101.684635:0:14822:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42e5ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+10:2392:x1863365370014336:12345-192.168.201.45@tcp:101:cp.0 Request processed in 281us (1542us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045101.684650:0:14822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 286 00000100:00080000:3.0:1777045101.684874:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1777045101.706708:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045101.707242:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370014464 00000100:00100000:0.0:1777045101.707259:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370014464 00000100:00100000:0.0:1777045101.707718:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 287 00000100:00100000:0.0:1777045101.707737:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d655c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+10:28048:x1863365370014464:12345-192.168.201.45@tcp:101:cp.0 00010000:00010000:0.0:1777045101.707764:0:6642:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777045101.707792:0:6642:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000feef6b13/0x2c8777a5e7d9dfb5 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148bf2 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045101.707842:0:6642:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000176d8731/0x2c8777a5e7d9dfae lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148beb expref: 11 pid: 14822 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045101.707872:0:6642:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777045101.707876:0:6642:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777045101.707884:0:6642:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000feef6b13/0x2c8777a5e7d9dfb5 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148bf2 expref: 11 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045101.707939:0:6642:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000176d8731/0x2c8777a5e7d9dfae lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148beb expref: 11 pid: 14822 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045101.707966:0:6642:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000176d8731/0x2c8777a5e7d9dfae lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148beb expref: 11 pid: 14822 timeout: 1830 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777045101.707993:0:6642:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de42c88380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6642:1863365424367232:192.168.201.45@tcp:104: 00000100:00100000:0.0:1777045101.708124:0:6642:0:(client.c:2691:ptlrpc_set_wait()) set ffff98de47828d80 going to sleep for 11 seconds 00000100:00100000:2.0:1777045101.742149:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045101.743274:0:5841:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370014592 00000100:00100000:1.0:1777045101.743290:0:5841:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370014592 00010000:00010000:1.0:1777045101.743385:0:5841:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000176d8731/0x2c8777a5e7d9dfae lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148beb expref: 12 pid: 14822 timeout: 1830 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777045101.743444:0:5841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 309 00000100:00100000:1.0:1777045101.743463:0:5841:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42e58700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+12:2392:x1863365370014592:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777045101.743764:0:5841:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777045101.743805:0:5841:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000176d8731/0x2c8777a5e7d9dfae lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148beb expref: 12 pid: 14822 timeout: 1830 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045101.743834:0:5841:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000176d8731/0x2c8777a5e7d9dfae lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148beb expref: 12 pid: 14822 timeout: 1830 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045101.743873:0:5841:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777045101.743878:0:5841:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777045101.743890:0:5841:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000feef6b13/0x2c8777a5e7d9dfb5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148bf2 expref: 12 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045101.743910:0:5841:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000feef6b13/0x2c8777a5e7d9dfb5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148bf2 expref: 12 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045101.743972:0:5841:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000feef6b13/0x2c8777a5e7d9dfb5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148bf2 expref: 12 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777045101.744010:0:5841:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df77b5ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:5841:1863365424367360:192.168.201.45@tcp:105: 00000100:00100000:1.0:1777045101.745804:0:5841:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df58410780 going to sleep for 11 seconds 00010000:00010000:0.0:1777045101.746841:0:6642:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000176d8731/0x2c8777a5e7d9dfae lrc: 0/0,0 mode: --/PR res: [0x240000400:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148beb expref: 12 pid: 14822 timeout: 1830 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777045101.746870:0:6642:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de42c88380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6642:1863365424367232:192.168.201.45@tcp:104: 00010000:00010000:0.0:1777045101.746912:0:6642:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000feef6b13/0x2c8777a5e7d9dfb5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148bf2 expref: 11 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045101.746933:0:6642:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de48023800, rc 0) 00000100:00100000:0.0:1777045101.746989:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d655c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+11:28048:x1863365370014464:12345-192.168.201.45@tcp:101:cp.0 Request processed in 39255us (40291us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045101.747004:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 287 00000100:00100000:1.0:1777045101.771839:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045101.771885:0:5858:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370014848 00000100:00100000:1.0:1777045101.771899:0:5858:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370014848 00000100:00100000:1.0:1777045101.771974:0:5858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 230 00000100:00100000:1.0:1777045101.771991:0:5858:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77b5e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+30:28048:x1863365370014848:12345-192.168.201.45@tcp:35:cp.0 00000100:00100000:1.0:1777045101.773156:0:5858:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77b5e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+31:28048:x1863365370014848:12345-192.168.201.45@tcp:35:cp.0 Request processed in 1165us (1327us total) trans 4294967984 rc 0/0 00000100:00100000:1.0:1777045101.773174:0:5858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 230 00000100:00100000:1.0:1777045101.773429:0:5841:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df77b5ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:5841:1863365424367360:192.168.201.45@tcp:105: 00010000:00010000:1.0:1777045101.773460:0:5841:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777045101.773514:0:5841:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42e58700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+10:2392:x1863365370014592:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 30054us (31376us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045101.773530:0:5841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 309 00000001:00080000:0.0:1777045101.790425:0:5877:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967982 is committed 00000100:00100000:1.0:1777045101.962184:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045101.964054:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370014976 00000100:00100000:0.0:1777045101.964072:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370014976 00000100:00100000:0.0:1777045101.964394:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1045 00000100:00100000:0.0:1777045101.964416:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77b5ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:146de360-3fb2-48bd-b418-06f30714148a+71:28051:x1863365370014976:12345-192.168.201.45@tcp:101:lfs.0 00010000:00010000:0.0:1777045101.964450:0:5857:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777045101.964532:0:5857:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023e00/0x2c8777a5e7d9dfbc lrc: 2/0,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148bf9 expref: -99 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045101.964644:0:5857:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022600/0x2c8777a5e7d9dfc3 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045101.964672:0:5857:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022600/0x2c8777a5e7d9dfc3 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045101.964693:0:5857:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022600/0x2c8777a5e7d9dfc3 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045101.964726:0:5857:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023c00/0x2c8777a5e7d9dfca lrc: 3/1,0 mode: --/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045101.964741:0:5857:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023c00/0x2c8777a5e7d9dfca lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045101.964757:0:5857:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023c00/0x2c8777a5e7d9dfca lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045101.964951:0:5857:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022a00/0x2c8777a5e7d9dfd1 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045101.964971:0:5857:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022a00/0x2c8777a5e7d9dfd1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045101.964987:0:5857:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022a00/0x2c8777a5e7d9dfd1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777045101.965042:0:5857:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x1d:0x0]: returning size 1516 00000004:00200000:0.0:1777045101.965050:0:5857:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1777045101.965079:0:5857:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022a00/0x2c8777a5e7d9dfd1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045101.965101:0:5857:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022a00/0x2c8777a5e7d9dfd1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045101.965116:0:5857:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022600/0x2c8777a5e7d9dfc3 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045101.965127:0:5857:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022600/0x2c8777a5e7d9dfc3 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045101.965140:0:5857:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022600/0x2c8777a5e7d9dfc3 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045101.965152:0:5857:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48022600 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:0.0:1777045101.965160:0:5857:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022600/0x2c8777a5e7d9dfc3 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045101.965174:0:5857:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022600/0x2c8777a5e7d9dfc3 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045101.965195:0:5857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x40:0x0].0x0 (ffff98df46583a00) 00010000:00010000:0.0:1777045101.965238:0:5857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777045101.965250:0:5857:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022600/0x2c8777a5e7d9dfc3 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045101.965274:0:5857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022600/0x2c8777a5e7d9dfc3 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045101.965335:0:5857:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023c00/0x2c8777a5e7d9dfca lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045101.965350:0:5857:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023c00/0x2c8777a5e7d9dfca lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045101.965362:0:5857:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023c00/0x2c8777a5e7d9dfca lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045101.965373:0:5857:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48023c00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:0.0:1777045101.965378:0:5857:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023c00/0x2c8777a5e7d9dfca lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045101.965390:0:5857:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023c00/0x2c8777a5e7d9dfca lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045101.965404:0:5857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x40:0x0].0x1dee485d (ffff98df61f8ea00) 00010000:00010000:0.0:1777045101.965409:0:5857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777045101.965415:0:5857:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023c00/0x2c8777a5e7d9dfca lrc: 2/0,0 mode: --/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045101.965425:0:5857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023c00/0x2c8777a5e7d9dfca lrc: 0/0,0 mode: --/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045101.965487:0:5857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023e00/0x2c8777a5e7d9dfbc lrc: 0/0,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148bf9 expref: 73 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045101.965527:0:5857:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022a00/0x2c8777a5e7d9dfd1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148bf9 expref: 72 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045101.965541:0:5857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1d:0x0].0x0 (ffff98df61f8eb00) 00010000:00010000:0.0:1777045101.965546:0:5857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777045101.965551:0:5857:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de48022a00, rc 0) 00000100:00100000:0.0:1777045101.965647:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77b5ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:146de360-3fb2-48bd-b418-06f30714148a+72:28051:x1863365370014976:12345-192.168.201.45@tcp:101:lfs.0 Request processed in 1234us (3475us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045101.965664:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1045 00000100:00100000:1.0:1777045101.984656:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045101.986627:0:6639:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370015104 00000100:00100000:3.0:1777045101.986651:0:6639:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370015104 00000100:00100000:3.0:1777045101.988886:0:6639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 288 00000100:00100000:3.0:1777045101.988908:0:6639:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77b5c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:146de360-3fb2-48bd-b418-06f30714148a+11:2393:x1863365370015104:12345-192.168.201.45@tcp:101:lfs.0 00010000:00010000:3.0:1777045101.988943:0:6639:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777045101.988977:0:6639:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000056b0e889/0x2c8777a5e7d9dfd8 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148c00 expref: -99 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777045101.989132:0:6639:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df6d58d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6639:1863365424367488:192.168.201.45@tcp:106: 00000100:00100000:3.0:1777045101.989369:0:6639:0:(client.c:2691:ptlrpc_set_wait()) set ffff98de41f1a840 going to sleep for 11 seconds 00000100:00080000:1.0:1777045101.998474:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00002000:00010000:3.0:1777045102.002893:0:6639:0:(ofd_lvb.c:259:ofd_lvbo_update()) res: [0x240000400:0x16:0x0] updating lvb size: 0 -> 1516 00002000:00010000:3.0:1777045102.002905:0:6639:0:(ofd_lvb.c:265:ofd_lvbo_update()) res: [0x240000400:0x16:0x0] updating lvb mtime: 0 -> 1777045101 00002000:00010000:3.0:1777045102.002915:0:6639:0:(ofd_lvb.c:271:ofd_lvbo_update()) res: [0x240000400:0x16:0x0] updating lvb atime: 0 -> 1777045101 00002000:00010000:3.0:1777045102.002921:0:6639:0:(ofd_lvb.c:277:ofd_lvbo_update()) res: [0x240000400:0x16:0x0] updating lvb ctime: 0 -> 1777045101 00000100:00100000:3.0:1777045102.002963:0:6639:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df6d58d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6639:1863365424367488:192.168.201.45@tcp:106: 00010000:00010000:3.0:1777045102.003026:0:6639:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000056b0e889/0x2c8777a5e7d9dfd8 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148c00 expref: 12 pid: 6639 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045102.003076:0:6639:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000056b0e889/0x2c8777a5e7d9dfd8 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148c00 expref: 12 pid: 6639 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045102.003109:0:6639:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de48066200, rc 0) 00000100:00100000:3.0:1777045102.003446:0:6639:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77b5c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:146de360-3fb2-48bd-b418-06f30714148a+11:2393:x1863365370015104:12345-192.168.201.45@tcp:101:lfs.0 Request processed in 14540us (19237us total) trans 0 rc 301/301 00000100:00100000:3.0:1777045102.003470:0:6639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 288 00000100:00100000:3.0:1777045102.038272:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1777045102.038344:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df77b5df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424367616:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1777045102.038452:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777045102.038539:0:6643:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424367616 00000100:00100000:3.0:1777045102.038553:0:6643:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424367616 00000100:00100000:3.0:1777045102.038651:0:6643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 432 00000100:00100000:3.0:1777045102.038669:0:6643:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d58d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1863365424367616:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1777045102.038728:0:6643:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 76480512 pending 0 free 3851419648 avail 3849322496 00000100:00100000:3.0:1777045102.038814:0:6643:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d58d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1863365424367616:12345-0@lo:13:osp-pre-1-0.0 Request processed in 147us (362us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045102.038830:0:6643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 432 00000100:00100000:3.0:1777045102.038919:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df77b5df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424367616:0@lo:13:osp-pre-1-0.0 00000100:00080000:1.0:1777045102.043259:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1777045102.045783:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045102.046119:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de42c8b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3343:1863365424367872:0@lo:400:kworker.0 00000100:00100000:0.0:1777045102.046192:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045102.046283:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1777045102.046671:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de42c88700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3343:1863365424368000:0@lo:400:kworker.0 00000100:00100000:0.0:1777045102.046730:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045102.046811:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370015232 00000100:00100000:0.0:1777045102.047119:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370015232 00000100:00100000:0.0:1777045102.047191:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424367872 00000100:00100000:0.0:1777045102.047198:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424367872 00000100:00100000:0.0:1777045102.047276:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424368000 00000100:00100000:0.0:1777045102.047283:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424368000 00000100:00100000:0.0:1777045102.047364:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1010 00000100:00100000:0.0:1777045102.047379:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42c8ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3343:x1863365424367872:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777045102.047471:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42c8ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3343:x1863365424367872:12345-0@lo:400:kworker.0 Request processed in 93us (1277us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045102.047486:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1010 00000100:00100000:0.0:1777045102.047521:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1011 00000100:00100000:0.0:1777045102.047535:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41db0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3343:x1863365424368000:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777045102.047590:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41db0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3343:x1863365424368000:12345-0@lo:400:kworker.0 Request processed in 56us (859us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045102.047603:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1011 00000100:00100000:0.0:1777045102.047628:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1046 00000100:00100000:0.0:1777045102.047641:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42c88380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:146de360-3fb2-48bd-b418-06f30714148a+72:28051:x1863365370015232:12345-192.168.201.45@tcp:101:lfs.0 00010000:00010000:0.0:1777045102.047662:0:7939:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777045102.047695:0:7939:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023c00/0x2c8777a5e7d9dfdf lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148c07 expref: -99 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045102.047800:0:7939:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022600/0x2c8777a5e7d9dfe6 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x40:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045102.048091:0:7939:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022600/0x2c8777a5e7d9dfe6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045102.048115:0:7939:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022600/0x2c8777a5e7d9dfe6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777045102.048248:0:7939:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x40:0x0]: returning size 7680 00000004:00200000:0.0:1777045102.048256:0:7939:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:0.0:1777045102.048333:0:7939:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022600/0x2c8777a5e7d9dfe6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045102.048386:0:7939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023c00/0x2c8777a5e7d9dfdf lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148c07 expref: 74 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045102.048421:0:7939:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022600/0x2c8777a5e7d9dfe6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148c07 expref: 73 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045102.048439:0:7939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x40:0x0].0x0 (ffff98df46583a00) 00010000:00010000:0.0:1777045102.048445:0:7939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1777045102.048451:0:7939:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de48022600, rc 0) 00000100:00100000:0.0:1777045102.048519:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42c88380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:146de360-3fb2-48bd-b418-06f30714148a+73:28051:x1863365370015232:12345-192.168.201.45@tcp:101:lfs.0 Request processed in 879us (2746us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045102.048532:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1046 00000100:00100000:0.0:1777045102.048584:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de42c88a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424368128:0@lo:400:kworker.0 00000100:00100000:0.0:1777045102.048636:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045102.048678:0:3341:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1777045102.048690:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de42c8bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ce657616-b3f3-4e21-ac89-518ab611901c:3341:1863365424367744:0@lo:400:kworker.0 00000100:00100000:0.0:1777045102.048747:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045102.048793:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de42c8a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3341:1863365424368256:0@lo:400:kworker.0 00000100:00100000:0.0:1777045102.048831:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045102.048873:0:8776:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424368128 00000100:00100000:0.0:1777045102.048880:0:8776:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424368128 00000100:00100000:0.0:1777045102.048926:0:8776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 829 00000100:00100000:0.0:1777045102.048938:0:8776:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41db1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3341:x1863365424368128:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777045102.049010:0:8776:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41db1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3341:x1863365424368128:12345-0@lo:400:kworker.0 Request processed in 73us (371us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045102.049023:0:8776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 829 00000100:00100000:0.0:1777045102.049061:0:5850:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424367744 00000100:00100000:0.0:1777045102.049067:0:5850:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424367744 00000100:00100000:0.0:1777045102.049105:0:5850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 819 00000100:00100000:0.0:1777045102.049117:0:5850:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df4fc77c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ce657616-b3f3-4e21-ac89-518ab611901c+18:3341:x1863365424367744:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777045102.049179:0:5850:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df4fc77c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ce657616-b3f3-4e21-ac89-518ab611901c+18:3341:x1863365424367744:12345-0@lo:400:kworker.0 Request processed in 61us (429us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045102.049191:0:5850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 819 00000100:00100000:3.0:1777045102.049750:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424368256 00000100:00100000:3.0:1777045102.050078:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424368256 00000100:00100000:3.0:1777045102.050146:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1012 00000100:00100000:3.0:1777045102.050160:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41db2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3341:x1863365424368256:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1777045102.051234:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1777045102.052675:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de42c88700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3343:1863365424368000:0@lo:400:kworker.0 00000100:00100000:1.0:1777045102.052703:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de42c8b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3343:1863365424367872:0@lo:400:kworker.0 00000100:00100000:1.0:1777045102.052801:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de42c8bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ce657616-b3f3-4e21-ac89-518ab611901c:3341:1863365424367744:0@lo:400:kworker.0 00000100:00100000:1.0:1777045102.052823:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de42c88a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424368128:0@lo:400:kworker.0 00000100:00100000:3.0:1777045102.055286:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41db2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3341:x1863365424368256:12345-0@lo:400:kworker.0 Request processed in 5089us (6414us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045102.055341:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1012 00000100:00100000:1.0:1777045102.058946:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de42c8a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3341:1863365424368256:0@lo:400:kworker.0 00000100:00100000:1.0:1777045102.086285:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045102.086462:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370015360 00000100:00100000:0.0:1777045102.086477:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370015360 00000100:00100000:0.0:1777045102.086576:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 289 00000100:00100000:0.0:1777045102.086595:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77b5ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:146de360-3fb2-48bd-b418-06f30714148a+11:2392:x1863365370015360:12345-192.168.201.45@tcp:101:lfs.0 00010000:00010000:0.0:1777045102.086624:0:6642:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777045102.086654:0:6642:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000bda06d5f/0x2c8777a5e7d9dfed lrc: 2/0,0 mode: --/PR res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148c0e expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777045102.086753:0:6642:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de41db0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6642:1863365424368384:192.168.201.45@tcp:106: 00000100:00100000:0.0:1777045102.087156:0:6642:0:(client.c:2691:ptlrpc_set_wait()) set ffff98de478286c0 going to sleep for 11 seconds 00000100:00100000:0.0:1777045102.103651:0:6642:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de41db0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6642:1863365424368384:192.168.201.45@tcp:106: 00010000:00010000:0.0:1777045102.103708:0:6642:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000bda06d5f/0x2c8777a5e7d9dfed lrc: 1/0,0 mode: --/PR res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148c0e expref: 12 pid: 6642 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045102.103748:0:6642:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000bda06d5f/0x2c8777a5e7d9dfed lrc: 0/0,0 mode: --/PR res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148c0e expref: 12 pid: 6642 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045102.103797:0:6642:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de48023c00, rc 0) 00000100:00100000:0.0:1777045102.103891:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77b5ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:146de360-3fb2-48bd-b418-06f30714148a+11:2392:x1863365370015360:12345-192.168.201.45@tcp:101:lfs.0 Request processed in 17300us (17618us total) trans 0 rc 301/301 00000100:00100000:0.0:1777045102.103908:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 289 00010000:00010000:3.0:1777045102.104901:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777045102.178885:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045102.179089:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370015616 00000100:00100000:2.0:1777045102.179105:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370015616 00000100:00100000:2.0:1777045102.181397:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1047 00000100:00100000:2.0:1777045102.181424:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77b5ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:146de360-3fb2-48bd-b418-06f30714148a+73:28051:x1863365370015616:12345-192.168.201.45@tcp:58:lfs.0 00000040:00080000:2.0:1777045102.182073:0:5856:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].28, 136 off12000 00000100:00100000:2.0:1777045102.182604:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77b5ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:146de360-3fb2-48bd-b418-06f30714148a+73:28051:x1863365370015616:12345-192.168.201.45@tcp:58:lfs.0 Request processed in 1187us (3730us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045102.182620:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1047 00000040:00080000:1.0:1777045102.231809:0:11491:0:(llog.c:801:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1777045102.231823:0:11491:0:(llog_cat.c:158:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1777045102.231900:0:11491:0:(llog.c:858:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 29 count 2 00000040:00080000:1.0:1777045102.231911:0:11491:0:(llog.c:858:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1777045102.237453:0:11491:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df77b5c000 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11491:1863365424368512:192.168.201.45@tcp:107:hsm_cdtr.0 00000100:00100000:1.0:1777045102.237598:0:11491:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df58410480 going to sleep for 11 seconds 00000100:00100000:0.0:1777045102.262122:0:11491:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df77b5c000 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11491:1863365424368512:192.168.201.45@tcp:107:hsm_cdtr.0 00000100:00100000:3.0:1777045102.262185:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045102.263611:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370015744 00000100:00100000:1.0:1777045102.263625:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370015744 00000100:00100000:1.0:1777045102.263726:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1048 00000100:00100000:1.0:1777045102.263745:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d58d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+31:28054:x1863365370015744:12345-192.168.201.45@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1777045102.263797:0:7939:0:(mdt_handler.c:7958:mdt_fid2path()) path get [0x200000402:0x1d:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1777045102.264636:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d58d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+31:28054:x1863365370015744:12345-192.168.201.45@tcp:53:lhsmtool_posix.0 Request processed in 892us (2450us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045102.264654:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1048 00000100:00100000:1.0:1777045102.293401:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045102.296622:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370016000 00000100:00100000:3.0:1777045102.296640:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370016000 00000100:00100000:3.0:1777045102.296737:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1049 00000100:00100000:3.0:1777045102.296754:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77b5c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+31:28054:x1863365370016000:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1777045102.296784:0:5855:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777045102.296816:0:5855:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066200/0x2c8777a5e7d9dff4 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148c15 expref: -99 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045102.296996:0:5855:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066a00/0x2c8777a5e7d9dffb lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045102.297021:0:5855:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066a00/0x2c8777a5e7d9dffb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045102.297039:0:5855:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066a00/0x2c8777a5e7d9dffb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777045102.297057:0:5855:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x1d:0x0]: returning size 1516 00010000:00010000:3.0:1777045102.297659:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066200/0x2c8777a5e7d9dff4 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148c15 expref: 34 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045102.297689:0:5855:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066a00/0x2c8777a5e7d9dffb lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148c15 expref: 33 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045102.297704:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1d:0x0].0x0 (ffff98df61f8eb00) 00010000:00010000:3.0:1777045102.297709:0:5855:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777045102.297714:0:5855:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de48066a00, rc 0) 00000100:00100000:3.0:1777045102.298093:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77b5c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+33:28054:x1863365370016000:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 Request processed in 1341us (4702us total) trans 4294967985 rc 0/0 00000100:00100000:3.0:1777045102.298111:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1049 00000100:00100000:2.0:1777045102.331890:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045102.332093:0:6639:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370016128 00000100:00100000:3.0:1777045102.332108:0:6639:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370016128 00000100:00100000:3.0:1777045102.332253:0:6639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 290 00000100:00100000:3.0:1777045102.332272:0:6639:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42e59f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+10:2392:x1863365370016128:12345-192.168.201.45@tcp:1:lhsmtool_posix.0 00010000:00010000:3.0:1777045102.332359:0:6639:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000056b0e889/0x2c8777a5e7d9e009 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045102.332395:0:6639:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000feef6b13/0x2c8777a5e7d9dfb5 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148bf2 expref: 10 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045102.332412:0:6639:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777045102.332415:0:6639:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777045102.332422:0:6639:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000056b0e889/0x2c8777a5e7d9e009 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045102.332476:0:6639:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000feef6b13/0x2c8777a5e7d9dfb5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148bf2 expref: 10 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045102.332502:0:6639:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000feef6b13/0x2c8777a5e7d9dfb5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148bf2 expref: 10 pid: 6642 timeout: 1830 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777045102.332527:0:6639:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de4282d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6639:1863365424368640:192.168.201.45@tcp:104: 00000100:00100000:3.0:1777045102.332628:0:6639:0:(client.c:2691:ptlrpc_set_wait()) set ffff98de41f1a840 going to sleep for 11 seconds 00000100:00100000:1.0:1777045102.337628:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045102.337861:0:5843:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370016256 00000100:00100000:2.0:1777045102.337873:0:5843:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370016256 00000100:00100000:2.0:1777045102.337980:0:5843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 61 00000100:00100000:2.0:1777045102.337997:0:5843:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77b5df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+33:2393:x1863365370016256:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777045102.338021:0:5843:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777045102.338073:0:5843:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066a00/0x2c8777a5e7d9dffb lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148c15 expref: 33 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045102.338102:0:5843:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1d:0x0].0x0 (ffff98df61f8eb00) 00010000:00010000:2.0:1777045102.338110:0:5843:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777045102.338179:0:5843:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77b5df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+32:2393:x1863365370016256:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 187us (563us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045102.338191:0:5843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 61 00000100:00100000:0.0:1777045102.338968:0:6639:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de4282d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6639:1863365424368640:192.168.201.45@tcp:104: 00010000:00010000:0.0:1777045102.339009:0:6639:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000056b0e889/0x2c8777a5e7d9e009 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777045102.343679:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045102.344067:0:17698:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370016384 00000100:00100000:0.0:1777045102.344079:0:17698:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370016384 00002000:00100000:0.0:1777045102.344141:0:17698:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x16:0x0] (0->1515) req@ffff98de42c8a680 x1863365370016384/t0(0) o4->15144518-a1c7-4352-a966-cb31eadd4d9b@192.168.201.45@tcp:103/0 lens 2008/0 e 0 to 0 dl 1777045113 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777045102.344160:0:17698:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98de42c8a680 with x1863365370016384 ext(0->1515) 00010000:00010000:0.0:1777045102.344174:0:17698:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 00000000feef6b13/0x2c8777a5e7d9dfb5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148bf2 expref: 11 pid: 6642 timeout: 1830 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045102.344222:0:17698:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 00000000feef6b13/0x2c8777a5e7d9dfb5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148bf2 expref: 11 pid: 6642 timeout: 1830 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777045102.344237:0:17698:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff98de42c8a680 00000100:00100000:0.0:1777045102.344287:0:17698:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 11 00000100:00100000:0.0:1777045102.344333:0:17698:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42c8a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+11:2391:x1863365370016384:12345-192.168.201.45@tcp:4:cp.0 00000100:00100000:0.0:1777045102.345186:0:17698:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42c8a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+13:2391:x1863365370016384:12345-192.168.201.45@tcp:4:cp.0 Request processed in 855us (1514us total) trans 4294967351 rc 0/0 00000100:00100000:0.0:1777045102.345236:0:17698:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 11 00002000:00100000:0.0:1777045102.345249:0:17698:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x16:0x0] (0->1515) req@ffff98de42c8a680 x1863365370016384/t4294967351(0) o4->15144518-a1c7-4352-a966-cb31eadd4d9b@192.168.201.45@tcp:103/0 lens 2008/448 e 0 to 0 dl 1777045113 ref 1 fl Complete:H/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777045102.345264:0:17698:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98de42c8a680 with x1863365370016384 ext(0->1515) 00010000:00010000:0.0:1777045102.345275:0:17698:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 00000000feef6b13/0x2c8777a5e7d9dfb5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148bf2 expref: 13 pid: 6642 timeout: 1830 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045102.345323:0:17698:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 00000000feef6b13/0x2c8777a5e7d9dfb5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148bf2 expref: 13 pid: 6642 timeout: 1830 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777045102.345337:0:17698:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff98de42c8a680 00000100:00100000:2.0:1777045102.364137:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045102.368641:0:6655:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370016512 00000100:00100000:1.0:1777045102.368659:0:6655:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370016512 00010000:00010000:1.0:1777045102.368722:0:6655:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000feef6b13/0x2c8777a5e7d9dfb5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148bf2 expref: 13 pid: 6642 timeout: 1830 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777045102.368812:0:6655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 310 00000100:00100000:1.0:1777045102.368828:0:6655:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b9c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+13:2391:x1863365370016512:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777045102.368849:0:6655:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777045102.368878:0:6655:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000feef6b13/0x2c8777a5e7d9dfb5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148bf2 expref: 13 pid: 6642 timeout: 1830 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045102.368899:0:6655:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000feef6b13/0x2c8777a5e7d9dfb5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148bf2 expref: 13 pid: 6642 timeout: 1830 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045102.368933:0:6655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000feef6b13/0x2c8777a5e7d9dfb5 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148bf2 expref: 13 pid: 6642 timeout: 1830 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045102.368961:0:6655:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777045102.368965:0:6655:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777045102.368972:0:6655:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000056b0e889/0x2c8777a5e7d9e009 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045102.368989:0:6655:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000056b0e889/0x2c8777a5e7d9e009 lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045102.369042:0:6655:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777045102.369130:0:6655:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b9c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+12:2391:x1863365370016512:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 305us (5006us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045102.369143:0:6655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 310 00010000:00010000:0.0:1777045102.369576:0:6639:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000056b0e889/0x2c8777a5e7d9e009 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045102.369594:0:6639:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000056b0e889/0x2c8777a5e7d9e009 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045102.369633:0:6639:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000056b0e889/0x2c8777a5e7d9e009 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045102.369648:0:6639:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000056b0e889/0x2c8777a5e7d9e009 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045102.369663:0:6639:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000056b0e889/0x2c8777a5e7d9e009 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045102.369677:0:6639:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48066200 already unused, calling callback (ffffffffc17d22d0) 00010000:00010000:0.0:1777045102.369684:0:6639:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000056b0e889/0x2c8777a5e7d9e009 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045102.369701:0:6639:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000056b0e889/0x2c8777a5e7d9e009 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045102.369723:0:6639:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000056b0e889/0x2c8777a5e7d9e009 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045102.369737:0:6639:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000056b0e889/0x2c8777a5e7d9e009 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777045102.369836:0:6639:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42e59f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+11:2392:x1863365370016128:12345-192.168.201.45@tcp:1:lhsmtool_posix.0 Request processed in 37569us (37958us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045102.370111:0:6639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 290 00000100:00100000:2.0:1777045102.407870:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045102.408022:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370016768 00000100:00100000:1.0:1777045102.408036:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370016768 00000100:00100000:1.0:1777045102.408129:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1050 00000100:00100000:1.0:1777045102.408145:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b9c5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+32:28054:x1863365370016768:12345-192.168.201.45@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1777045102.408377:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b9c5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+32:28054:x1863365370016768:12345-192.168.201.45@tcp:57:lhsmtool_posix.0 Request processed in 232us (515us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045102.408390:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1050 00000100:00100000:3.0:1777045102.431448:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045102.433272:0:6641:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370016896 00000100:00100000:2.0:1777045102.433287:0:6641:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370016896 00000100:00100000:2.0:1777045102.433580:0:6641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 291 00000100:00100000:2.0:1777045102.433600:0:6641:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de4282d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+11:2392:x1863365370016896:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1777045102.433623:0:6641:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777045102.433647:0:6641:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000621ed0ab/0x2c8777a5e7d9e010 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148c1c expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777045102.433693:0:6641:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x16:0x0] initial LVB size: 1516, mtime: 0x69eb8e6d, atime: 0x0, ctime: 0x69eb8e6d, blocks: 0x1 00010000:00010000:2.0:1777045102.433719:0:6641:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777045102.433722:0:6641:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777045102.433735:0:6641:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000621ed0ab/0x2c8777a5e7d9e010 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148c1c expref: 12 pid: 6641 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045102.433761:0:6641:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000621ed0ab/0x2c8777a5e7d9e010 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148c1c expref: 12 pid: 6641 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045102.433782:0:6641:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de48025600, rc 0) 00000100:00100000:2.0:1777045102.433872:0:6641:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de4282d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+12:2392:x1863365370016896:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 Request processed in 276us (2436us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045102.451243:0:6641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 291 00000100:00100000:0.0:1777045102.462412:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045102.462877:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370017152 00000100:00100000:2.0:1777045102.462890:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370017152 00000100:00100000:1.0:1777045102.466818:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1051 00000100:00100000:1.0:1777045102.466847:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41db0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+32:28054:x1863365370017152:12345-192.168.201.45@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1777045102.467026:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41db0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+32:28054:x1863365370017152:12345-192.168.201.45@tcp:57:lhsmtool_posix.0 Request processed in 190us (4623us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045102.467038:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1051 00000100:00100000:3.0:1777045102.479660:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045102.481504:0:6647:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370017280 00000100:00100000:2.0:1777045102.481521:0:6647:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370017280 00002000:00100000:2.0:1777045102.481589:0:6647:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x16:0x0] (0->4095) req@ffff98de4282c700 x1863365370017280/t0(0) o3->15144518-a1c7-4352-a966-cb31eadd4d9b@192.168.201.45@tcp:103/0 lens 488/0 e 0 to 0 dl 1777045113 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777045102.481606:0:6647:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98de4282c700 with x1863365370017280 ext(0->4095) 00002000:00010000:2.0:1777045102.481616:0:6647:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff98de4282c700 00000100:00100000:2.0:1777045102.481677:0:6647:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 96 00000100:00100000:2.0:1777045102.481692:0:6647:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de4282c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+12:2393:x1863365370017280:12345-192.168.201.45@tcp:3:lhsmtool_posix.0 00000100:00100000:2.0:1777045102.482349:0:6647:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de4282c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+12:2393:x1863365370017280:12345-192.168.201.45@tcp:3:lhsmtool_posix.0 Request processed in 658us (2697us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1777045102.482364:0:6647:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 96 00002000:00100000:2.0:1777045102.482375:0:6647:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x16:0x0] (0->4095) req@ffff98de4282c700 x1863365370017280/t0(0) o3->15144518-a1c7-4352-a966-cb31eadd4d9b@192.168.201.45@tcp:103/0 lens 488/4536 e 0 to 0 dl 1777045113 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777045102.482387:0:6647:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98de4282c700 with x1863365370017280 ext(0->4095) 00002000:00010000:2.0:1777045102.482393:0:6647:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff98de4282c700 00000100:00100000:3.0:1777045102.498760:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045102.502618:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370017408 00000100:00100000:2.0:1777045102.502636:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370017408 00000100:00100000:2.0:1777045102.502738:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1052 00000100:00100000:2.0:1777045102.502754:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de4282dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+32:28054:x1863365370017408:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1777045102.502780:0:5855:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777045102.502807:0:5855:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025800/0x2c8777a5e7d9e017 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148c23 expref: -99 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045102.503111:0:5855:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024e00/0x2c8777a5e7d9e01e lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045102.503128:0:5855:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024e00/0x2c8777a5e7d9e01e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045102.503144:0:5855:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024e00/0x2c8777a5e7d9e01e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045102.503361:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025800/0x2c8777a5e7d9e017 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148c23 expref: 34 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045102.503391:0:5855:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024e00/0x2c8777a5e7d9e01e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148c23 expref: 33 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045102.503411:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1d:0x0].0x0 (ffff98df61f8eb00) 00010000:00010000:2.0:1777045102.503416:0:5855:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1777045102.503420:0:5855:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de48024e00, rc 0) 00000100:00100000:2.0:1777045102.503507:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de4282dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+33:28054:x1863365370017408:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 Request processed in 756us (4759us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045102.503518:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1052 00000100:00100000:1.0:1777045102.524978:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045102.525116:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370017536 00000100:00100000:0.0:1777045102.525129:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370017536 00000100:00100000:0.0:1777045102.525284:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1053 00000100:00100000:0.0:1777045102.525323:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42c88a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+33:28054:x1863365370017536:12345-192.168.201.45@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1777045102.525369:0:7939:0:(mdt_handler.c:7958:mdt_fid2path()) path get [0x200000402:0x1d:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1777045102.525724:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42c88a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+33:28054:x1863365370017536:12345-192.168.201.45@tcp:53:lhsmtool_posix.0 Request processed in 426us (755us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045102.525735:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1053 00000100:00100000:3.0:1777045102.537620:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045102.541040:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370017664 00000100:00100000:0.0:1777045102.541056:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370017664 00000100:00100000:0.0:1777045102.541147:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 292 00000100:00100000:0.0:1777045102.541163:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de4282c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+12:2392:x1863365370017664:12345-192.168.201.45@tcp:1:lhsmtool_posix.0 00010000:00010000:0.0:1777045102.541554:0:6642:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000bda06d5f/0x2c8777a5e7d9e025 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045102.541589:0:6642:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777045102.541593:0:6642:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777045102.541600:0:6642:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000bda06d5f/0x2c8777a5e7d9e025 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045102.541623:0:6642:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000bda06d5f/0x2c8777a5e7d9e025 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045102.541663:0:6642:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000bda06d5f/0x2c8777a5e7d9e025 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045102.541677:0:6642:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000bda06d5f/0x2c8777a5e7d9e025 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045102.541691:0:6642:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000bda06d5f/0x2c8777a5e7d9e025 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045102.541702:0:6642:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48023c00 already unused, calling callback (ffffffffc17d22d0) 00010000:00010000:0.0:1777045102.541709:0:6642:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000bda06d5f/0x2c8777a5e7d9e025 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045102.541722:0:6642:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000bda06d5f/0x2c8777a5e7d9e025 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045102.541741:0:6642:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000bda06d5f/0x2c8777a5e7d9e025 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045102.541785:0:6642:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000bda06d5f/0x2c8777a5e7d9e025 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777045102.542164:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de4282c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+12:2392:x1863365370017664:12345-192.168.201.45@tcp:1:lhsmtool_posix.0 Request processed in 1004us (4556us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045102.542178:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 292 00000100:00100000:3.0:1777045102.562850:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045102.578543:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370017920 00000100:00100000:0.0:1777045102.578561:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370017920 00000100:00100000:0.0:1777045102.578659:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1054 00000100:00100000:0.0:1777045102.578677:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de4282d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+33:28054:x1863365370017920:12345-192.168.201.45@tcp:57:lhsmtool_posix.0 00010000:00010000:0.0:1777045102.578779:0:12646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9e02c lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045102.578807:0:12646:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024e00/0x2c8777a5e7d9e01e lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148c23 expref: 33 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045102.578821:0:12646:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9e02c lrc: 4/0,1 mode: --/PW res: [0x200000402:0x1d:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045102.578873:0:12646:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024e00/0x2c8777a5e7d9e01e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148c23 expref: 33 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045102.578894:0:12646:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024e00/0x2c8777a5e7d9e01e lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148c23 expref: 33 pid: 5855 timeout: 1831 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777045102.578916:0:12646:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de41db1180 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12646:1863365424368768:192.168.201.45@tcp:104: 00000100:00100000:0.0:1777045102.579072:0:12646:0:(client.c:2691:ptlrpc_set_wait()) set ffff98de47828f00 going to sleep for 11 seconds 00000100:00100000:0.0:1777045102.588190:0:12646:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de41db1180 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12646:1863365424368768:192.168.201.45@tcp:104: 00010000:00010000:0.0:1777045102.588244:0:12646:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9e02c lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1d:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777045102.590176:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045102.590346:0:5842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370018048 00000100:00100000:1.0:1777045102.590357:0:5842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370018048 00010000:00010000:1.0:1777045102.590406:0:5842:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024e00/0x2c8777a5e7d9e01e lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148c23 expref: 34 pid: 5855 timeout: 1831 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777045102.590458:0:5842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 311 00000100:00100000:1.0:1777045102.590474:0:5842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d60c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+34:2393:x1863365370018048:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777045102.590495:0:5842:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777045102.590505:0:5842:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024e00/0x2c8777a5e7d9e01e lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148c23 expref: 34 pid: 5855 timeout: 1831 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045102.590524:0:5842:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024e00/0x2c8777a5e7d9e01e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148c23 expref: 34 pid: 5855 timeout: 1831 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045102.590564:0:5842:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024e00/0x2c8777a5e7d9e01e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148c23 expref: 34 pid: 5855 timeout: 1831 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045102.590592:0:5842:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1d:0x0].0x0 (ffff98df61f8eb00) 00010000:00010000:1.0:1777045102.590600:0:5842:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9e02c lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1d:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045102.590613:0:5842:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9e02c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1d:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045102.590624:0:5842:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9e02c lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1d:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045102.590659:0:5842:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777045102.590731:0:5842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d60c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+33:2393:x1863365370018048:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 259us (559us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045102.590744:0:5842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 311 00010000:00010000:0.0:1777045102.591754:0:12646:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9e02c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1d:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045102.592054:0:12646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9e02c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1d:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045102.592381:0:12646:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9e02c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1d:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045102.592394:0:12646:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9e02c lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1d:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045102.592404:0:12646:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9e02c lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1d:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045102.592414:0:12646:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48022c00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:0.0:1777045102.592420:0:12646:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9e02c lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1d:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045102.592432:0:12646:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9e02c lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x1d:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045102.592449:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1d:0x0].0x0 (ffff98df61f8eb00) 00010000:00010000:0.0:1777045102.592454:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1777045102.592460:0:12646:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9e02c lrc: 2/0,0 mode: --/PW res: [0x200000402:0x1d:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045102.592478:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9e02c lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1d:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777045102.592674:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de4282d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+33:28054:x1863365370017920:12345-192.168.201.45@tcp:57:lhsmtool_posix.0 Request processed in 13997us (29830us total) trans 4294967986 rc 0/0 00000100:00100000:0.0:1777045102.592688:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1054 00000040:00080000:1.0:1777045102.593254:0:11491:0:(llog.c:801:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1777045102.593261:0:11491:0:(llog_cat.c:158:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1777045102.594035:0:11491:0:(llog.c:858:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 2 00000040:00080000:1.0:1777045102.594046:0:11491:0:(llog.c:858:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1777045102.605342:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045102.605401:0:5858:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370018304 00000100:00100000:1.0:1777045102.605415:0:5858:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370018304 00000100:00100000:1.0:1777045102.605508:0:5858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 231 00000100:00100000:1.0:1777045102.605524:0:5858:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df45ede050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+33:28054:x1863365370018304:12345-192.168.201.45@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1777045102.605844:0:5858:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df45ede050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+34:28054:x1863365370018304:12345-192.168.201.45@tcp:35:lhsmtool_posix.0 Request processed in 321us (511us total) trans 4294967987 rc 0/0 00000100:00100000:1.0:1777045102.605863:0:5858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 231 00010000:00010000:3.0:1777045103.125448:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777045104.151468:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:1.0:1777045104.273673:0:6666:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967351 is committed 00000100:00100000:3.0:1777045104.627363:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045104.627407:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045104.627446:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045104.627494:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045104.627524:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045104.627557:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045104.627600:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045104.627641:0:14822:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370018816 00000100:00100000:3.0:1777045104.627654:0:14822:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370018816 00000100:00100000:0.0:1777045104.627725:0:6639:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370019072 00000100:00100000:0.0:1777045104.627731:0:6639:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370019072 00000100:00100000:3.0:1777045104.627749:0:14822:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370018688 00000100:00100000:3.0:1777045104.627754:0:14822:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370018688 00000100:00100000:0.0:1777045104.627761:0:6639:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370019200 00000100:00100000:0.0:1777045104.627765:0:6639:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370019200 00000100:00100000:3.0:1777045104.627779:0:14822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 830 00000100:00100000:1.0:1777045104.627866:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370018560 00000100:00100000:1.0:1777045104.627873:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370018560 00000100:00100000:1.0:1777045104.627913:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370018944 00000100:00100000:1.0:1777045104.627917:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370018944 00000100:00100000:1.0:1777045104.627958:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1013 00000100:00100000:1.0:1777045104.627969:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d60ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:146de360-3fb2-48bd-b418-06f30714148a+73:2390:x1863365370018560:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:1.0:1777045104.628059:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d60ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:146de360-3fb2-48bd-b418-06f30714148a+73:2390:x1863365370018560:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 92us (709us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045104.628070:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1013 00000100:00100000:1.0:1777045104.628094:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1014 00000100:00100000:1.0:1777045104.628105:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df75298a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+34:2390:x1863365370018944:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:1.0:1777045104.628144:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df75298a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+34:2390:x1863365370018944:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 41us (587us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045104.628153:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1014 00000100:00100000:3.0:1777045104.628464:0:14822:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7529b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:146de360-3fb2-48bd-b418-06f30714148a+16:2390:x1863365370018816:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777045104.628515:0:14822:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7529b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:146de360-3fb2-48bd-b418-06f30714148a+16:2390:x1863365370018816:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 725us (1106us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045104.636549:0:6639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 831 00000100:00100000:0.0:1777045104.636581:0:6639:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df75299f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+10:2390:x1863365370019072:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:0.0:1777045104.636675:0:6639:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df75299f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+10:2390:x1863365370019072:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 110us (9227us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045104.636687:0:6639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 831 00000100:00100000:0.0:1777045104.636715:0:6639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 832 00000100:00100000:0.0:1777045104.636726:0:6639:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7529b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:146de360-3fb2-48bd-b418-06f30714148a+11:2390:x1863365370018688:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:0.0:1777045104.636761:0:6639:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7529b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:146de360-3fb2-48bd-b418-06f30714148a+11:2390:x1863365370018688:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 37us (9237us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045104.636771:0:6639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 832 00000100:00100000:0.0:1777045104.637147:0:6639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 833 00000100:00100000:0.0:1777045104.637159:0:6639:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b51ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2390:x1863365370019200:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:0.0:1777045104.637198:0:6639:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b51ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2390:x1863365370019200:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 42us (9598us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045104.637235:0:6639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 833 00000100:00100000:3.0:1777045104.638650:0:14822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 830 00000100:00080000:3.0:1777045104.638690:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1777045104.638698:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1777045104.638701:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1777045104.648683:0:5849:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370018432 00000100:00100000:2.0:1777045104.648698:0:5849:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370018432 00000100:00100000:2.0:1777045104.648770:0:5849:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 820 00000100:00100000:2.0:1777045104.648785:0:5849:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df4fc75c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2390:x1863365370018432:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:2.0:1777045104.649283:0:5849:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df4fc75c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2390:x1863365370018432:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 474us (21761us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045104.649297:0:5849:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 820 00000040:00080000:0.0:1777045104.667733:0:11491:0:(llog.c:801:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1777045104.667744:0:11491:0:(llog_cat.c:158:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1777045104.667797:0:11491:0:(llog.c:858:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 29 count 2 00000040:00080000:0.0:1777045104.667806:0:11491:0:(llog.c:858:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000040:00080000:0.0:1777045105.033803:0:19264:0:(llog.c:801:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1777045105.033815:0:19264:0:(llog_cat.c:158:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1777045105.033869:0:19264:0:(llog.c:858:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 29 count 2 00000040:00080000:0.0:1777045105.033878:0:19264:0:(llog.c:858:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:0.0:1777045105.177428:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777045105.289780:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045105.289826:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045105.290168:0:6639:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370019328 00000100:00100000:0.0:1777045105.290183:0:6639:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370019328 00000100:00100000:0.0:1777045105.290752:0:6639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 293 00000100:00100000:0.0:1777045105.291183:0:6639:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42c8bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:146de360-3fb2-48bd-b418-06f30714148a+11:2392:x1863365370019328:12345-192.168.201.45@tcp:101:lfs.0 00010000:00010000:0.0:1777045105.291232:0:6639:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777045105.291284:0:6639:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000037a58393/0x2c8777a5e7d9e033 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148c2a expref: -99 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045105.291323:0:6639:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777045105.291326:0:6639:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777045105.291338:0:6639:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000037a58393/0x2c8777a5e7d9e033 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148c2a expref: 12 pid: 6639 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045105.291363:0:6639:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000037a58393/0x2c8777a5e7d9e033 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148c2a expref: 12 pid: 6639 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045105.291385:0:6639:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de48023000, rc 0) 00000100:00100000:0.0:1777045105.291459:0:6639:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42c8bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:146de360-3fb2-48bd-b418-06f30714148a+12:2392:x1863365370019328:12345-192.168.201.45@tcp:101:lfs.0 Request processed in 694us (1689us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045105.291473:0:6639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 293 00000100:00100000:3.0:1777045105.311610:0:5859:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370019584 00000100:00100000:3.0:1777045105.311628:0:5859:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370019584 00000100:00100000:3.0:1777045105.311755:0:5859:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 232 00000100:00100000:3.0:1777045105.311773:0:5859:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42c8b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:146de360-3fb2-48bd-b418-06f30714148a+73:5614:x1863365370019584:12345-192.168.201.45@tcp:35:ldlm_bl.0 00000100:00100000:3.0:1777045105.312833:0:5859:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42c8b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:146de360-3fb2-48bd-b418-06f30714148a+74:5614:x1863365370019584:12345-192.168.201.45@tcp:35:ldlm_bl.0 Request processed in 1061us (23002us total) trans 4294967988 rc 0/0 00000100:00100000:3.0:1777045105.312848:0:5859:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 232 00000100:00100000:2.0:1777045105.346904:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045105.354698:0:5859:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370019840 00000100:00100000:3.0:1777045105.354716:0:5859:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370019840 00000100:00100000:3.0:1777045105.354945:0:5859:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 233 00000100:00100000:3.0:1777045105.354962:0:5859:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b9c5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:146de360-3fb2-48bd-b418-06f30714148a+74:5614:x1863365370019840:12345-192.168.201.45@tcp:35:ldlm_bl.0 00000100:00100000:3.0:1777045105.355352:0:5859:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b9c5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:146de360-3fb2-48bd-b418-06f30714148a+75:5614:x1863365370019840:12345-192.168.201.45@tcp:35:ldlm_bl.0 Request processed in 393us (8458us total) trans 4294967989 rc 0/0 00000100:00100000:3.0:1777045105.355365:0:5859:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 233 00000100:00100000:3.0:1777045105.355463:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045105.355579:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370020096 00000100:00100000:3.0:1777045105.355586:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370020096 00000100:00100000:3.0:1777045105.355634:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1055 00000100:00100000:3.0:1777045105.355646:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b51c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:146de360-3fb2-48bd-b418-06f30714148a+75:28063:x1863365370020096:12345-192.168.201.45@tcp:101:lfs.0 00010000:00010000:3.0:1777045105.355663:0:12646:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777045105.355688:0:12646:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067e00/0x2c8777a5e7d9e03a lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148c31 expref: -99 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045105.355801:0:12646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066c00/0x2c8777a5e7d9e041 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045105.355821:0:12646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066c00/0x2c8777a5e7d9e041 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1d:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045105.355837:0:12646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066c00/0x2c8777a5e7d9e041 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1d:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777045105.355853:0:12646:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x1d:0x0]: returning size 1516 00010000:00010000:3.0:1777045105.356640:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067e00/0x2c8777a5e7d9e03a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1d:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148c31 expref: 78 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045105.356667:0:12646:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066c00/0x2c8777a5e7d9e041 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1d:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148c31 expref: 77 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045105.356688:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1d:0x0].0x0 (ffff98df61f8eb00) 00010000:00010000:3.0:1777045105.356692:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1777045105.356697:0:12646:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de48066c00, rc 0) 00000100:00100000:3.0:1777045105.356748:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b51c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:146de360-3fb2-48bd-b418-06f30714148a+77:28063:x1863365370020096:12345-192.168.201.45@tcp:101:lfs.0 Request processed in 1103us (1285us total) trans 4294967990 rc 0/0 00000100:00100000:3.0:1777045105.356759:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1055 00000100:00100000:2.0:1777045105.381660:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045105.381731:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045105.381840:0:6655:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370020224 00000100:00100000:3.0:1777045105.381852:0:6655:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370020224 00000100:00100000:3.0:1777045105.381949:0:6655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 62 00000100:00100000:3.0:1777045105.381965:0:6655:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df5f98f050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:146de360-3fb2-48bd-b418-06f30714148a+77:2393:x1863365370020224:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777045105.381985:0:6655:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 16 locks, starting at 0 00010000:00010000:3.0:1777045105.382034:0:6655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32800/0x2c8777a5e7d9b935 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1147fce expref: 77 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045105.382059:0:6655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1d:0x0].0x0 (ffff98df47376900) 00010000:00010000:3.0:1777045105.382123:0:6655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097000/0x2c8777a5e7d9b8a9 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1147f9d expref: 76 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045105.382145:0:6655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a33200/0x2c8777a5e7d9b855 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1147f8f expref: 75 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045105.382158:0:6655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1b:0x0].0x0 (ffff98df47376200) 00010000:00010000:3.0:1777045105.382179:0:6655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103e00/0x2c8777a5e7d9b7c9 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1147f5e expref: 74 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045105.382221:0:6655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de419edc00/0x2c8777a5e7d9b775 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x19:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1147f50 expref: 73 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045105.382234:0:6655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x19:0x0].0x0 (ffff98df61f8e900) 00010000:00010000:3.0:1777045105.382304:0:6655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec400/0x2c8777a5e7d9b6bf lrc: 0/0,0 mode: --/CR res: [0x200000401:0x18:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1147f18 expref: 72 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045105.382326:0:6655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097600/0x2c8777a5e7d9b6fe lrc: 0/0,0 mode: --/PR res: [0x200000401:0x18:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1147f26 expref: 71 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045105.382342:0:6655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32200/0x2c8777a5e7d9b633 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x18:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1147efc expref: 70 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045105.382353:0:6655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x18:0x0].0x0 (ffff98df61f8e800) 00010000:00010000:3.0:1777045105.382365:0:6655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32600/0x2c8777a5e7d9b5c3 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x17:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1147ed2 expref: 69 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045105.382376:0:6655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x17:0x0].0x0 (ffff98df47376300) 00010000:00010000:3.0:1777045105.382390:0:6655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a33e00/0x2c8777a5e7d9b568 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1147ebd expref: 68 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045105.382410:0:6655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a33800/0x2c8777a5e7d9b48f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1147e8c expref: 67 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045105.382425:0:6655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x9:0x0].0x0 (ffff98df46583800) 00010000:00010000:3.0:1777045105.382443:0:6655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed600/0x2c8777a5e7d9b40a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x16:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1147e69 expref: 66 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045105.382458:0:6655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x16:0x0].0x0 (ffff98df51b04200) 00010000:00010000:3.0:1777045105.382496:0:6655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103a00/0x2c8777a5e7d9b315 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x13:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1147e2a expref: 65 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045105.382548:0:6655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec000/0x2c8777a5e7d9b2f9 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x13:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1147e23 expref: 64 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045105.382565:0:6655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13:0x0].0x0 (ffff98df47376800) 00010000:00010000:3.0:1777045105.382584:0:6655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32a00/0x2c8777a5e7d9b2ac lrc: 0/0,0 mode: --/PR res: [0x200000401:0x12:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1147e15 expref: 63 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045105.382601:0:6655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102800/0x2c8777a5e7d9af4f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x12:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1147d04 expref: 62 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045105.382615:0:6655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x12:0x0].0x0 (ffff98df61f8ed00) 00010000:00010000:3.0:1777045105.382623:0:6655:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777045105.382793:0:6655:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df5f98f050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:146de360-3fb2-48bd-b418-06f30714148a+61:2393:x1863365370020224:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 829us (1141us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045105.382806:0:6655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 62 00000100:00100000:3.0:1777045105.382885:0:8776:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370020352 00000100:00100000:3.0:1777045105.382894:0:8776:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370020352 00000100:00100000:3.0:1777045105.382937:0:8776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 294 00000100:00100000:3.0:1777045105.382948:0:8776:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b9c5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:146de360-3fb2-48bd-b418-06f30714148a+12:2393:x1863365370020352:12345-192.168.201.45@tcp:1:lfs.0 00010000:00010000:3.0:1777045105.382996:0:8776:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000056b0e889/0x2c8777a5e7d9e04f lrc: 3/0,1 mode: --/PW res: [0x240000400:0x16:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045105.383023:0:8776:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000621ed0ab/0x2c8777a5e7d9e010 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148c1c expref: 9 pid: 6641 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045105.383036:0:8776:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000037a58393/0x2c8777a5e7d9e033 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148c2a expref: 12 pid: 6639 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045105.383047:0:8776:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777045105.383050:0:8776:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777045105.383055:0:8776:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000056b0e889/0x2c8777a5e7d9e04f lrc: 5/0,1 mode: --/PW res: [0x240000400:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045105.383097:0:8776:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000037a58393/0x2c8777a5e7d9e033 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148c2a expref: 12 pid: 6639 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045105.383116:0:8776:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000037a58393/0x2c8777a5e7d9e033 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148c2a expref: 12 pid: 6639 timeout: 1833 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777045105.383137:0:8776:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7b51d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8776:1863365424368896:192.168.201.45@tcp:104: 00010000:00010000:3.0:1777045105.385939:0:8776:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000621ed0ab/0x2c8777a5e7d9e010 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148c1c expref: 9 pid: 6641 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045105.385963:0:8776:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000621ed0ab/0x2c8777a5e7d9e010 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148c1c expref: 9 pid: 6641 timeout: 1833 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777045105.385992:0:8776:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7b51d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8776:1863365424369024:192.168.201.45@tcp:104: 00000100:00100000:3.0:1777045105.388796:0:8776:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df44f80600 going to sleep for 11 seconds 00000100:00100000:3.0:1777045105.414139:0:8776:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7b51d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8776:1863365424368896:192.168.201.45@tcp:104: 00000100:00100000:3.0:1777045105.414163:0:8776:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7b51d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8776:1863365424369024:192.168.201.45@tcp:104: 00010000:00010000:3.0:1777045105.414199:0:8776:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000056b0e889/0x2c8777a5e7d9e04f lrc: 3/0,1 mode: --/PW res: [0x240000400:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777045105.421609:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045105.421721:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045105.422677:0:5843:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370020608 00000100:00100000:0.0:1777045105.422691:0:5843:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370020608 00010000:00010000:0.0:1777045105.422747:0:5843:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000621ed0ab/0x2c8777a5e7d9e010 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148c1c expref: 10 pid: 6641 timeout: 1833 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777045105.422804:0:5843:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370020480 00000100:00100000:0.0:1777045105.422810:0:5843:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370020480 00010000:00010000:0.0:1777045105.422833:0:5843:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000037a58393/0x2c8777a5e7d9e033 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148c2a expref: 13 pid: 6639 timeout: 1833 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777045105.422871:0:5843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 312 00000100:00100000:0.0:1777045105.422885:0:5843:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b51d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+10:2392:x1863365370020608:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777045105.422906:0:5843:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:0.0:1777045105.422928:0:5843:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x16:0x0] updating lvb blocks from disk: 1 -> 11 00010000:00010000:0.0:1777045105.422938:0:5843:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000621ed0ab/0x2c8777a5e7d9e010 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x16:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148c1c expref: 10 pid: 6641 timeout: 1833 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045105.422955:0:5843:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000621ed0ab/0x2c8777a5e7d9e010 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x16:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148c1c expref: 10 pid: 6641 timeout: 1833 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045105.422985:0:5843:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000621ed0ab/0x2c8777a5e7d9e010 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x16:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148c1c expref: 10 pid: 6641 timeout: 1833 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045105.423017:0:5843:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777045105.423083:0:5843:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b51d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2392:x1863365370020608:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 201us (1485us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045105.423095:0:5843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 312 00000100:00100000:0.0:1777045105.423150:0:5843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 313 00000100:00100000:0.0:1777045105.423161:0:5843:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b51d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:146de360-3fb2-48bd-b418-06f30714148a+13:2392:x1863365370020480:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777045105.423175:0:5843:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777045105.423189:0:5843:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000037a58393/0x2c8777a5e7d9e033 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148c2a expref: 13 pid: 6639 timeout: 1833 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045105.423243:0:5843:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000037a58393/0x2c8777a5e7d9e033 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148c2a expref: 13 pid: 6639 timeout: 1833 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045105.423287:0:5843:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000037a58393/0x2c8777a5e7d9e033 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148c2a expref: 13 pid: 6639 timeout: 1833 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045105.423306:0:5843:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777045105.423309:0:5843:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777045105.423316:0:5843:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000056b0e889/0x2c8777a5e7d9e04f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045105.423330:0:5843:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000056b0e889/0x2c8777a5e7d9e04f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045105.423377:0:5843:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777045105.423416:0:5843:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b51d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:146de360-3fb2-48bd-b418-06f30714148a+12:2392:x1863365370020480:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 248us (1686us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045105.423427:0:5843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 313 00010000:00010000:0.0:1777045105.423571:0:8776:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000056b0e889/0x2c8777a5e7d9e04f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045105.423585:0:8776:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000056b0e889/0x2c8777a5e7d9e04f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045105.423617:0:8776:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000056b0e889/0x2c8777a5e7d9e04f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045105.423630:0:8776:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000056b0e889/0x2c8777a5e7d9e04f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045105.423642:0:8776:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000056b0e889/0x2c8777a5e7d9e04f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045105.423653:0:8776:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48066200 already unused, calling callback (ffffffffc17d22d0) 00010000:00010000:0.0:1777045105.423658:0:8776:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000056b0e889/0x2c8777a5e7d9e04f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045105.423670:0:8776:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000056b0e889/0x2c8777a5e7d9e04f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045105.423695:0:8776:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000056b0e889/0x2c8777a5e7d9e04f lrc: 2/0,0 mode: --/PW res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045105.423705:0:8776:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000056b0e889/0x2c8777a5e7d9e04f lrc: 0/0,0 mode: --/PW res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777045105.423785:0:8776:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b9c5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:146de360-3fb2-48bd-b418-06f30714148a+11:2393:x1863365370020352:12345-192.168.201.45@tcp:1:lfs.0 Request processed in 40837us (42052us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045105.423797:0:8776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 294 00000100:00100000:3.0:1777045105.461970:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045105.462293:0:5859:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370020864 00000100:00100000:0.0:1777045105.462306:0:5859:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370020864 00000100:00100000:0.0:1777045105.462391:0:5859:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 234 00000100:00100000:0.0:1777045105.462406:0:5859:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b51df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:146de360-3fb2-48bd-b418-06f30714148a+61:28063:x1863365370020864:12345-192.168.201.45@tcp:35:lfs.0 00000004:00010000:0.0:1777045105.462490:0:5859:0:(mdt_open.c:1994:mdt_hsm_release()) ### [0x200000402:0x1d:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066c00/0x2c8777a5e7d9e041 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1d:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148c31 expref: 61 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1777045105.462774:0:5859:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967991 00000001:00080000:0.0:1777045105.463721:0:5859:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967992 00010000:00010000:0.0:1777045105.464113:0:5859:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023000/0x2c8777a5e7d9e056 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5859 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045105.464136:0:5859:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023a00/0x2c8777a5e7d9dfa0 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148be4 expref: 33 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045105.464151:0:5859:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022a00/0x2c8777a5e7d9dfd1 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148bf9 expref: 64 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045105.464173:0:5859:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023000/0x2c8777a5e7d9e056 lrc: 5/0,1 mode: --/EX res: [0x200000402:0x1d:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5859 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045105.464282:0:5859:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022a00/0x2c8777a5e7d9dfd1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148bf9 expref: 64 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045105.464308:0:5859:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022a00/0x2c8777a5e7d9dfd1 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148bf9 expref: 64 pid: 5857 timeout: 1833 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777045105.464330:0:5859:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de41db1180 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:5859:1863365424369152:192.168.201.45@tcp:104: 00010000:00010000:0.0:1777045105.464446:0:5859:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023a00/0x2c8777a5e7d9dfa0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148be4 expref: 33 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045105.464460:0:5859:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023a00/0x2c8777a5e7d9dfa0 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148be4 expref: 33 pid: 7939 timeout: 1833 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777045105.464473:0:5859:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de41db2300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:5859:1863365424369280:192.168.201.45@tcp:104: 00000100:00100000:0.0:1777045105.464503:0:5859:0:(client.c:2691:ptlrpc_set_wait()) set ffff98de41f1a900 going to sleep for 11 seconds 00000100:00100000:2.0:1777045105.494365:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045105.494479:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045105.494661:0:5859:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de41db1180 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:5859:1863365424369152:192.168.201.45@tcp:104: 00000100:00100000:0.0:1777045105.494679:0:5859:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de41db2300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:5859:1863365424369280:192.168.201.45@tcp:104: 00010000:00010000:0.0:1777045105.494713:0:5859:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023000/0x2c8777a5e7d9e056 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1d:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5859 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777045105.494754:0:5841:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370020992 00000100:00100000:0.0:1777045105.494763:0:5841:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370020992 00010000:00010000:0.0:1777045105.494806:0:5841:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022a00/0x2c8777a5e7d9dfd1 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148bf9 expref: 65 pid: 5857 timeout: 1833 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777045105.495145:0:5841:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370021120 00000100:00100000:0.0:1777045105.495151:0:5841:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370021120 00010000:00010000:0.0:1777045105.495175:0:5841:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023a00/0x2c8777a5e7d9dfa0 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148be4 expref: 34 pid: 7939 timeout: 1833 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777045105.495262:0:5841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 314 00000100:00100000:0.0:1777045105.495556:0:5841:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b9c6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:146de360-3fb2-48bd-b418-06f30714148a+65:2393:x1863365370020992:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777045105.495576:0:5841:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777045105.495586:0:5841:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022a00/0x2c8777a5e7d9dfd1 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148bf9 expref: 65 pid: 5857 timeout: 1833 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045105.495603:0:5841:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022a00/0x2c8777a5e7d9dfd1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148bf9 expref: 65 pid: 5857 timeout: 1833 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045105.495628:0:5841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022a00/0x2c8777a5e7d9dfd1 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148bf9 expref: 65 pid: 5857 timeout: 1833 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045105.495650:0:5841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1d:0x0].0x0 (ffff98df61f8eb00) 00010000:00010000:0.0:1777045105.495656:0:5841:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023000/0x2c8777a5e7d9e056 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1d:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5859 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045105.495669:0:5841:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023000/0x2c8777a5e7d9e056 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1d:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5859 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045105.495678:0:5841:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777045105.495737:0:5841:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b9c6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:146de360-3fb2-48bd-b418-06f30714148a+64:2393:x1863365370020992:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 464us (1384us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045105.495748:0:5841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 314 00000100:00100000:0.0:1777045105.495775:0:5841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 315 00000100:00100000:0.0:1777045105.495787:0:5841:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b9c6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+34:2393:x1863365370021120:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777045105.496054:0:5841:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777045105.496062:0:5841:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023a00/0x2c8777a5e7d9dfa0 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148be4 expref: 34 pid: 7939 timeout: 1833 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045105.496077:0:5841:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023a00/0x2c8777a5e7d9dfa0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148be4 expref: 34 pid: 7939 timeout: 1833 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045105.496104:0:5841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023a00/0x2c8777a5e7d9dfa0 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148be4 expref: 34 pid: 7939 timeout: 1833 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045105.496122:0:5841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1d:0x0].0x0 (ffff98df61f8eb00) 00010000:00010000:0.0:1777045105.496127:0:5841:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023000/0x2c8777a5e7d9e056 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1d:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5859 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045105.496140:0:5841:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023000/0x2c8777a5e7d9e056 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1d:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5859 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045105.496149:0:5841:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023000/0x2c8777a5e7d9e056 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x1d:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5859 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045105.496544:0:5841:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777045105.496578:0:5841:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b9c6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+33:2393:x1863365370021120:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 792us (2098us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045105.496588:0:5841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 315 00010000:00010000:0.0:1777045105.496622:0:5859:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023000/0x2c8777a5e7d9e056 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1d:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5859 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045105.496633:0:5859:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023000/0x2c8777a5e7d9e056 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1d:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5859 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1777045105.496776:0:5859:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967993 00000001:00080000:0.0:1777045105.497035:0:5859:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967994 00000001:00080000:0.0:1777045105.497130:0:5859:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967995 00000100:00100000:0.0:1777045105.497287:0:5859:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de41db2300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:5859:1863365424369408:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1777045105.497380:0:5859:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045105.497418:0:5859:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df77a013c0 going to sleep for 11 seconds 00000100:00100000:0.0:1777045105.497441:0:5860:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424369408 00000100:00100000:0.0:1777045105.497448:0:5860:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424369408 00000100:00100000:0.0:1777045105.497499:0:5860:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00100000:0.0:1777045105.497510:0:5860:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41db1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:5859:x1863365424369408:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1777045105.497598:0:5860:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41db1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:5859:x1863365424369408:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 89us (217us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045105.497609:0:5860:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000100:00100000:0.0:1777045105.497750:0:5859:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de41db2300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:5859:1863365424369408:0@lo:1000:mdt_rdpg00_001.0 00000100:00080000:3.0:1777045105.498698:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000001:00080000:0.0:1777045105.506494:0:5859:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967996 00000100:00100000:0.0:1777045105.506629:0:5859:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de41db2300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:5859:1863365424369536:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1777045105.506709:0:5859:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045105.506848:0:5859:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df50f27d80 going to sleep for 11 seconds 00000100:00100000:3.0:1777045105.516871:0:5860:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424369536 00000100:00100000:3.0:1777045105.516891:0:5860:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424369536 00000100:00100000:2.0:1777045105.517127:0:5860:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00100000:2.0:1777045105.517143:0:5860:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41db0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:5859:x1863365424369536:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1777045105.517873:0:5860:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41db0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:5859:x1863365424369536:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 732us (11162us total) trans 4294967352 rc 0/0 00000100:00100000:2.0:1777045105.518142:0:5860:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000100:00100000:0.0:1777045105.518336:0:5859:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de41db2300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:5859:1863365424369536:0@lo:1000:mdt_rdpg00_001.0 00010000:00010000:0.0:1777045105.518377:0:5859:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023000/0x2c8777a5e7d9e056 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1d:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5859 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045105.518400:0:5859:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023000/0x2c8777a5e7d9e056 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1d:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5859 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045105.518411:0:5859:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023000/0x2c8777a5e7d9e056 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1d:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5859 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045105.518421:0:5859:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48023000 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:0.0:1777045105.518427:0:5859:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023000/0x2c8777a5e7d9e056 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1d:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5859 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045105.518439:0:5859:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023000/0x2c8777a5e7d9e056 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1d:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5859 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045105.518462:0:5859:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1d:0x0].0x0 (ffff98df61f8eb00) 00010000:00010000:0.0:1777045105.518466:0:5859:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:0.0:1777045105.518473:0:5859:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023000/0x2c8777a5e7d9e056 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1d:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5859 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045105.518483:0:5859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023000/0x2c8777a5e7d9e056 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1d:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5859 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1777045105.518769:0:5859:0:(mdd_object.c:4010:mdd_close()) Object [0x200000401:0x41:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:0.0:1777045105.518907:0:5859:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].13, 64 off9048 00000004:00080000:0.0:1777045105.518923:0:5859:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1734008719176ns, next at 1735008716405ns, rc = 0 00000001:00080000:0.0:1777045105.518936:0:5859:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294967997 00010000:00010000:0.0:1777045105.518994:0:5859:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1d:0x0].0x0 (ffff98df61f8eb00) 00010000:00010000:0.0:1777045105.518999:0:5859:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1777045105.519009:0:5859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066c00/0x2c8777a5e7d9e041 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1d:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148c31 expref: 68 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777045105.519147:0:5859:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b51df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:146de360-3fb2-48bd-b418-06f30714148a+67:28063:x1863365370020864:12345-192.168.201.45@tcp:35:lfs.0 Request processed in 56743us (57186us total) trans 4294967998 rc 0/0 00000100:00100000:0.0:1777045105.519160:0:5859:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 234 00000020:00080000:0.0:1777045105.519166:0:5859:0:(tgt_main.c:783:tgt_ses_key_exit()) total 8 transactions per RPC 00000100:00100000:0.0:1777045105.594868:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045105.594997:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370021376 00000100:00100000:1.0:1777045105.595010:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370021376 00000100:00100000:1.0:1777045105.595097:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1056 00000100:00100000:1.0:1777045105.595113:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41db1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:146de360-3fb2-48bd-b418-06f30714148a+67:28064:x1863365370021376:12345-192.168.201.45@tcp:101:cmp.0 00010000:00010000:1.0:1777045105.595146:0:5857:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777045105.595641:0:5857:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfdc00/0x2c8777a5e7d9e05d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148c38 expref: -99 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045105.595753:0:5857:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd400/0x2c8777a5e7d9e064 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045105.595775:0:5857:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd400/0x2c8777a5e7d9e064 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045105.595793:0:5857:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd400/0x2c8777a5e7d9e064 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045105.595815:0:5857:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd600/0x2c8777a5e7d9e06b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045105.595828:0:5857:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd600/0x2c8777a5e7d9e06b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045105.595839:0:5857:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd600/0x2c8777a5e7d9e06b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045105.596323:0:5857:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfc400/0x2c8777a5e7d9e072 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045105.596337:0:5857:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfc400/0x2c8777a5e7d9e072 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045105.596350:0:5857:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfc400/0x2c8777a5e7d9e072 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777045105.596365:0:5857:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x1d:0x0]: returning size 1516 00010000:00010000:1.0:1777045105.596504:0:5857:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd400/0x2c8777a5e7d9e064 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045105.596525:0:5857:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd400/0x2c8777a5e7d9e064 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045105.596537:0:5857:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd400/0x2c8777a5e7d9e064 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045105.596547:0:5857:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de41dfd400 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:1.0:1777045105.596553:0:5857:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd400/0x2c8777a5e7d9e064 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045105.596565:0:5857:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd400/0x2c8777a5e7d9e064 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045105.596583:0:5857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x40:0x0].0x0 (ffff98df46583a00) 00010000:00010000:1.0:1777045105.596589:0:5857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777045105.596595:0:5857:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd400/0x2c8777a5e7d9e064 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045105.596607:0:5857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd400/0x2c8777a5e7d9e064 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045105.596624:0:5857:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd600/0x2c8777a5e7d9e06b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045105.596633:0:5857:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd600/0x2c8777a5e7d9e06b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045105.596643:0:5857:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd600/0x2c8777a5e7d9e06b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045105.596653:0:5857:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de41dfd600 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:1.0:1777045105.596658:0:5857:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd600/0x2c8777a5e7d9e06b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045105.596669:0:5857:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd600/0x2c8777a5e7d9e06b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045105.596680:0:5857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x40:0x0].0x1dee485d (ffff98df454d4f00) 00010000:00010000:1.0:1777045105.596684:0:5857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777045105.596688:0:5857:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd600/0x2c8777a5e7d9e06b lrc: 2/0,0 mode: --/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045105.596697:0:5857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd600/0x2c8777a5e7d9e06b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045105.596791:0:5857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfdc00/0x2c8777a5e7d9e05d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148c38 expref: 70 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045105.596811:0:5857:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfc400/0x2c8777a5e7d9e072 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148c38 expref: 69 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045105.596823:0:5857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1d:0x0].0x0 (ffff98df454d4700) 00010000:00010000:1.0:1777045105.596827:0:5857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777045105.596830:0:5857:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de41dfc400, rc 0) 00000100:00100000:1.0:1777045105.596903:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41db1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:146de360-3fb2-48bd-b418-06f30714148a+69:28064:x1863365370021376:12345-192.168.201.45@tcp:101:cmp.0 Request processed in 1793us (2048us total) trans 4294967999 rc 0/0 00000100:00100000:1.0:1777045105.596916:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1056 00000100:00100000:3.0:1777045105.627738:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045105.628287:0:5841:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370021632 00000100:00100000:1.0:1777045105.628302:0:5841:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370021632 00000100:00100000:1.0:1777045105.628391:0:5841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 63 00000100:00100000:1.0:1777045105.628407:0:5841:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b51f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:146de360-3fb2-48bd-b418-06f30714148a+69:28064:x1863365370021632:12345-192.168.201.45@tcp:103:cmp.0 00010000:00010000:1.0:1777045105.628431:0:5841:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777045105.628466:0:5841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfc400/0x2c8777a5e7d9e072 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148c38 expref: 69 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045105.628492:0:5841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1d:0x0].0x0 (ffff98df454d4700) 00010000:00010000:1.0:1777045105.628507:0:5841:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777045105.628580:0:5841:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b51f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:146de360-3fb2-48bd-b418-06f30714148a+68:28064:x1863365370021632:12345-192.168.201.45@tcp:103:cmp.0 Request processed in 175us (853us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045105.628593:0:5841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 63 00000100:00100000:3.0:1777045105.641016:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045105.645570:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370021760 00000100:00100000:1.0:1777045105.645586:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370021760 00000100:00100000:1.0:1777045105.645779:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1057 00000100:00100000:1.0:1777045105.645798:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b51c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:146de360-3fb2-48bd-b418-06f30714148a+68:28064:x1863365370021760:12345-192.168.201.45@tcp:58:cmp.0 00010000:00010000:1.0:1777045105.645930:0:7939:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfdc00/0x2c8777a5e7d9e080 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045105.645956:0:7939:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfdc00/0x2c8777a5e7d9e080 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045105.645974:0:7939:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfdc00/0x2c8777a5e7d9e080 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1777045105.646188:0:7939:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].29, 136 off12136 00000100:00100000:1.0:1777045105.651630:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b51c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:146de360-3fb2-48bd-b418-06f30714148a+68:28064:x1863365370021760:12345-192.168.201.45@tcp:58:cmp.0 Request processed in 606us (5393us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045105.651651:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1057 00000100:00100000:3.0:1777045105.658800:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045105.658933:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370021888 00000100:00100000:2.0:1777045105.658948:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370021888 00000100:00100000:2.0:1777045105.659028:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1058 00000100:00100000:2.0:1777045105.659045:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d655500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:146de360-3fb2-48bd-b418-06f30714148a+68:28064:x1863365370021888:12345-192.168.201.45@tcp:101:cmp.0 00010000:00010000:2.0:1777045105.659074:0:5855:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777045105.659123:0:5855:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024c00/0x2c8777a5e7d9e087 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148c3f expref: -99 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045105.659222:0:5855:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfdc00/0x2c8777a5e7d9e080 lrc: 2/0,1 mode: EX/EX res: [0x200000402:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045105.659268:0:5855:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024c00/0x2c8777a5e7d9e087 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148c3f expref: 69 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045105.659301:0:5855:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfdc00/0x2c8777a5e7d9e080 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045105.659323:0:5855:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024c00/0x2c8777a5e7d9e087 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148c3f expref: 69 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045105.659345:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1d:0x0].0x0 (ffff98df454d4f00) 00010000:00010000:2.0:1777045105.659351:0:5855:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1777045105.659357:0:5855:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024c00/0x2c8777a5e7d9e087 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148c3f expref: 69 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045105.659371:0:5855:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de48024c00, rc 0) 00000100:00100000:2.0:1777045105.659448:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d655500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:146de360-3fb2-48bd-b418-06f30714148a+69:28064:x1863365370021888:12345-192.168.201.45@tcp:101:cmp.0 Request processed in 407us (661us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045105.659461:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1058 00000040:00080000:0.0:1777045105.685688:0:11491:0:(llog.c:801:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1777045105.685701:0:11491:0:(llog_cat.c:158:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1777045105.685770:0:11491:0:(llog.c:858:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 30 count 3 00000040:00080000:0.0:1777045105.685781:0:11491:0:(llog.c:858:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1777045105.686363:0:11491:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de41db3800 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11491:1863365424369664:192.168.201.45@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1777045105.686489:0:11491:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df50f27840 going to sleep for 11 seconds 00000100:00100000:1.0:1777045105.711450:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045105.713098:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370022016 00000100:00100000:3.0:1777045105.713113:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370022016 00000100:00100000:2.0:1777045105.713175:0:11491:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de41db3800 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11491:1863365424369664:192.168.201.45@tcp:107:hsm_cdtr.0 00000100:00100000:3.0:1777045105.713236:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1059 00000100:00100000:3.0:1777045105.713573:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42c88700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+33:28065:x1863365370022016:12345-192.168.201.45@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1777045105.713620:0:5857:0:(mdt_handler.c:7958:mdt_fid2path()) path get [0x200000402:0x1d:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1777045105.713772:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42c88700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+33:28065:x1863365370022016:12345-192.168.201.45@tcp:53:lhsmtool_posix.0 Request processed in 495us (2331us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045105.713787:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1059 00000100:00100000:3.0:1777045105.750795:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045105.751575:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370022144 00000100:00100000:3.0:1777045105.751591:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370022144 00000100:00100000:3.0:1777045105.751678:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1060 00000100:00100000:3.0:1777045105.751697:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42e58700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+33:28065:x1863365370022144:12345-192.168.201.45@tcp:34:lhsmtool_posix.0 00010000:00010000:3.0:1777045105.751808:0:7939:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067e00/0x2c8777a5e7d9e08e lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045105.751838:0:7939:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067e00/0x2c8777a5e7d9e08e lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045105.752171:0:7939:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067e00/0x2c8777a5e7d9e08e lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045105.752233:0:7939:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067c00/0x2c8777a5e7d9e095 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x3e15321 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045105.752282:0:7939:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067c00/0x2c8777a5e7d9e095 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x3e15321 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045105.752298:0:7939:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067c00/0x2c8777a5e7d9e095 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x3e15321 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045105.752345:0:7939:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066a00/0x2c8777a5e7d9e09c lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045105.752361:0:7939:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066a00/0x2c8777a5e7d9e09c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045105.752374:0:7939:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066a00/0x2c8777a5e7d9e09c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777045105.752448:0:7939:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x1d:0x0]: returning size 1516 00000004:00200000:3.0:1777045105.752457:0:7939:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1777045105.752479:0:7939:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066a00/0x2c8777a5e7d9e09c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045105.752499:0:7939:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067e00/0x2c8777a5e7d9e08e lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045105.752511:0:7939:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067e00/0x2c8777a5e7d9e08e lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045105.752524:0:7939:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067e00/0x2c8777a5e7d9e08e lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045105.752536:0:7939:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48067e00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:3.0:1777045105.752544:0:7939:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067e00/0x2c8777a5e7d9e08e lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045105.752557:0:7939:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067e00/0x2c8777a5e7d9e08e lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045105.752579:0:7939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff98df4a351500) 00010000:00010000:3.0:1777045105.752586:0:7939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777045105.752595:0:7939:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067e00/0x2c8777a5e7d9e08e lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045105.752606:0:7939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067e00/0x2c8777a5e7d9e08e lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045105.752626:0:7939:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067c00/0x2c8777a5e7d9e095 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x3e15321 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045105.752648:0:7939:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067c00/0x2c8777a5e7d9e095 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x3e15321 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045105.752661:0:7939:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067c00/0x2c8777a5e7d9e095 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x3e15321 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045105.752673:0:7939:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48067c00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:3.0:1777045105.752679:0:7939:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067c00/0x2c8777a5e7d9e095 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x3e15321 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045105.752693:0:7939:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067c00/0x2c8777a5e7d9e095 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x3e15321 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045105.752708:0:7939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x3e15321 (ffff98df413b6f00) 00010000:00010000:3.0:1777045105.752714:0:7939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777045105.752720:0:7939:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067c00/0x2c8777a5e7d9e095 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x3e15321 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045105.752733:0:7939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067c00/0x2c8777a5e7d9e095 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x3e15321 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045105.752761:0:7939:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066a00/0x2c8777a5e7d9e09c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045105.752773:0:7939:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066a00/0x2c8777a5e7d9e09c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045105.752785:0:7939:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066a00/0x2c8777a5e7d9e09c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045105.752797:0:7939:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48066a00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:3.0:1777045105.752804:0:7939:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066a00/0x2c8777a5e7d9e09c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045105.752816:0:7939:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066a00/0x2c8777a5e7d9e09c lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045105.752830:0:7939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1d:0x0].0x0 (ffff98df454d4f00) 00010000:00010000:3.0:1777045105.752835:0:7939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777045105.752841:0:7939:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066a00/0x2c8777a5e7d9e09c lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045105.752853:0:7939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066a00/0x2c8777a5e7d9e09c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777045105.752968:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42e58700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+33:28065:x1863365370022144:12345-192.168.201.45@tcp:34:lhsmtool_posix.0 Request processed in 1272us (2185us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045105.752985:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1060 00000100:00100000:2.0:1777045105.785015:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045105.797640:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370022400 00000100:00100000:1.0:1777045105.797661:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370022400 00000100:00100000:1.0:1777045105.797906:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1061 00000100:00100000:1.0:1777045105.797926:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b9c4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+33:28065:x1863365370022400:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1777045105.797956:0:5856:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777045105.797988:0:5856:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfc400/0x2c8777a5e7d9e0a3 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148c46 expref: -99 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045105.798141:0:5856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd400/0x2c8777a5e7d9e0aa lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045105.798168:0:5856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd400/0x2c8777a5e7d9e0aa lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045105.798189:0:5856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd400/0x2c8777a5e7d9e0aa lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777045105.805385:0:5856:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x1d:0x0]: returning size 1516 00010000:00010000:1.0:1777045105.805589:0:5856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd400/0x2c8777a5e7d9e0aa lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045105.805612:0:5856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd400/0x2c8777a5e7d9e0aa lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045105.805627:0:5856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd400/0x2c8777a5e7d9e0aa lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045105.805639:0:5856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de41dfd400 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:1.0:1777045105.805647:0:5856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd400/0x2c8777a5e7d9e0aa lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045105.805661:0:5856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd400/0x2c8777a5e7d9e0aa lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045105.805689:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1d:0x0].0x0 (ffff98df454d4f00) 00010000:00010000:1.0:1777045105.805695:0:5856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1777045105.805703:0:5856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd400/0x2c8777a5e7d9e0aa lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045105.805716:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd400/0x2c8777a5e7d9e0aa lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045105.805806:0:5856:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfc400/0x2c8777a5e7d9e0a3 lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148c46 expref: 35 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045105.805844:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff98df4a351500) 00010000:00010000:1.0:1777045105.805849:0:5856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1777045105.805857:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfc400/0x2c8777a5e7d9e0a3 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148c46 expref: 35 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045105.805875:0:5856:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de41dfc400, rc 0) 00000100:00100000:1.0:1777045105.805998:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b9c4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+34:28065:x1863365370022400:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 Request processed in 8074us (20990us total) trans 4294968000 rc 301/301 00000100:00100000:1.0:1777045105.806017:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1061 00000100:00100000:2.0:1777045105.840568:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045105.843781:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370022528 00000100:00100000:3.0:1777045105.843813:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370022528 00000100:00100000:3.0:1777045105.843950:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1062 00000100:00100000:3.0:1777045105.843973:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b9c6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+34:28065:x1863365370022528:12345-192.168.201.45@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1777045105.844048:0:12646:0:(mdt_handler.c:7958:mdt_fid2path()) path get [0x200000402:0x1d:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1777045105.847187:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b9c6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+34:28065:x1863365370022528:12345-192.168.201.45@tcp:53:lhsmtool_posix.0 Request processed in 3203us (6613us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045105.851790:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1062 00000100:00100000:0.0:1777045105.875752:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045105.882492:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370022784 00000100:00100000:3.0:1777045105.882526:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370022784 00000100:00100000:3.0:1777045105.882683:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1063 00000100:00100000:3.0:1777045105.882708:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41db3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+34:28065:x1863365370022784:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1777045105.882755:0:5855:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777045105.882804:0:5855:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066a00/0x2c8777a5e7d9e0b8 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x40:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148c4d expref: -99 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045105.892926:0:5855:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067c00/0x2c8777a5e7d9e0bf lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045105.892968:0:5855:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067c00/0x2c8777a5e7d9e0bf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045105.892995:0:5855:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067c00/0x2c8777a5e7d9e0bf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777045105.893023:0:5855:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x1e:0x0]: returning size 0 00010000:00010000:3.0:1777045105.893154:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066a00/0x2c8777a5e7d9e0b8 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148c4d expref: 37 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045105.893199:0:5855:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067c00/0x2c8777a5e7d9e0bf lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148c4d expref: 36 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045105.893301:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1e:0x0].0x0 (ffff98df413b6f00) 00010000:00010000:3.0:1777045105.893309:0:5855:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777045105.893316:0:5855:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de48067c00, rc 0) 00000100:00100000:3.0:1777045105.895814:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41db3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+36:28065:x1863365370022784:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 Request processed in 13098us (20057us total) trans 4294968001 rc 0/0 00000100:00100000:3.0:1777045105.895838:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1063 00000100:00100000:3.0:1777045105.922927:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045105.931001:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370023040 00000100:00100000:1.0:1777045105.931022:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370023040 00000100:00100000:1.0:1777045105.931114:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1064 00000100:00100000:1.0:1777045105.931132:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d60c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+36:28065:x1863365370023040:12345-192.168.201.45@tcp:36:lhsmtool_posix.0 00010000:00010000:1.0:1777045105.931660:0:5856:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777045105.931702:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067c00/0x2c8777a5e7d9e0bf lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148c4d expref: 36 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045105.931743:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1e:0x0].0x0 (ffff98df413b6f00) 00010000:00010000:1.0:1777045105.931760:0:5856:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777045105.931794:0:5856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfc400/0x2c8777a5e7d9e0cd lrc: 3/0,1 mode: --/CW res: [0x200000401:0x40:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045105.931817:0:5856:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022600/0x2c8777a5e7d9dfe6 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148c07 expref: 68 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045105.931833:0:5856:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfc400/0x2c8777a5e7d9e0cd lrc: 4/0,1 mode: --/CW res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045105.931887:0:5856:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022600/0x2c8777a5e7d9dfe6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148c07 expref: 68 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045105.931912:0:5856:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022600/0x2c8777a5e7d9dfe6 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148c07 expref: 68 pid: 7939 timeout: 1834 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777045105.931936:0:5856:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de480e8380 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5856:1863365424369792:192.168.201.45@tcp:104: 00000100:00100000:1.0:1777045105.932079:0:5856:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df586ea780 going to sleep for 11 seconds 00000100:00100000:1.0:1777045105.961734:0:5856:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de480e8380 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5856:1863365424369792:192.168.201.45@tcp:104: 00010000:00010000:1.0:1777045105.961779:0:5856:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfc400/0x2c8777a5e7d9e0cd lrc: 3/0,1 mode: --/CW res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777045105.968672:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045105.971051:0:6655:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370023168 00000100:00100000:3.0:1777045105.971074:0:6655:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370023168 00010000:00010000:3.0:1777045105.971198:0:6655:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022600/0x2c8777a5e7d9dfe6 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148c07 expref: 69 pid: 7939 timeout: 1834 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777045105.979109:0:5843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 316 00000100:00100000:0.0:1777045105.979161:0:5843:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b9c5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:146de360-3fb2-48bd-b418-06f30714148a+69:2393:x1863365370023168:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777045105.979224:0:5843:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777045105.979369:0:5843:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022600/0x2c8777a5e7d9dfe6 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148c07 expref: 69 pid: 7939 timeout: 1834 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045105.979413:0:5843:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022600/0x2c8777a5e7d9dfe6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148c07 expref: 69 pid: 7939 timeout: 1834 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045105.979492:0:5843:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022600/0x2c8777a5e7d9dfe6 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x40:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148c07 expref: 69 pid: 7939 timeout: 1834 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045105.979552:0:5843:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x40:0x0].0x0 (ffff98df46583a00) 00010000:00010000:0.0:1777045105.979564:0:5843:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfc400/0x2c8777a5e7d9e0cd lrc: 3/0,1 mode: --/CW res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045105.979596:0:5843:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfc400/0x2c8777a5e7d9e0cd lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045105.979614:0:5843:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfc400/0x2c8777a5e7d9e0cd lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045105.979831:0:5843:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777045105.979949:0:5843:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b9c5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:146de360-3fb2-48bd-b418-06f30714148a+68:2393:x1863365370023168:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 814us (11304us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045105.979967:0:5843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 316 00010000:00010000:3.0:1777045105.992007:0:5856:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfc400/0x2c8777a5e7d9e0cd lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045105.992064:0:5856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfc400/0x2c8777a5e7d9e0cd lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045105.992147:0:5856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066a00/0x2c8777a5e7d9e0d4 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x40:0x0].0xc303e07c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045105.992176:0:5856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066a00/0x2c8777a5e7d9e0d4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x40:0x0].0xc303e07c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045105.992209:0:5856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066a00/0x2c8777a5e7d9e0d4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x40:0x0].0xc303e07c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045105.992534:0:5856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfc400/0x2c8777a5e7d9e0cd lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045105.992551:0:5856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfc400/0x2c8777a5e7d9e0cd lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045105.992576:0:5856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfc400/0x2c8777a5e7d9e0cd lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045105.992589:0:5856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de41dfc400 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:3.0:1777045105.992608:0:5856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfc400/0x2c8777a5e7d9e0cd lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045105.992624:0:5856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfc400/0x2c8777a5e7d9e0cd lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045105.992659:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x40:0x0].0x0 (ffff98df46583a00) 00010000:00010000:3.0:1777045105.992666:0:5856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777045105.992675:0:5856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfc400/0x2c8777a5e7d9e0cd lrc: 2/0,0 mode: --/CW res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045105.992698:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfc400/0x2c8777a5e7d9e0cd lrc: 0/0,0 mode: --/CW res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045105.992732:0:5856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066a00/0x2c8777a5e7d9e0d4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x40:0x0].0xc303e07c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045105.992744:0:5856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066a00/0x2c8777a5e7d9e0d4 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x40:0x0].0xc303e07c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045105.992756:0:5856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066a00/0x2c8777a5e7d9e0d4 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x40:0x0].0xc303e07c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045105.992777:0:5856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48066a00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:3.0:1777045105.992782:0:5856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066a00/0x2c8777a5e7d9e0d4 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x40:0x0].0xc303e07c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045105.992794:0:5856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066a00/0x2c8777a5e7d9e0d4 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x40:0x0].0xc303e07c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045105.992816:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x40:0x0].0xc303e07c (ffff98df413b6200) 00010000:00010000:3.0:1777045105.992822:0:5856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777045105.992827:0:5856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066a00/0x2c8777a5e7d9e0d4 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x40:0x0].0xc303e07c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045105.992840:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066a00/0x2c8777a5e7d9e0d4 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x40:0x0].0xc303e07c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777045105.993132:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d60c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+35:28065:x1863365370023040:12345-192.168.201.45@tcp:36:lhsmtool_posix.0 Request processed in 61991us (70237us total) trans 0 rc -2/-2 00000100:00100000:3.0:1777045105.993164:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1064 00000100:00100000:2.0:1777045106.047891:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045106.048706:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370023296 00000100:00100000:3.0:1777045106.048736:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370023296 00000100:00100000:3.0:1777045106.048945:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1065 00000100:00100000:3.0:1777045106.048974:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b9c4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+35:28065:x1863365370023296:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1777045106.049054:0:7939:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777045106.049110:0:7939:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066a00/0x2c8777a5e7d9e0db lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148c54 expref: -99 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045106.049193:0:7939:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067e00/0x2c8777a5e7d9e0e2 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045106.049341:0:7939:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067e00/0x2c8777a5e7d9e0e2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045106.049400:0:7939:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067e00/0x2c8777a5e7d9e0e2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045106.049634:0:7939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066a00/0x2c8777a5e7d9e0db lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148c54 expref: 37 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045106.049682:0:7939:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067e00/0x2c8777a5e7d9e0e2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148c54 expref: 36 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045106.049707:0:7939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1e:0x0].0x0 (ffff98df413b6200) 00010000:00010000:3.0:1777045106.049714:0:7939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1777045106.049723:0:7939:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de48067e00, rc 0) 00000100:00100000:3.0:1777045106.049883:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b9c4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+36:28065:x1863365370023296:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 Request processed in 918us (1999us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045106.049904:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1065 00000100:00080000:0.0:1777045106.051596:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1777045106.077672:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045106.086628:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370023552 00000100:00100000:3.0:1777045106.086663:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370023552 00000100:00100000:3.0:1777045106.086832:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1066 00000100:00100000:3.0:1777045106.086854:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de480e8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+36:28065:x1863365370023552:12345-192.168.201.45@tcp:36:lhsmtool_posix.0 00010000:00010000:3.0:1777045106.087049:0:5855:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066a00/0x2c8777a5e7d9e0e9 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045106.087096:0:5855:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066a00/0x2c8777a5e7d9e0e9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045106.087125:0:5855:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066a00/0x2c8777a5e7d9e0e9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777045106.097088:0:5855:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000242e5265 reply state 00000000186be03e transno 4294968002 ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066a00/0x2c8777a5e7d9e0e9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777045106.097129:0:5855:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1777045106.097469:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de480e8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+38:28065:x1863365370023552:12345-192.168.201.45@tcp:36:lhsmtool_posix.0 Request processed in 10609us (19804us total) trans 4294968002 rc 0/0 00000100:00100000:3.0:1777045106.097489:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1066 00010000:00010000:0.0:1777045106.119844:0:3327:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066a00/0x2c8777a5e7d9e0e9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045106.119870:0:3327:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066a00/0x2c8777a5e7d9e0e9 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045106.119883:0:3327:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066a00/0x2c8777a5e7d9e0e9 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045106.119894:0:3327:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48066a00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:0.0:1777045106.119902:0:3327:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066a00/0x2c8777a5e7d9e0e9 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045106.119914:0:3327:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066a00/0x2c8777a5e7d9e0e9 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045106.119939:0:3327:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1e:0x0].0x0 (ffff98df413b6200) 00010000:00010000:0.0:1777045106.119945:0:3327:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1777045106.119952:0:3327:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066a00/0x2c8777a5e7d9e0e9 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045106.119962:0:3327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066a00/0x2c8777a5e7d9e0e9 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777045106.121795:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045106.124142:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370023680 00000100:00100000:2.0:1777045106.124162:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370023680 00000100:00100000:2.0:1777045106.124321:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1067 00000100:00100000:2.0:1777045106.124338:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de480e8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+37:28065:x1863365370023680:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1777045106.124372:0:5856:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777045106.124400:0:5856:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025800/0x2c8777a5e7d9e0f0 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148c5b expref: -99 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045106.124482:0:5856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025800/0x2c8777a5e7d9e0f0 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148c5b expref: 38 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045106.124504:0:5856:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025800/0x2c8777a5e7d9e0f0 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148c5b expref: 38 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045106.124518:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1e:0x0].0x0 (ffff98df413b6200) 00010000:00010000:2.0:1777045106.124522:0:5856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1777045106.124526:0:5856:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de48025800, rc 0) 00000100:00100000:2.0:1777045106.124647:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de480e8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+38:28065:x1863365370023680:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 Request processed in 312us (2870us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045106.124658:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1067 00000100:00100000:1.0:1777045106.139200:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7b9c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424369920:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1777045106.139403:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777045106.139898:0:19062:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424369920 00000100:00100000:2.0:1777045106.139910:0:19062:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424369920 00000100:00100000:2.0:1777045106.139999:0:19062:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 433 00000100:00100000:2.0:1777045106.140015:0:19062:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77b5df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3343:x1863365424369920:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1777045106.140064:0:19062:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 76480512 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1777045106.140145:0:19062:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77b5df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3343:x1863365424369920:12345-0@lo:13:osp-pre-0-0.0 Request processed in 132us (741us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045106.140159:0:19062:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 433 00000100:00100000:2.0:1777045106.140297:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7b9c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424369920:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1777045106.151029:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045106.151184:0:5858:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370023808 00000100:00100000:1.0:1777045106.151198:0:5858:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370023808 00000100:00100000:1.0:1777045106.151366:0:5858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 235 00000100:00100000:1.0:1777045106.151401:0:5858:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b9c5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+38:28065:x1863365370023808:12345-192.168.201.45@tcp:49:lhsmtool_posix.0 00000100:00100000:1.0:1777045106.152849:0:5858:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b9c5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+38:28065:x1863365370023808:12345-192.168.201.45@tcp:49:lhsmtool_posix.0 Request processed in 1444us (1823us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045106.152864:0:5858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 235 00000100:00100000:1.0:1777045106.186754:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045106.187287:0:5859:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370024064 00000100:00100000:2.0:1777045106.187304:0:5859:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370024064 00000100:00100000:2.0:1777045106.187400:0:5859:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 236 00000100:00100000:2.0:1777045106.187419:0:5859:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df45edec50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+38:28065:x1863365370024064:12345-192.168.201.45@tcp:35:lhsmtool_posix.0 00000100:00100000:2.0:1777045106.187794:0:5859:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df45edec50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+39:28065:x1863365370024064:12345-192.168.201.45@tcp:35:lhsmtool_posix.0 Request processed in 377us (1049us total) trans 4294968003 rc 0/0 00000100:00100000:2.0:1777045106.187809:0:5859:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 236 00010000:00010000:2.0:1777045106.203707:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777045106.215090:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045106.217558:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370024320 00000100:00100000:3.0:1777045106.217583:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370024320 00000100:00100000:3.0:1777045106.217747:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1068 00000100:00100000:3.0:1777045106.217766:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b9c5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+39:28065:x1863365370024320:12345-192.168.201.45@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1777045106.217977:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b9c5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+39:28065:x1863365370024320:12345-192.168.201.45@tcp:57:lhsmtool_posix.0 Request processed in 215us (2899us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045106.217992:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1068 00000100:00100000:3.0:1777045106.244228:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045106.247030:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370024576 00000100:00100000:0.0:1777045106.247052:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370024576 00000100:00100000:0.0:1777045106.247176:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1069 00000100:00100000:0.0:1777045106.247196:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df605f0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+39:28065:x1863365370024576:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1777045106.247587:0:5855:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777045106.247628:0:5855:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022600/0x2c8777a5e7d9e0f7 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148c62 expref: -99 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045106.247837:0:5855:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023800/0x2c8777a5e7d9e0fe lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045106.247871:0:5855:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025800/0x2c8777a5e7d9e0f0 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148c5b expref: 40 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045106.248181:0:5855:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023800/0x2c8777a5e7d9e0fe lrc: 4/0,1 mode: --/EX res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045106.248312:0:5855:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025800/0x2c8777a5e7d9e0f0 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148c5b expref: 40 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045106.248339:0:5855:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025800/0x2c8777a5e7d9e0f0 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148c5b expref: 40 pid: 5856 timeout: 1834 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777045106.248365:0:5855:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de41db3480 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5855:1863365424370048:192.168.201.45@tcp:104: 00000100:00100000:0.0:1777045106.248546:0:5855:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df50f27f00 going to sleep for 11 seconds 00000100:00100000:1.0:1777045106.282789:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045106.284493:0:5855:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de41db3480 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5855:1863365424370048:192.168.201.45@tcp:104: 00010000:00010000:0.0:1777045106.284537:0:5855:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023800/0x2c8777a5e7d9e0fe lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777045106.284754:0:5841:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370024704 00000100:00100000:2.0:1777045106.284766:0:5841:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370024704 00010000:00010000:2.0:1777045106.284823:0:5841:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025800/0x2c8777a5e7d9e0f0 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148c5b expref: 41 pid: 5856 timeout: 1834 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777045106.284891:0:5841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 317 00000100:00100000:2.0:1777045106.284907:0:5841:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df5f98c050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+41:2393:x1863365370024704:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777045106.284930:0:5841:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777045106.284940:0:5841:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025800/0x2c8777a5e7d9e0f0 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148c5b expref: 41 pid: 5856 timeout: 1834 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045106.284961:0:5841:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025800/0x2c8777a5e7d9e0f0 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148c5b expref: 41 pid: 5856 timeout: 1834 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045106.284994:0:5841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025800/0x2c8777a5e7d9e0f0 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148c5b expref: 41 pid: 5856 timeout: 1834 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045106.285025:0:5841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1e:0x0].0x0 (ffff98df413b6200) 00010000:00010000:2.0:1777045106.285034:0:5841:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023800/0x2c8777a5e7d9e0fe lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045106.285051:0:5841:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023800/0x2c8777a5e7d9e0fe lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045106.285064:0:5841:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023800/0x2c8777a5e7d9e0fe lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045106.285117:0:5841:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777045106.285294:0:5841:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df5f98c050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+40:2393:x1863365370024704:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 299us (2455us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045106.285308:0:5841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 317 00010000:00010000:3.0:1777045106.287894:0:5855:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023800/0x2c8777a5e7d9e0fe lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045106.287915:0:5855:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023800/0x2c8777a5e7d9e0fe lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777045106.287948:0:5855:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x1e:0x0]: returning size 0 00000004:00080000:3.0:1777045106.288318:0:5855:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x16:0x0], index 1: 0 00010000:00010000:3.0:1777045106.288584:0:5855:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023800/0x2c8777a5e7d9e0fe lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045106.288601:0:5855:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023800/0x2c8777a5e7d9e0fe lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045106.288613:0:5855:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023800/0x2c8777a5e7d9e0fe lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045106.288623:0:5855:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48023800 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:3.0:1777045106.288630:0:5855:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023800/0x2c8777a5e7d9e0fe lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045106.288642:0:5855:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023800/0x2c8777a5e7d9e0fe lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045106.288664:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1e:0x0].0x0 (ffff98df413b6200) 00010000:00010000:3.0:1777045106.288670:0:5855:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1777045106.288677:0:5855:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023800/0x2c8777a5e7d9e0fe lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045106.288688:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023800/0x2c8777a5e7d9e0fe lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045106.288778:0:5855:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022600/0x2c8777a5e7d9e0f7 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148c62 expref: 40 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045106.289086:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x40:0x0].0x0 (ffff98df46583a00) 00010000:00010000:3.0:1777045106.289091:0:5855:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1777045106.289099:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022600/0x2c8777a5e7d9e0f7 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148c62 expref: 40 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045106.289120:0:5855:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de48022600, rc 0) 00000100:00100000:3.0:1777045106.289544:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df605f0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+39:28065:x1863365370024576:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 Request processed in 42016us (44998us total) trans 4294968004 rc 301/301 00000100:00100000:3.0:1777045106.289560:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1069 00000100:00100000:1.0:1777045106.331886:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045106.332068:0:5859:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370024960 00000100:00100000:2.0:1777045106.332083:0:5859:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370024960 00000100:00100000:2.0:1777045106.332178:0:5859:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 237 00000100:00100000:2.0:1777045106.332195:0:5859:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77b5e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+39:28065:x1863365370024960:12345-192.168.201.45@tcp:35:lhsmtool_posix.0 00000100:00100000:2.0:1777045106.333087:0:5859:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77b5e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+40:28065:x1863365370024960:12345-192.168.201.45@tcp:35:lhsmtool_posix.0 Request processed in 894us (1212us total) trans 4294968005 rc 0/0 00000100:00100000:2.0:1777045106.333103:0:5859:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 237 00000100:00100000:2.0:1777045106.348648:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045106.362958:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370025088 00000100:00100000:0.0:1777045106.362979:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370025088 00000100:00100000:0.0:1777045106.363105:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1070 00000100:00100000:0.0:1777045106.363123:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b9c6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+40:28065:x1863365370025088:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1777045106.363160:0:5857:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777045106.363192:0:5857:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023e00/0x2c8777a5e7d9e10c lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148c69 expref: -99 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045106.363351:0:5857:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022000/0x2c8777a5e7d9e113 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045106.363475:0:5857:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022000/0x2c8777a5e7d9e113 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045106.363499:0:5857:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022000/0x2c8777a5e7d9e113 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777045106.363583:0:5857:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x1e:0x0]: returning size 0 00000004:00200000:0.0:1777045106.363591:0:5857:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1777045106.363621:0:5857:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022000/0x2c8777a5e7d9e113 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045106.363668:0:5857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023e00/0x2c8777a5e7d9e10c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148c69 expref: 42 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045106.363703:0:5857:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022000/0x2c8777a5e7d9e113 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148c69 expref: 41 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045106.363720:0:5857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1e:0x0].0x0 (ffff98df413b6200) 00010000:00010000:0.0:1777045106.363727:0:5857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:0.0:1777045106.363733:0:5857:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de48022000, rc 0) 00000100:00100000:0.0:1777045106.363824:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b9c6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+41:28065:x1863365370025088:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 Request processed in 703us (15186us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045106.363837:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1070 00000100:00100000:3.0:1777045106.379012:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045106.379189:0:6641:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370025216 00000100:00100000:2.0:1777045106.379596:0:6641:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370025216 00000100:00100000:2.0:1777045106.379754:0:6641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 295 00000100:00100000:2.0:1777045106.379777:0:6641:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df605f1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2392:x1863365370025216:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1777045106.379804:0:6641:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777045106.379837:0:6641:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009c0f2c31/0x2c8777a5e7d9e11a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148c70 expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777045106.379879:0:6641:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x16:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1777045106.379909:0:6641:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777045106.379913:0:6641:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777045106.379928:0:6641:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009c0f2c31/0x2c8777a5e7d9e11a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148c70 expref: 10 pid: 6641 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045106.379958:0:6641:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000009c0f2c31/0x2c8777a5e7d9e11a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148c70 expref: 10 pid: 6641 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045106.379982:0:6641:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de48025800, rc 0) 00000100:00080000:0.0:1777045106.380274:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1777045106.380364:0:6641:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df605f1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+10:2392:x1863365370025216:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 Request processed in 592us (1390us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045106.380381:0:6641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 295 00000100:00100000:1.0:1777045106.416641:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045106.419527:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370025472 00000100:00100000:0.0:1777045106.419547:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370025472 00000100:00100000:0.0:1777045106.419632:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1071 00000100:00100000:0.0:1777045106.419652:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df58665180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+41:28065:x1863365370025472:12345-192.168.201.45@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1777045106.419873:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df58665180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+41:28065:x1863365370025472:12345-192.168.201.45@tcp:57:lhsmtool_posix.0 Request processed in 222us (3245us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045106.419889:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1071 00000100:00100000:1.0:1777045106.456634:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045106.458956:0:14822:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370025600 00000100:00100000:3.0:1777045106.458988:0:14822:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370025600 00000100:00100000:3.0:1777045106.459183:0:14822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 296 00000100:00100000:3.0:1777045106.459304:0:14822:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df58666680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+10:28065:x1863365370025600:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1777045106.459350:0:14822:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777045106.459396:0:14822:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005d193287/0x2c8777a5e7d9e121 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148c77 expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045106.459476:0:14822:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000009c0f2c31/0x2c8777a5e7d9e11a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148c70 expref: 11 pid: 6641 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045106.459496:0:14822:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777045106.459500:0:14822:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777045106.459514:0:14822:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005d193287/0x2c8777a5e7d9e121 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148c77 expref: 11 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045106.459603:0:14822:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000009c0f2c31/0x2c8777a5e7d9e11a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148c70 expref: 11 pid: 6641 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045106.459641:0:14822:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000009c0f2c31/0x2c8777a5e7d9e11a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148c70 expref: 11 pid: 6641 timeout: 1834 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777045106.459676:0:14822:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df605f1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14822:1863365424370176:192.168.201.45@tcp:104: 00000100:00100000:3.0:1777045106.459906:0:14822:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df72b33780 going to sleep for 11 seconds 00000100:00100000:0.0:1777045106.499970:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045106.501797:0:14822:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df605f1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14822:1863365424370176:192.168.201.45@tcp:104: 00010000:00010000:3.0:1777045106.501926:0:14822:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000005d193287/0x2c8777a5e7d9e121 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148c77 expref: 11 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045106.501991:0:14822:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de48066e00, rc 0) 00000100:00100000:3.0:1777045106.502127:0:14822:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df58666680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+11:28065:x1863365370025600:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 Request processed in 42926us (45849us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045106.502156:0:14822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 296 00000100:00100000:2.0:1777045106.502725:0:5843:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370025728 00000100:00100000:2.0:1777045106.502745:0:5843:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370025728 00010000:00010000:2.0:1777045106.503716:0:5843:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000009c0f2c31/0x2c8777a5e7d9e11a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148c70 expref: 11 pid: 6641 timeout: 1834 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777045106.503806:0:5843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 318 00000100:00100000:2.0:1777045106.504710:0:5843:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41db3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+11:2392:x1863365370025728:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777045106.504740:0:5843:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777045106.504775:0:5843:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000009c0f2c31/0x2c8777a5e7d9e11a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148c70 expref: 11 pid: 6641 timeout: 1834 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045106.504800:0:5843:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000009c0f2c31/0x2c8777a5e7d9e11a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148c70 expref: 11 pid: 6641 timeout: 1834 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045106.528320:0:5843:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009c0f2c31/0x2c8777a5e7d9e11a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148c70 expref: 11 pid: 6641 timeout: 1834 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045106.528359:0:5843:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777045106.528364:0:5843:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777045106.528378:0:5843:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000005d193287/0x2c8777a5e7d9e121 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148c77 expref: 10 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045106.528400:0:5843:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005d193287/0x2c8777a5e7d9e121 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148c77 expref: 10 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045106.528476:0:5843:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000005d193287/0x2c8777a5e7d9e121 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148c77 expref: 10 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777045106.528502:0:5843:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7b9c6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5843:1863365424370304:192.168.201.45@tcp:105: 00000100:00100000:2.0:1777045106.529263:0:5843:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df50f29900 going to sleep for 11 seconds 00000100:00100000:2.0:1777045106.598627:0:5843:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7b9c6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5843:1863365424370304:192.168.201.45@tcp:105: 00010000:00010000:2.0:1777045106.598664:0:5843:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777045106.598782:0:5843:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41db3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+10:2392:x1863365370025728:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 94960us (98831us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045106.598802:0:5843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 318 00000100:00100000:0.0:1777045106.628422:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045106.629314:0:17648:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370025856 00000100:00100000:3.0:1777045106.629329:0:17648:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370025856 00002000:00100000:3.0:1777045106.629424:0:17648:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x16:0x0] (0->1515) req@ffff98de41db3100 x1863365370025856/t0(0) o4->15144518-a1c7-4352-a966-cb31eadd4d9b@192.168.201.45@tcp:107/0 lens 2008/0 e 0 to 0 dl 1777045117 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1777045106.629444:0:17648:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98de41db3100 with x1863365370025856 ext(0->1515) 00002000:00010000:3.0:1777045106.629453:0:17648:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff98de41db3100 00000100:00100000:3.0:1777045106.629540:0:17648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 97 00000100:00100000:3.0:1777045106.629557:0:17648:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41db3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+10:2392:x1863365370025856:12345-192.168.201.45@tcp:4:lhsmtool_posix.0 00000100:00100000:3.0:1777045106.630872:0:17648:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41db3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+12:2392:x1863365370025856:12345-192.168.201.45@tcp:4:lhsmtool_posix.0 Request processed in 1314us (2458us total) trans 4294967356 rc 0/0 00000100:00100000:3.0:1777045106.630887:0:17648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 97 00002000:00100000:3.0:1777045106.630900:0:17648:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x16:0x0] (0->1515) req@ffff98de41db3100 x1863365370025856/t4294967356(0) o4->15144518-a1c7-4352-a966-cb31eadd4d9b@192.168.201.45@tcp:107/0 lens 2008/448 e 0 to 0 dl 1777045117 ref 1 fl Complete:/600/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1777045106.630916:0:17648:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98de41db3100 with x1863365370025856 ext(0->1515) 00002000:00010000:3.0:1777045106.630922:0:17648:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff98de41db3100 00000100:00100000:1.0:1777045106.697915:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045106.697972:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370025984 00000100:00100000:1.0:1777045106.697985:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370025984 00000100:00100000:1.0:1777045106.698075:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1072 00000100:00100000:1.0:1777045106.698096:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df58666300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+41:28065:x1863365370025984:12345-192.168.201.45@tcp:44:lhsmtool_posix.0 00000001:00080000:2.0:1777045106.919557:0:5877:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967998 is committed 00000004:00080000:2.0:1777045106.919571:0:5877:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 16 committed 00000020:00080000:2.0:1777045106.919597:0:5877:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff98df50f27900 refcount 2 committed 0 result 0 batchid 19 00000020:00080000:2.0:1777045106.919604:0:5877:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff98de4331cb00 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff98df50f27780 00000020:00080000:2.0:1777045106.919611:0:5877:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff98de4331cc00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff98df77a93400 00000001:00080000:2.0:1777045106.919650:0:5877:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967986 is committed 00000020:00080000:2.0:1777045106.919830:0:5888:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 19 committed batchid 18 00000020:00080000:2.0:1777045106.920085:0:5888:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 18 00000100:00100000:2.0:1777045106.920117:0:3344:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7b9c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3344:1863365424370432:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1777045106.920559:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777045106.920704:0:8776:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424370432 00000100:00100000:2.0:1777045106.920715:0:8776:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424370432 00000100:00100000:2.0:1777045106.920781:0:8776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 297 00000100:00100000:2.0:1777045106.920796:0:8776:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b9c5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3344:x1863365424370432:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1777045106.920835:0:8776:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:22 count 1 00002000:00010000:2.0:1777045106.920884:0:8776:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x16:0x0] initial LVB size: 1516, mtime: 0x69eb8e6d, atime: 0x0, ctime: 0x69eb8e6d, blocks: 0xb 00010000:00010000:2.0:1777045106.920898:0:8776:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009c0f2c31/0x2c8777a5e7d9e128 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045106.920922:0:8776:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777045106.920926:0:8776:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777045106.920934:0:8776:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009c0f2c31/0x2c8777a5e7d9e128 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045106.920958:0:8776:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009c0f2c31/0x2c8777a5e7d9e128 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045106.920975:0:8776:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009c0f2c31/0x2c8777a5e7d9e128 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045106.920988:0:8776:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000009c0f2c31/0x2c8777a5e7d9e128 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045106.921018:0:8776:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1777045106.922106:0:8776:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b9c5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+7:3344:x1863365424370432:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1311us (1897us total) trans 4294967353 rc 0/0 00000100:00100000:2.0:1777045106.922120:0:8776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 297 00010000:00010000:2.0:1777045106.922162:0:5844:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1777045106.922172:0:5844:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000009c0f2c31/0x2c8777a5e7d9e128 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045106.922186:0:5844:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48025800 already unused, calling callback (ffffffffc17d22d0) 00010000:00010000:2.0:1777045106.922193:0:5844:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000009c0f2c31/0x2c8777a5e7d9e128 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1777045106.931965:0:5877:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968000 is committed 00000001:00080000:0.0:1777045106.931989:0:5877:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967999 is committed 00000001:00080000:0.0:1777045106.932009:0:5877:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968005 is committed 00000100:00100000:1.0:1777045106.932380:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df58666300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+30:28065:x1863365370025984:12345-192.168.201.45@tcp:44:lhsmtool_posix.0 Request processed in 234284us (234469us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045106.932399:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1072 00010000:00010000:2.0:1777045106.940611:0:5844:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000009c0f2c31/0x2c8777a5e7d9e128 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045106.940659:0:5844:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000009c0f2c31/0x2c8777a5e7d9e128 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045106.940672:0:5844:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009c0f2c31/0x2c8777a5e7d9e128 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1777045106.940790:0:3344:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98df7b9c6a00/2, rc 0, transno 4294967353 00000100:00100000:2.0:1777045106.940803:0:3344:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7b9c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3344:1863365424370432:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1777045106.940832:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777045106.940835:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777045106.940839:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777045106.972405:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045106.993443:0:6639:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370026112 00000100:00100000:3.0:1777045106.993462:0:6639:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370026112 00000100:00100000:3.0:1777045106.993568:0:6639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 298 00000100:00100000:3.0:1777045106.993584:0:6639:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df58665f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+12:2393:x1863365370026112:12345-192.168.201.45@tcp:16:lhsmtool_posix.0 00000001:00080000:0.0:1777045107.151701:0:7533:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967356 is committed 00000100:00100000:3.0:1777045107.153808:0:6639:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df58665f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+10:2393:x1863365370026112:12345-192.168.201.45@tcp:16:lhsmtool_posix.0 Request processed in 160219us (181405us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045107.153825:0:6639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 298 00000100:00100000:2.0:1777045107.159468:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de41db2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3342:1863365424370688:0@lo:400:kworker.0 00000100:00100000:2.0:1777045107.159572:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777045107.159667:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1777045107.159678:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de41db1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ce657616-b3f3-4e21-ac89-518ab611901c:3342:1863365424370560:0@lo:400:kworker.0 00000100:00100000:2.0:1777045107.159722:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777045107.159756:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de41db0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424371072:0@lo:400:kworker.0 00000100:00100000:2.0:1777045107.159790:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777045107.159829:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de41db0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3343:1863365424370816:0@lo:400:kworker.0 00000100:00100000:2.0:1777045107.159861:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777045107.159888:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1777045107.159896:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de41db1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3343:1863365424370944:0@lo:400:kworker.0 00000100:00100000:2.0:1777045107.159926:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777045107.159982:0:5848:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424370560 00000100:00100000:2.0:1777045107.159993:0:5848:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424370560 00000100:00100000:2.0:1777045107.160048:0:5848:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 821 00000100:00100000:2.0:1777045107.160060:0:5848:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df4fc74850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ce657616-b3f3-4e21-ac89-518ab611901c+18:3342:x1863365424370560:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777045107.160123:0:5848:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df4fc74850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ce657616-b3f3-4e21-ac89-518ab611901c+18:3342:x1863365424370560:12345-0@lo:400:kworker.0 Request processed in 64us (400us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045107.160134:0:5848:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 821 00000100:00100000:2.0:1777045107.160180:0:14822:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424371072 00000100:00100000:2.0:1777045107.160186:0:14822:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424371072 00000100:00100000:2.0:1777045107.160611:0:14822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 834 00000100:00100000:2.0:1777045107.160621:0:14822:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b9c4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3342:x1863365424371072:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777045107.160672:0:14822:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b9c4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3342:x1863365424371072:12345-0@lo:400:kworker.0 Request processed in 52us (881us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045107.160682:0:14822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 834 00000100:00100000:2.0:1777045107.160709:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424370688 00000100:00100000:2.0:1777045107.160715:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424370688 00000100:00100000:2.0:1777045107.160745:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424370816 00000100:00100000:2.0:1777045107.160749:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424370816 00000100:00100000:2.0:1777045107.160771:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424370944 00000100:00100000:2.0:1777045107.160775:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424370944 00000100:00100000:2.0:1777045107.160797:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1015 00000100:00100000:2.0:1777045107.160807:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b9c5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3342:x1863365424370688:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777045107.160852:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b9c5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3342:x1863365424370688:12345-0@lo:400:kworker.0 Request processed in 45us (1281us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045107.160862:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1015 00000100:00100000:2.0:1777045107.160881:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1016 00000100:00100000:2.0:1777045107.160890:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b9c7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3343:x1863365424370816:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777045107.160934:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b9c7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3343:x1863365424370816:12345-0@lo:400:kworker.0 Request processed in 44us (1071us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045107.160945:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1016 00000100:00100000:2.0:1777045107.160964:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1017 00000100:00100000:2.0:1777045107.160973:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b9c6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3343:x1863365424370944:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777045107.161011:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b9c6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3343:x1863365424370944:12345-0@lo:400:kworker.0 Request processed in 38us (1084us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045107.161021:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1017 00000100:00080000:2.0:1777045107.161054:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1777045107.161060:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1777045107.161095:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de41db1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3343:1863365424370944:0@lo:400:kworker.0 00000100:00100000:2.0:1777045107.161112:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de41db0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3343:1863365424370816:0@lo:400:kworker.0 00000100:00100000:2.0:1777045107.161148:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de41db1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ce657616-b3f3-4e21-ac89-518ab611901c:3342:1863365424370560:0@lo:400:kworker.0 00000100:00100000:2.0:1777045107.161162:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de41db0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424371072:0@lo:400:kworker.0 00000100:00100000:2.0:1777045107.161175:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de41db2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3342:1863365424370688:0@lo:400:kworker.0 00000100:00100000:3.0:1777045107.162424:0:3341:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1777045107.162446:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df58664a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424371200:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1777045107.162496:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045107.162775:0:6644:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424371200 00000100:00100000:0.0:1777045107.162785:0:6644:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424371200 00000100:00100000:0.0:1777045107.162858:0:6644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 434 00000100:00100000:0.0:1777045107.162871:0:6644:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df605f1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3341:x1863365424371200:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1777045107.162898:0:6644:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 78184448 pending 0 free 3851419648 avail 3848273920 00000100:00100000:0.0:1777045107.163386:0:6644:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df605f1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3341:x1863365424371200:12345-0@lo:13:osp-pre-1-0.0 Request processed in 515us (886us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045107.163398:0:6644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 434 00000100:00100000:1.0:1777045107.163570:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df58664a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424371200:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1777045107.175397:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045107.176285:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370026368 00000100:00100000:2.0:1777045107.176299:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370026368 00000100:00100000:2.0:1777045107.176480:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1073 00000100:00100000:2.0:1777045107.176495:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41db2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+30:28065:x1863365370026368:12345-192.168.201.45@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1777045107.176563:0:12646:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777045107.176599:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022000/0x2c8777a5e7d9e113 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148c69 expref: 30 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045107.176629:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1e:0x0].0x0 (ffff98df413b6200) 00010000:00010000:2.0:1777045107.176636:0:12646:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777045107.176680:0:12646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025800/0x2c8777a5e7d9e12f lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045107.176702:0:12646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025800/0x2c8777a5e7d9e12f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045107.176716:0:12646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025800/0x2c8777a5e7d9e12f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777045107.176956:0:12646:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000b743b36a reply state 00000000d06cd2a9 transno 4294968006 ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025800/0x2c8777a5e7d9e12f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777045107.176970:0:12646:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777045107.177112:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41db2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+31:28065:x1863365370026368:12345-192.168.201.45@tcp:36:lhsmtool_posix.0 Request processed in 619us (1725us total) trans 4294968006 rc 0/0 00000100:00100000:2.0:1777045107.177125:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1073 00010000:00010000:0.0:1777045107.197412:0:3328:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025800/0x2c8777a5e7d9e12f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045107.197437:0:3328:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025800/0x2c8777a5e7d9e12f lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045107.197450:0:3328:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025800/0x2c8777a5e7d9e12f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045107.197480:0:3328:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48025800 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:0.0:1777045107.197488:0:3328:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025800/0x2c8777a5e7d9e12f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045107.197501:0:3328:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025800/0x2c8777a5e7d9e12f lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045107.197525:0:3328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1e:0x0].0x0 (ffff98df413b6200) 00010000:00010000:0.0:1777045107.197531:0:3328:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777045107.197538:0:3328:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025800/0x2c8777a5e7d9e12f lrc: 2/0,0 mode: --/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045107.197549:0:3328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025800/0x2c8777a5e7d9e12f lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777045107.200993:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045107.201980:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370026496 00000100:00100000:3.0:1777045107.201994:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370026496 00000100:00100000:3.0:1777045107.202073:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1074 00000100:00100000:3.0:1777045107.202088:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b9c7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+30:28065:x1863365370026496:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1777045107.202121:0:7939:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777045107.202148:0:7939:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067200/0x2c8777a5e7d9e136 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148c7e expref: -99 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045107.202288:0:7939:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067200/0x2c8777a5e7d9e136 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148c7e expref: 31 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045107.202308:0:7939:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067200/0x2c8777a5e7d9e136 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148c7e expref: 31 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045107.202335:0:7939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1e:0x0].0x0 (ffff98df413b6200) 00010000:00010000:3.0:1777045107.202340:0:7939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1777045107.202344:0:7939:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de48067200, rc 0) 00000100:00100000:3.0:1777045107.202421:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b9c7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+31:28065:x1863365370026496:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 Request processed in 335us (1437us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045107.202432:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1074 00000100:00100000:1.0:1777045107.218700:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045107.220805:0:6641:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370026624 00000100:00100000:2.0:1777045107.221107:0:6641:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370026624 00000100:00100000:2.0:1777045107.221198:0:6641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 299 00000100:00100000:2.0:1777045107.221300:0:6641:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df58664a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+10:2392:x1863365370026624:12345-192.168.201.45@tcp:2:lhsmtool_posix.0 00002000:00010000:2.0:1777045107.221608:0:6641:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x16:0x0] updating lvb size from disk: 0 -> 1516 00002000:00010000:2.0:1777045107.221614:0:6641:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x16:0x0] updating lvb mtime from disk: 0 -> 1777045101 00002000:00010000:2.0:1777045107.221618:0:6641:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x16:0x0] updating lvb atime from disk: 0 -> 1777045101 00002000:00010000:2.0:1777045107.221621:0:6641:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x16:0x0] updating lvb ctime from disk: 0 -> 1777045101 00002000:00010000:2.0:1777045107.221624:0:6641:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x16:0x0] updating lvb blocks from disk: 1 -> 11 00000100:00100000:2.0:1777045107.221708:0:6641:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df58664a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+11:2392:x1863365370026624:12345-192.168.201.45@tcp:2:lhsmtool_posix.0 Request processed in 413us (3016us total) trans 4294967357 rc 0/0 00000100:00100000:2.0:1777045107.221720:0:6641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 299 00010000:00010000:2.0:1777045107.221799:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777045107.231277:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045107.231394:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370026880 00000100:00100000:1.0:1777045107.231406:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370026880 00000100:00100000:1.0:1777045107.231484:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1075 00000100:00100000:1.0:1777045107.231498:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41db0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+31:28065:x1863365370026880:12345-192.168.201.45@tcp:55:lhsmtool_posix.0 00010000:00010000:1.0:1777045107.231595:0:5855:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfc400/0x2c8777a5e7d9e13d lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045107.231619:0:5855:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067e00/0x2c8777a5e7d9e0e2 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148c54 expref: 31 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045107.231632:0:5855:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfc400/0x2c8777a5e7d9e13d lrc: 4/0,1 mode: --/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045107.231681:0:5855:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067e00/0x2c8777a5e7d9e0e2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148c54 expref: 31 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045107.231701:0:5855:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067e00/0x2c8777a5e7d9e0e2 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148c54 expref: 31 pid: 7939 timeout: 1835 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777045107.231720:0:5855:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de435aea00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5855:1863365424371328:192.168.201.45@tcp:104: 00000100:00100000:1.0:1777045107.231829:0:5855:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df586ea780 going to sleep for 11 seconds 00000100:00100000:3.0:1777045107.243033:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045107.247072:0:5855:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de435aea00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5855:1863365424371328:192.168.201.45@tcp:104: 00010000:00010000:1.0:1777045107.247112:0:5855:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfc400/0x2c8777a5e7d9e13d lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777045107.247558:0:5841:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370027008 00000100:00100000:2.0:1777045107.247569:0:5841:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370027008 00010000:00010000:2.0:1777045107.247620:0:5841:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067e00/0x2c8777a5e7d9e0e2 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148c54 expref: 32 pid: 7939 timeout: 1835 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777045107.247683:0:5841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 319 00000100:00100000:2.0:1777045107.247698:0:5841:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df605f3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+32:2393:x1863365370027008:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777045107.247718:0:5841:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777045107.247729:0:5841:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067e00/0x2c8777a5e7d9e0e2 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148c54 expref: 32 pid: 7939 timeout: 1835 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045107.247748:0:5841:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067e00/0x2c8777a5e7d9e0e2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148c54 expref: 32 pid: 7939 timeout: 1835 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045107.247778:0:5841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067e00/0x2c8777a5e7d9e0e2 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148c54 expref: 32 pid: 7939 timeout: 1835 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045107.247801:0:5841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1e:0x0].0x0 (ffff98df413b6200) 00010000:00010000:2.0:1777045107.247809:0:5841:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfc400/0x2c8777a5e7d9e13d lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045107.247824:0:5841:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfc400/0x2c8777a5e7d9e13d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045107.247836:0:5841:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfc400/0x2c8777a5e7d9e13d lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045107.248133:0:5841:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777045107.248292:0:5841:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df605f3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+31:2393:x1863365370027008:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 594us (5268us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045107.248306:0:5841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 319 00010000:00010000:1.0:1777045107.249160:0:5855:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfc400/0x2c8777a5e7d9e13d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045107.249175:0:5855:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfc400/0x2c8777a5e7d9e13d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045107.249278:0:5855:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfc400/0x2c8777a5e7d9e13d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045107.249291:0:5855:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfc400/0x2c8777a5e7d9e13d lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045107.249303:0:5855:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfc400/0x2c8777a5e7d9e13d lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045107.249314:0:5855:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de41dfc400 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:1.0:1777045107.249321:0:5855:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfc400/0x2c8777a5e7d9e13d lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045107.249333:0:5855:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfc400/0x2c8777a5e7d9e13d lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045107.249349:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1e:0x0].0x0 (ffff98df413b6200) 00010000:00010000:1.0:1777045107.249354:0:5855:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:1.0:1777045107.249360:0:5855:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfc400/0x2c8777a5e7d9e13d lrc: 2/0,0 mode: --/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045107.249371:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfc400/0x2c8777a5e7d9e13d lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777045107.249432:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41db0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+30:28065:x1863365370026880:12345-192.168.201.45@tcp:55:lhsmtool_posix.0 Request processed in 17935us (18229us total) trans 0 rc -22/-22 00000100:00100000:1.0:1777045107.249447:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1075 00000100:00100000:2.0:1777045107.263659:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045107.263848:0:6639:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370027136 00000100:00100000:0.0:1777045107.263862:0:6639:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370027136 00000100:00100000:2.0:1777045107.275553:0:6639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 300 00000100:00100000:2.0:1777045107.275586:0:6639:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b9c7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+11:2390:x1863365370027136:12345-192.168.201.45@tcp:1:lhsmtool_posix.0 00010000:00010000:2.0:1777045107.275648:0:6639:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000832208ce/0x2c8777a5e7d9e144 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045107.275678:0:6639:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000005d193287/0x2c8777a5e7d9e121 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148c77 expref: 11 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045107.275692:0:6639:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777045107.275695:0:6639:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777045107.275701:0:6639:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000832208ce/0x2c8777a5e7d9e144 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045107.275753:0:6639:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000005d193287/0x2c8777a5e7d9e121 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148c77 expref: 11 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045107.275775:0:6639:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000005d193287/0x2c8777a5e7d9e121 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148c77 expref: 11 pid: 14822 timeout: 1835 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777045107.276081:0:6639:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7b9c4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6639:1863365424371456:192.168.201.45@tcp:104: 00000100:00100000:2.0:1777045107.276281:0:6639:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df50f29cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1777045107.291072:0:6639:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7b9c4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6639:1863365424371456:192.168.201.45@tcp:104: 00010000:00010000:2.0:1777045107.291669:0:6639:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000832208ce/0x2c8777a5e7d9e144 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777045107.316082:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045107.321676:0:6655:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370027264 00000100:00100000:1.0:1777045107.321712:0:6655:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370027264 00010000:00010000:1.0:1777045107.321781:0:6655:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000005d193287/0x2c8777a5e7d9e121 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148c77 expref: 12 pid: 14822 timeout: 1835 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777045107.321849:0:6655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 320 00000100:00100000:1.0:1777045107.321865:0:6655:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41db1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+12:2393:x1863365370027264:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777045107.321887:0:6655:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777045107.321917:0:6655:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000005d193287/0x2c8777a5e7d9e121 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148c77 expref: 12 pid: 14822 timeout: 1835 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045107.321939:0:6655:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000005d193287/0x2c8777a5e7d9e121 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148c77 expref: 12 pid: 14822 timeout: 1835 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045107.321991:0:6655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005d193287/0x2c8777a5e7d9e121 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148c77 expref: 12 pid: 14822 timeout: 1835 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045107.322015:0:6655:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777045107.322019:0:6655:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777045107.322026:0:6655:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000832208ce/0x2c8777a5e7d9e144 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045107.322043:0:6655:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000832208ce/0x2c8777a5e7d9e144 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045107.322078:0:6655:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777045107.322159:0:6655:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41db1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+11:2393:x1863365370027264:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 298us (6089us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045107.322173:0:6655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 320 00010000:00010000:0.0:1777045107.324357:0:6639:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000832208ce/0x2c8777a5e7d9e144 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045107.324386:0:6639:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000832208ce/0x2c8777a5e7d9e144 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045107.324426:0:6639:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000832208ce/0x2c8777a5e7d9e144 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045107.324442:0:6639:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000832208ce/0x2c8777a5e7d9e144 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045107.324456:0:6639:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000832208ce/0x2c8777a5e7d9e144 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045107.324469:0:6639:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48024e00 already unused, calling callback (ffffffffc17d22d0) 00010000:00010000:0.0:1777045107.324476:0:6639:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000832208ce/0x2c8777a5e7d9e144 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045107.324491:0:6639:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000832208ce/0x2c8777a5e7d9e144 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045107.324513:0:6639:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000832208ce/0x2c8777a5e7d9e144 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045107.324527:0:6639:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000832208ce/0x2c8777a5e7d9e144 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777045107.324619:0:6639:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b9c7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+10:2390:x1863365370027136:12345-192.168.201.45@tcp:1:lhsmtool_posix.0 Request processed in 49047us (60968us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045107.324633:0:6639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 300 00000100:00100000:3.0:1777045107.344352:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045107.352724:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370027520 00000100:00100000:2.0:1777045107.352742:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370027520 00000100:00100000:2.0:1777045107.353003:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1076 00000100:00100000:2.0:1777045107.353020:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77c7c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+30:28065:x1863365370027520:12345-192.168.201.45@tcp:57:lhsmtool_posix.0 00010000:00010000:2.0:1777045107.353121:0:12646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025200/0x2c8777a5e7d9e14b lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045107.353147:0:12646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025200/0x2c8777a5e7d9e14b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1d:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045107.353163:0:12646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025200/0x2c8777a5e7d9e14b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1d:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045107.353751:0:12646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024800/0x2c8777a5e7d9e152 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045107.353769:0:12646:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067200/0x2c8777a5e7d9e136 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148c7e expref: 31 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045107.353783:0:12646:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024800/0x2c8777a5e7d9e152 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045107.353828:0:12646:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067200/0x2c8777a5e7d9e136 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148c7e expref: 31 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045107.353848:0:12646:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067200/0x2c8777a5e7d9e136 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148c7e expref: 31 pid: 7939 timeout: 1835 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777045107.353869:0:12646:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7b9c4a80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12646:1863365424371584:192.168.201.45@tcp:104: 00000100:00100000:2.0:1777045107.353960:0:12646:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df50f29cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1777045107.387050:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045107.387340:0:12646:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7b9c4a80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12646:1863365424371584:192.168.201.45@tcp:104: 00010000:00010000:2.0:1777045107.387374:0:12646:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024800/0x2c8777a5e7d9e152 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777045107.402518:0:5841:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370027648 00000100:00100000:1.0:1777045107.402539:0:5841:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370027648 00010000:00010000:0.0:1777045107.403330:0:5841:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067200/0x2c8777a5e7d9e136 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148c7e expref: 32 pid: 7939 timeout: 1835 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777045107.403644:0:5841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 321 00000100:00100000:0.0:1777045107.403663:0:5841:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77c7e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+32:2393:x1863365370027648:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777045107.403687:0:5841:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777045107.403699:0:5841:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067200/0x2c8777a5e7d9e136 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148c7e expref: 32 pid: 7939 timeout: 1835 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045107.403721:0:5841:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067200/0x2c8777a5e7d9e136 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148c7e expref: 32 pid: 7939 timeout: 1835 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045107.403754:0:5841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067200/0x2c8777a5e7d9e136 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148c7e expref: 32 pid: 7939 timeout: 1835 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045107.404099:0:5841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1e:0x0].0x0 (ffff98df413b6200) 00010000:00010000:0.0:1777045107.404110:0:5841:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024800/0x2c8777a5e7d9e152 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045107.404125:0:5841:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024800/0x2c8777a5e7d9e152 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045107.404138:0:5841:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024800/0x2c8777a5e7d9e152 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045107.404199:0:5841:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777045107.404327:0:5841:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77c7e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+31:2393:x1863365370027648:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 668us (17287us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045107.404342:0:5841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 321 00010000:00010000:3.0:1777045107.408598:0:12646:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024800/0x2c8777a5e7d9e152 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045107.408622:0:12646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024800/0x2c8777a5e7d9e152 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1777045107.408915:0:12646:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968007 00000001:00080000:3.0:1777045107.409567:0:12646:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968008 00000001:00080000:3.0:1777045107.409640:0:12646:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968009 00000100:00100000:3.0:1777045107.409763:0:12646:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de41c65180 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:12646:1863365424371712:0@lo:1000:mdt00_004.0 00000100:00100000:3.0:1777045107.410116:0:12646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777045107.410160:0:12646:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df4854f840 going to sleep for 11 seconds 00000100:00100000:1.0:1777045107.410728:0:5860:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424371712 00000100:00100000:1.0:1777045107.410740:0:5860:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424371712 00000100:00100000:1.0:1777045107.410820:0:5860:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000100:00100000:1.0:1777045107.410835:0:5860:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42772d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:12646:x1863365424371712:12345-0@lo:1000:mdt00_004.0 00000100:00100000:1.0:1777045107.410949:0:5860:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42772d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:12646:x1863365424371712:12345-0@lo:1000:mdt00_004.0 Request processed in 116us (833us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045107.410962:0:5860:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00000100:00100000:1.0:1777045107.411023:0:12646:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de41c65180 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:12646:1863365424371712:0@lo:1000:mdt00_004.0 00000001:00080000:1.0:1777045107.411922:0:12646:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968010 00000100:00100000:1.0:1777045107.412366:0:12646:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de435aea00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:12646:1863365424371840:0@lo:1000:mdt00_004.0 00000100:00100000:1.0:1777045107.412419:0:12646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777045107.412458:0:5860:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424371840 00000100:00100000:1.0:1777045107.412465:0:5860:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424371840 00000100:00100000:1.0:1777045107.412497:0:5860:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00100000:1.0:1777045107.412508:0:5860:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de435ad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:12646:x1863365424371840:12345-0@lo:1000:mdt00_004.0 00000100:00100000:1.0:1777045107.412722:0:5860:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de435ad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:12646:x1863365424371840:12345-0@lo:1000:mdt00_004.0 Request processed in 213us (301us total) trans 4294967358 rc 0/0 00000100:00100000:1.0:1777045107.412735:0:5860:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00000100:00100000:1.0:1777045107.412764:0:12646:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df586eae40 going to sleep for 11 seconds 00000100:00100000:1.0:1777045107.412802:0:12646:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de435aea00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:12646:1863365424371840:0@lo:1000:mdt00_004.0 00000001:00080000:1.0:1777045107.412907:0:12646:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968011 00010000:00010000:1.0:1777045107.412948:0:12646:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024800/0x2c8777a5e7d9e152 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045107.412966:0:12646:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024800/0x2c8777a5e7d9e152 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045107.412980:0:12646:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024800/0x2c8777a5e7d9e152 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045107.412992:0:12646:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48024800 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:1.0:1777045107.413000:0:12646:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024800/0x2c8777a5e7d9e152 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045107.413014:0:12646:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024800/0x2c8777a5e7d9e152 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045107.413038:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1e:0x0].0x0 (ffff98df413b6200) 00010000:00010000:1.0:1777045107.413044:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1777045107.413051:0:12646:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024800/0x2c8777a5e7d9e152 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045107.413063:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024800/0x2c8777a5e7d9e152 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045107.413110:0:12646:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfdc00/0x2c8777a5e7d9e080 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045107.413123:0:12646:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfdc00/0x2c8777a5e7d9e080 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045107.413134:0:12646:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfdc00/0x2c8777a5e7d9e080 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045107.413144:0:12646:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de41dfdc00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:1.0:1777045107.413149:0:12646:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfdc00/0x2c8777a5e7d9e080 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045107.413161:0:12646:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfdc00/0x2c8777a5e7d9e080 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000020 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045107.413175:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1d:0x0].0x0 (ffff98df454d4f00) 00010000:00010000:1.0:1777045107.413180:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1777045107.413190:0:12646:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024c00/0x2c8777a5e7d9e087 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148c3f expref: 55 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045107.413630:0:12646:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024c00/0x2c8777a5e7d9e087 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148c3f expref: 55 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045107.413646:0:12646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024c00/0x2c8777a5e7d9e087 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148c3f expref: 55 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045107.413691:0:12646:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024c00/0x2c8777a5e7d9e087 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148c3f expref: 55 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777045107.413711:0:12646:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de435ace00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12646:1863365424371968:192.168.201.45@tcp:105: 00000100:00100000:1.0:1777045107.413799:0:12646:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df586ea9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1777045107.457652:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045107.458542:0:12646:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de435ace00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12646:1863365424371968:192.168.201.45@tcp:105: 00010000:00010000:1.0:1777045107.458584:0:12646:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfdc00/0x2c8777a5e7d9e080 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045107.458602:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfdc00/0x2c8777a5e7d9e080 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045107.458657:0:12646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd600/0x2c8777a5e7d9e159 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045107.458677:0:12646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd600/0x2c8777a5e7d9e159 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045107.458694:0:12646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd600/0x2c8777a5e7d9e159 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045107.458708:0:12646:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd600/0x2c8777a5e7d9e159 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045107.458719:0:12646:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd600/0x2c8777a5e7d9e159 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045107.458729:0:12646:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd600/0x2c8777a5e7d9e159 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045107.458737:0:12646:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de41dfd600 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:1.0:1777045107.458743:0:12646:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd600/0x2c8777a5e7d9e159 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045107.458754:0:12646:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd600/0x2c8777a5e7d9e159 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045107.458770:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1d:0x0].0x0 (ffff98df454d4f00) 00010000:00010000:1.0:1777045107.458775:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777045107.458780:0:12646:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd600/0x2c8777a5e7d9e159 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045107.458790:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd600/0x2c8777a5e7d9e159 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045107.458804:0:12646:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025200/0x2c8777a5e7d9e14b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1d:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045107.458815:0:12646:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025200/0x2c8777a5e7d9e14b lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1d:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045107.458824:0:12646:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025200/0x2c8777a5e7d9e14b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1d:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045107.458831:0:12646:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48025200 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:1.0:1777045107.458835:0:12646:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025200/0x2c8777a5e7d9e14b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1d:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045107.458843:0:12646:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025200/0x2c8777a5e7d9e14b lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x1d:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045107.458854:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1d:0x0].0x0 (ffff98df454d4f00) 00010000:00010000:1.0:1777045107.458858:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1777045107.458863:0:12646:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025200/0x2c8777a5e7d9e14b lrc: 2/0,0 mode: --/PW res: [0x200000402:0x1d:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045107.458872:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025200/0x2c8777a5e7d9e14b lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1d:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777045107.459195:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77c7c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+35:28065:x1863365370027520:12345-192.168.201.45@tcp:57:lhsmtool_posix.0 Request processed in 106176us (114851us total) trans 4294968012 rc 0/0 00000100:00100000:1.0:1777045107.459263:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1076 00000020:00080000:1.0:1777045107.459274:0:12646:0:(tgt_main.c:783:tgt_ses_key_exit()) total 6 transactions per RPC 00000040:00080000:3.0:1777045107.460941:0:11491:0:(llog.c:801:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1777045107.460950:0:11491:0:(llog_cat.c:158:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1777045107.461811:0:11491:0:(llog.c:858:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 3 00000040:00080000:3.0:1777045107.461824:0:11491:0:(llog.c:858:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1777045107.473553:0:5859:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370027776 00000100:00100000:0.0:1777045107.473572:0:5859:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370027776 00000100:00100000:2.0:1777045107.482064:0:5859:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 238 00000100:00100000:2.0:1777045107.482083:0:5859:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b9c4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:146de360-3fb2-48bd-b418-06f30714148a+56:28064:x1863365370027776:12345-192.168.201.45@tcp:49:cmp.0 00000100:00100000:2.0:1777045107.486281:0:5859:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b9c4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:146de360-3fb2-48bd-b418-06f30714148a+56:28064:x1863365370027776:12345-192.168.201.45@tcp:49:cmp.0 Request processed in 4184us (28623us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045107.486304:0:5859:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 238 00000100:00100000:1.0:1777045107.488240:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00080000:0.0:1777045107.488662:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1777045107.489506:0:5858:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370028032 00000100:00100000:2.0:1777045107.489520:0:5858:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370028032 00000100:00100000:2.0:1777045107.489603:0:5858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 239 00000100:00100000:2.0:1777045107.489619:0:5858:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de435ace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+35:28065:x1863365370028032:12345-192.168.201.45@tcp:35:lhsmtool_posix.0 00000004:00080000:2.0:1777045107.490604:0:5858:0:(mdd_object.c:4010:mdd_close()) Object [0x200000402:0x1e:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:2.0:1777045107.490758:0:5858:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968013 00010000:00010000:2.0:1777045107.490819:0:5858:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025400/0x2c8777a5e7d9e160 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5858 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045107.490844:0:5858:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025400/0x2c8777a5e7d9e160 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 5858 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045107.490861:0:5858:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025400/0x2c8777a5e7d9e160 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 5858 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045107.490875:0:5858:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025400/0x2c8777a5e7d9e160 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 5858 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045107.490886:0:5858:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025400/0x2c8777a5e7d9e160 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 5858 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045107.490897:0:5858:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025400/0x2c8777a5e7d9e160 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 5858 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045107.490919:0:5858:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1777045107.491035:0:5858:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de435ace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+37:28065:x1863365370028032:12345-192.168.201.45@tcp:35:lhsmtool_posix.0 Request processed in 1416us (2835us total) trans 4294968014 rc 0/0 00000100:00100000:2.0:1777045107.491049:0:5858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 239 00000020:00080000:2.0:1777045107.491056:0:5858:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1777045107.492180:0:5844:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777045107.492191:0:5844:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025400/0x2c8777a5e7d9e160 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5858 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045107.492567:0:5844:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48025400 already unused, calling callback (ffffffffc17d22d0) 00010000:00010000:3.0:1777045107.492574:0:5844:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025400/0x2c8777a5e7d9e160 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5858 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045107.492588:0:5844:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025400/0x2c8777a5e7d9e160 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5858 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045107.492607:0:5844:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1e:0x0].0x0 (ffff98df52c43600) 00010000:00010000:3.0:1777045107.492612:0:5844:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1777045107.492617:0:5844:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025400/0x2c8777a5e7d9e160 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5858 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045107.492627:0:5844:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025400/0x2c8777a5e7d9e160 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5858 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045107.492657:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777045107.492660:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777045107.492663:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777045107.513916:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045107.514040:0:8776:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370028160 00000100:00100000:2.0:1777045107.514052:0:8776:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370028160 00000100:00100000:2.0:1777045107.514159:0:8776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 301 00000100:00100000:2.0:1777045107.514173:0:8776:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de435af800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:146de360-3fb2-48bd-b418-06f30714148a+16:28064:x1863365370028160:12345-192.168.201.45@tcp:101:cmp.0 00010000:00010000:2.0:1777045107.514199:0:8776:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777045107.514276:0:8776:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e9644fd8/0x2c8777a5e7d9e167 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148c85 expref: -99 pid: 8776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777045107.514331:0:8776:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x16:0x0] initial LVB size: 1516, mtime: 0x69eb8e6d, atime: 0x69eb8e6d, ctime: 0x69eb8e6d, blocks: 0xb 00010000:00010000:2.0:1777045107.514358:0:8776:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777045107.514362:0:8776:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777045107.514375:0:8776:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e9644fd8/0x2c8777a5e7d9e167 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148c85 expref: 17 pid: 8776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045107.514435:0:8776:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000e9644fd8/0x2c8777a5e7d9e167 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148c85 expref: 17 pid: 8776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045107.514456:0:8776:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de48024000, rc 0) 00000100:00100000:2.0:1777045107.514537:0:8776:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de435af800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:146de360-3fb2-48bd-b418-06f30714148a+17:28064:x1863365370028160:12345-192.168.201.45@tcp:101:cmp.0 Request processed in 365us (632us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045107.514548:0:8776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 301 00000100:00080000:0.0:1777045107.514703:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1777045107.534641:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045107.534931:0:6645:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370028288 00000100:00100000:3.0:1777045107.534946:0:6645:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370028288 00002000:00100000:3.0:1777045107.535029:0:6645:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x16:0x0] (0->4095) req@ffff98de435ad880 x1863365370028288/t0(0) o3->146de360-3fb2-48bd-b418-06f30714148a@192.168.201.45@tcp:108/0 lens 488/0 e 0 to 0 dl 1777045118 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1777045107.535047:0:6645:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98de435ad880 with x1863365370028288 ext(0->4095) 00002000:00010000:3.0:1777045107.535057:0:6645:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff98de435ad880 00000100:00100000:3.0:1777045107.535105:0:6645:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 98 00000100:00100000:3.0:1777045107.535119:0:6645:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de435ad880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:146de360-3fb2-48bd-b418-06f30714148a+17:2393:x1863365370028288:12345-192.168.201.45@tcp:3:cmp.0 00000100:00100000:3.0:1777045107.536270:0:6645:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de435ad880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:146de360-3fb2-48bd-b418-06f30714148a+17:2393:x1863365370028288:12345-192.168.201.45@tcp:3:cmp.0 Request processed in 1147us (1635us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1777045107.536284:0:6645:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 98 00002000:00100000:3.0:1777045107.536297:0:6645:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x16:0x0] (0->4095) req@ffff98de435ad880 x1863365370028288/t0(0) o3->146de360-3fb2-48bd-b418-06f30714148a@192.168.201.45@tcp:108/0 lens 488/4536 e 0 to 0 dl 1777045118 ref 1 fl Complete:/600/0 rc 4096/4096 job:'cmp.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1777045107.536311:0:6645:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98de435ad880 with x1863365370028288 ext(0->4095) 00002000:00010000:3.0:1777045107.536317:0:6645:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff98de435ad880 00000100:00100000:1.0:1777045107.570784:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045107.573473:0:5858:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370028544 00000100:00100000:2.0:1777045107.573488:0:5858:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370028544 00000100:00100000:2.0:1777045107.573570:0:5858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 240 00000100:00100000:3.0:1777045107.576094:0:5858:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de435aed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:146de360-3fb2-48bd-b418-06f30714148a+56:28064:x1863365370028544:12345-192.168.201.45@tcp:35:cmp.0 00000100:00100000:3.0:1777045107.576801:0:5858:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de435aed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:146de360-3fb2-48bd-b418-06f30714148a+57:28064:x1863365370028544:12345-192.168.201.45@tcp:35:cmp.0 Request processed in 848us (6024us total) trans 4294968015 rc 0/0 00000100:00100000:3.0:1777045107.576816:0:5858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 240 00010000:00010000:2.0:1777045108.246662:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777045109.271300:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:0.0:1777045109.530257:0:6666:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967353 is committed 00000100:00100000:1.0:1777045109.761477:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045109.761548:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045109.761614:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045109.761655:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045109.761715:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045109.761754:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045109.761797:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045109.762021:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370028800 00000100:00100000:2.0:1777045109.762039:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370028800 00000100:00100000:2.0:1777045109.762135:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370029184 00000100:00100000:2.0:1777045109.762142:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370029184 00000100:00100000:2.0:1777045109.762423:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1018 00000100:00100000:2.0:1777045109.762444:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de435adf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:146de360-3fb2-48bd-b418-06f30714148a+57:2392:x1863365370028800:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:2.0:1777045109.762572:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de435adf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:146de360-3fb2-48bd-b418-06f30714148a+57:2392:x1863365370028800:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 130us (1021us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045109.762589:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1018 00000100:00100000:2.0:1777045109.762628:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1019 00000100:00100000:2.0:1777045109.762642:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de435ad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+37:2392:x1863365370029184:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:2.0:1777045109.762698:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de435ad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+37:2392:x1863365370029184:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 57us (942us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045109.762719:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1019 00000100:00100000:2.0:1777045109.762758:0:8776:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370029056 00000100:00100000:2.0:1777045109.762767:0:8776:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370029056 00000100:00100000:2.0:1777045109.762813:0:8776:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370029312 00000100:00100000:2.0:1777045109.762821:0:8776:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370029312 00000100:00100000:2.0:1777045109.762845:0:8776:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370028928 00000100:00100000:2.0:1777045109.762851:0:8776:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370028928 00000100:00100000:2.0:1777045109.762874:0:8776:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370029440 00000100:00100000:2.0:1777045109.762880:0:8776:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370029440 00000100:00100000:2.0:1777045109.762911:0:8776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 835 00000100:00100000:2.0:1777045109.762926:0:8776:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de435ac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:146de360-3fb2-48bd-b418-06f30714148a+17:2393:x1863365370029056:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:2.0:1777045109.762983:0:8776:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de435ac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:146de360-3fb2-48bd-b418-06f30714148a+17:2393:x1863365370029056:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 58us (1368us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045109.762998:0:8776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 835 00000100:00100000:2.0:1777045109.763027:0:8776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 836 00000100:00100000:2.0:1777045109.763042:0:8776:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de435af100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2393:x1863365370029312:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:2.0:1777045109.763094:0:8776:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de435af100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2393:x1863365370029312:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 54us (1438us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045109.763108:0:8776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 836 00000100:00100000:2.0:1777045109.763135:0:8776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 837 00000100:00100000:2.0:1777045109.763150:0:8776:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de435adc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:146de360-3fb2-48bd-b418-06f30714148a+11:2392:x1863365370028928:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:2.0:1777045109.763274:0:8776:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de435adc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:146de360-3fb2-48bd-b418-06f30714148a+11:2392:x1863365370028928:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 124us (1557us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045109.763290:0:8776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 837 00000100:00100000:2.0:1777045109.763318:0:8776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 838 00000100:00100000:2.0:1777045109.763658:0:8776:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de435ae300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+10:2392:x1863365370029440:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:2.0:1777045109.763712:0:8776:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de435ae300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+10:2392:x1863365370029440:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 61us (1914us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045109.763725:0:8776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 838 00000100:00100000:0.0:1777045109.765478:0:5850:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370028672 00000100:00100000:0.0:1777045109.765491:0:5850:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370028672 00000100:00100000:0.0:1777045109.765554:0:5850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 822 00000100:00100000:0.0:1777045109.765567:0:5850:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df4fc76450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2392:x1863365370028672:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:0.0:1777045109.765635:0:5850:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df4fc76450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2392:x1863365370028672:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 69us (4171us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045109.765648:0:5850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 822 00000100:00080000:1.0:1777045109.766619:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1777045109.766628:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1777045109.766635:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1777045110.303418:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777045111.272403:0:3344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1777045111.272435:0:3344:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de42773b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3344:1863365424372096:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1777045111.272539:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777045111.272968:0:6643:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424372096 00000100:00100000:1.0:1777045111.272981:0:6643:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424372096 00000100:00100000:1.0:1777045111.273098:0:6643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 435 00000100:00100000:1.0:1777045111.273118:0:6643:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42772680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1863365424372096:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1777045111.273197:0:6643:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 76480512 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1777045111.273272:0:6643:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42772680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1863365424372096:12345-0@lo:13:osp-pre-0-0.0 Request processed in 159us (733us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045111.273285:0:6643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 435 00000100:00080000:2.0:1777045111.273457:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1777045111.279772:0:3344:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967353 gen 2 00000004:00080000:3.0:1777045111.279788:0:3344:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967352 committed transno 4294967353 00000004:00080000:3.0:1777045111.279816:0:3344:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98df7b9c6a00, transno 4294967353 00000100:00100000:3.0:1777045111.279857:0:3344:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de42773b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3344:1863365424372096:0@lo:13:osp-pre-0-0.0 00010000:00010000:1.0:1777045111.332587:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:0.0:1777045112.004390:0:5877:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968012 is committed 00000020:00080000:0.0:1777045112.004412:0:5877:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff98df586eab40 refcount 2 committed 0 result 0 batchid 20 00000020:00080000:0.0:1777045112.004420:0:5877:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff98df74913e00 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff98df586ea780 00000020:00080000:0.0:1777045112.004426:0:5877:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff98df74913a00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff98df7b673400 00000001:00080000:0.0:1777045112.004452:0:5877:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968014 is committed 00000020:00080000:0.0:1777045112.004471:0:5877:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 19 batchid updated 00000001:00080000:0.0:1777045112.004481:0:5877:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968015 is committed 00000020:00080000:3.0:1777045112.005995:0:5888:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 20 committed batchid 19 00000020:00080000:3.0:1777045112.006318:0:5888:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 19 00000100:00100000:2.0:1777045112.278821:0:3344:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de42773b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ce657616-b3f3-4e21-ac89-518ab611901c:3344:1863365424372224:0@lo:400:kworker.0 00000100:00100000:2.0:1777045112.278928:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777045112.279569:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de435af480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424372352:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1777045112.279618:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045112.282098:0:3341:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1777045112.282128:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de42771c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3341:1863365424372480:0@lo:400:kworker.0 00000100:00100000:0.0:1777045112.282548:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045112.282612:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de42771f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3343:1863365424372608:0@lo:400:kworker.0 00000100:00100000:0.0:1777045112.282653:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045112.282746:0:19062:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424372352 00000100:00100000:0.0:1777045112.282756:0:19062:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424372352 00000100:00100000:0.0:1777045112.282833:0:19062:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 436 00000100:00100000:0.0:1777045112.282849:0:19062:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de435ae680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3341:x1863365424372352:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1777045112.282898:0:19062:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 78184448 pending 0 free 3851419648 avail 3849322496 00000100:00100000:0.0:1777045112.282967:0:19062:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de435ae680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3341:x1863365424372352:12345-0@lo:13:osp-pre-1-0.0 Request processed in 121us (3347us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045112.282980:0:19062:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 436 00000100:00100000:0.0:1777045112.283049:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424372480 00000100:00100000:0.0:1777045112.283055:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424372480 00000100:00100000:0.0:1777045112.283096:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424372608 00000100:00100000:0.0:1777045112.283101:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424372608 00000100:00100000:0.0:1777045112.283168:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1020 00000100:00100000:0.0:1777045112.283181:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41db0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3341:x1863365424372480:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777045112.283262:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41db0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3341:x1863365424372480:12345-0@lo:400:kworker.0 Request processed in 83us (715us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045112.283272:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1020 00000100:00100000:0.0:1777045112.283293:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1021 00000100:00100000:0.0:1777045112.283302:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41db1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3343:x1863365424372608:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777045112.283352:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41db1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3343:x1863365424372608:12345-0@lo:400:kworker.0 Request processed in 50us (698us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045112.283362:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1021 00000100:00080000:0.0:1777045112.283478:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1777045112.283484:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1777045112.283528:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de42771c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3341:1863365424372480:0@lo:400:kworker.0 00000100:00100000:0.0:1777045112.283561:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de435af480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424372352:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1777045112.289617:0:5849:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424372224 00000100:00100000:2.0:1777045112.289636:0:5849:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424372224 00000100:00100000:2.0:1777045112.289725:0:5849:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 823 00000100:00100000:2.0:1777045112.289805:0:5849:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df4fc77850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ce657616-b3f3-4e21-ac89-518ab611901c+18:3344:x1863365424372224:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777045112.289941:0:5849:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df4fc77850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ce657616-b3f3-4e21-ac89-518ab611901c+18:3344:x1863365424372224:12345-0@lo:400:kworker.0 Request processed in 140us (11012us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045112.289952:0:5849:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 823 00000100:00100000:2.0:1777045112.290035:0:3344:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de42773b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ce657616-b3f3-4e21-ac89-518ab611901c:3344:1863365424372224:0@lo:400:kworker.0 00000100:00100000:3.0:1777045112.294610:0:3344:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de42772a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3344:1863365424372736:0@lo:400:kworker.0 00000100:00100000:3.0:1777045112.294692:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777045112.294764:0:8776:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424372736 00000100:00100000:3.0:1777045112.294775:0:8776:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424372736 00000100:00100000:3.0:1777045112.295590:0:8776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 839 00000100:00100000:3.0:1777045112.295605:0:8776:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42771500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3344:x1863365424372736:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777045112.295680:0:8776:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42771500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3344:x1863365424372736:12345-0@lo:400:kworker.0 Request processed in 79us (988us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045112.295740:0:8776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 839 00000100:00100000:3.0:1777045112.295803:0:3344:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de42772a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3344:1863365424372736:0@lo:400:kworker.0 00000100:00100000:3.0:1777045112.295907:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1777045112.295920:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de42772a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3342:1863365424372864:0@lo:400:kworker.0 00000100:00100000:3.0:1777045112.295966:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777045112.296010:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424372864 00000100:00100000:3.0:1777045112.296017:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424372864 00000100:00100000:3.0:1777045112.296074:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1022 00000100:00100000:3.0:1777045112.296086:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42773800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3342:x1863365424372864:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777045112.296174:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42773800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3342:x1863365424372864:12345-0@lo:400:kworker.0 Request processed in 90us (207us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045112.296185:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1022 00000100:00080000:3.0:1777045112.296244:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1777045112.296277:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de42772a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3342:1863365424372864:0@lo:400:kworker.0 00000100:00100000:1.0:1777045112.302030:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de42771f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3343:1863365424372608:0@lo:400:kworker.0 00010000:00010000:2.0:1777045112.361425:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:1.0:1777045112.496532:0:7533:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967358 is committed 00000001:00080000:1.0:1777045112.496560:0:7533:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967357 is committed 00010000:00010000:1.0:1777045113.368993:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777045114.391660:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1777045114.645714:0:11491:0:(llog.c:801:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1777045114.645728:0:11491:0:(llog_cat.c:158:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1777045114.646259:0:11491:0:(llog.c:858:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 30 count 2 00000040:00080000:0.0:1777045114.646271:0:11491:0:(llog.c:858:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1777045114.869640:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045114.869695:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045114.870017:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045114.870071:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045114.870148:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045114.870196:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045114.870298:0:6641:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370029824 00000100:00100000:1.0:1777045114.870300:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045114.870317:0:6641:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370029824 00000100:00100000:1.0:1777045114.870354:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370030080 00000100:00100000:1.0:1777045114.870365:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370030080 00000100:00100000:1.0:1777045114.870437:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370029696 00000100:00100000:1.0:1777045114.870444:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370029696 00000100:00100000:3.0:1777045114.870447:0:6641:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370030336 00000100:00100000:3.0:1777045114.870458:0:6641:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370030336 00000100:00100000:1.0:1777045114.870503:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1023 00000100:00100000:3.0:1777045114.870505:0:6641:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370029952 00000100:00100000:3.0:1777045114.870514:0:6641:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370029952 00000100:00100000:1.0:1777045114.870529:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de435afb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+28:2393:x1863365370030080:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777045114.870543:0:6641:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370030208 00000100:00100000:3.0:1777045114.870549:0:6641:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370030208 00000100:00100000:3.0:1777045114.870615:0:6641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 840 00000100:00100000:3.0:1777045114.870635:0:6641:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de435ac000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:146de360-3fb2-48bd-b418-06f30714148a+11:2393:x1863365370029824:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:1.0:1777045114.870654:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de435afb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+28:2393:x1863365370030080:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 130us (633us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045114.870670:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1023 00000100:00100000:3.0:1777045114.870705:0:6641:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de435ac000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:146de360-3fb2-48bd-b418-06f30714148a+11:2393:x1863365370029824:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 73us (1006us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045114.870718:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1024 00000100:00100000:3.0:1777045114.870729:0:6641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 840 00000100:00100000:1.0:1777045114.870744:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41c65180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:146de360-3fb2-48bd-b418-06f30714148a+56:2393:x1863365370029696:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777045114.870768:0:6641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 841 00000100:00100000:3.0:1777045114.871067:0:6641:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de435af480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2393:x1863365370030336:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:1.0:1777045114.871131:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41c65180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:146de360-3fb2-48bd-b418-06f30714148a+56:2393:x1863365370029696:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 360us (947us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045114.871146:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1024 00000100:00100000:1.0:1777045114.871520:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 842 00000100:00100000:1.0:1777045114.871541:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df74600380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:146de360-3fb2-48bd-b418-06f30714148a+17:2393:x1863365370029952:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:1.0:1777045114.871597:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df74600380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:146de360-3fb2-48bd-b418-06f30714148a+17:2393:x1863365370029952:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 61us (1399us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045114.871610:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 842 00000100:00100000:1.0:1777045114.871641:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 843 00000100:00100000:1.0:1777045114.871654:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df74600e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2393:x1863365370030208:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:1.0:1777045114.871700:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df74600e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2393:x1863365370030208:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 49us (1402us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045114.871710:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 843 00000100:00100000:0.0:1777045114.874260:0:5848:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370029568 00000100:00100000:0.0:1777045114.874273:0:5848:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370029568 00000100:00100000:0.0:1777045114.874358:0:5848:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 824 00000100:00100000:0.0:1777045114.874375:0:5848:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df4fc76850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2393:x1863365370029568:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:0.0:1777045114.874448:0:5848:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df4fc76850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2393:x1863365370029568:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 78us (4824us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045114.874461:0:5848:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 824 00000100:00080000:0.0:1777045114.874588:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1777045114.874595:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1777045114.874600:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1777045114.874974:0:6641:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de435af480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2393:x1863365370030336:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 416us (1124us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045114.874999:0:6641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 841 00010000:00010000:1.0:1777045115.413611:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777045116.377379:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7b9c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424372992:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1777045116.377501:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777045116.377835:0:6644:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424372992 00000100:00100000:2.0:1777045116.377847:0:6644:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424372992 00000100:00100000:2.0:1777045116.377953:0:6644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 437 00000100:00100000:2.0:1777045116.377969:0:6644:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42772a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1863365424372992:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1777045116.378018:0:6644:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 76480512 pending 0 free 3858759680 avail 3856662528 00000100:00080000:3.0:1777045116.378302:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1777045116.378394:0:6644:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42772a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1863365424372992:12345-0@lo:13:osp-pre-0-0.0 Request processed in 426us (891us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045116.378408:0:6644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 437 00000100:00100000:3.0:1777045116.378655:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7b9c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424372992:0@lo:13:osp-pre-0-0.0 00010000:00010000:2.0:1777045116.437433:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00080000:2.0:1777045117.131570:0:5877:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 20 batchid updated 00000020:00080000:3.0:1777045117.131693:0:5888:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 20 00000020:00080000:3.0:1777045117.131711:0:5888:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 20 00000100:00100000:3.0:1777045117.398246:0:3344:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de42771f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3344:1863365424373248:0@lo:400:kworker.0 00000100:00100000:3.0:1777045117.398371:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777045117.398425:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de42773b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3341:1863365424373376:0@lo:400:kworker.0 00000100:00100000:1.0:1777045117.398478:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777045117.398547:0:3341:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1777045117.398558:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de42771c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424373504:0@lo:400:kworker.0 00000100:00100000:1.0:1777045117.398597:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777045117.398642:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424373248 00000100:00100000:1.0:1777045117.398652:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424373248 00000100:00100000:1.0:1777045117.398708:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424373376 00000100:00100000:1.0:1777045117.398713:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424373376 00000100:00100000:3.0:1777045117.398787:0:3344:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7b8ef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3344:1863365424373760:0@lo:400:kworker.0 00000100:00100000:1.0:1777045117.398788:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1025 00000100:00100000:1.0:1777045117.398802:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de48096680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3344:x1863365424373248:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777045117.398828:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777045117.398872:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de48096680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3344:x1863365424373248:12345-0@lo:400:kworker.0 Request processed in 72us (501us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045117.398884:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1025 00000100:00100000:3.0:1777045117.398895:0:3344:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de42771f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3344:1863365424373248:0@lo:400:kworker.0 00000100:00100000:1.0:1777045117.398908:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1026 00000100:00100000:3.0:1777045117.398915:0:3344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:1.0:1777045117.398919:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df74601180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3341:x1863365424373376:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777045117.398925:0:3344:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de42771180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ce657616-b3f3-4e21-ac89-518ab611901c:3344:1863365424373120:0@lo:400:kworker.0 00000100:00100000:2.0:1777045117.402405:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1777045117.402432:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7b9c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424373888:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1777045117.402599:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df74601180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3341:x1863365424373376:12345-0@lo:400:kworker.0 Request processed in 3678us (4118us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045117.402615:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1026 00000100:00100000:1.0:1777045117.402672:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424373504 00000100:00100000:1.0:1777045117.402682:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424373504 00000100:00100000:1.0:1777045117.403976:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424373760 00000100:00100000:1.0:1777045117.403986:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424373760 00000100:00100000:1.0:1777045117.404048:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 844 00000100:00100000:1.0:1777045117.404090:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df74603800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3341:x1863365424373504:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777045117.404175:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df74603800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3341:x1863365424373504:12345-0@lo:400:kworker.0 Request processed in 89us (5575us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045117.404186:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 844 00000100:00100000:1.0:1777045117.404249:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 845 00000100:00100000:1.0:1777045117.404262:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de48094380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3344:x1863365424373760:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777045117.404314:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de48094380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3344:x1863365424373760:12345-0@lo:400:kworker.0 Request processed in 55us (5484us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045117.404323:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 845 00000100:00080000:1.0:1777045117.404357:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1777045117.404363:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1777045117.404436:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de42771c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424373504:0@lo:400:kworker.0 00000100:00100000:1.0:1777045117.404458:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de42773b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3341:1863365424373376:0@lo:400:kworker.0 00000100:00100000:3.0:1777045117.404901:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777045117.404955:0:3344:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7b8ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3344:1863365424373632:0@lo:400:kworker.0 00000100:00100000:3.0:1777045117.405006:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777045117.405047:0:3344:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967358 gen 2 00000004:00080000:3.0:1777045117.405104:0:3344:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967358 committed transno 4294967358 00000100:00100000:3.0:1777045117.405145:0:3344:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7b8ef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3344:1863365424373760:0@lo:400:kworker.0 00000100:00100000:2.0:1777045117.405898:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777045117.406148:0:6643:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424373888 00000100:00100000:3.0:1777045117.406158:0:6643:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424373888 00000100:00100000:0.0:1777045117.406729:0:5850:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424373120 00000100:00100000:0.0:1777045117.406737:0:5850:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424373120 00000100:00100000:0.0:1777045117.406824:0:5850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 825 00000100:00100000:0.0:1777045117.406837:0:5850:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df4fc75450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ce657616-b3f3-4e21-ac89-518ab611901c+18:3344:x1863365424373120:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777045117.406916:0:5850:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df4fc75450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ce657616-b3f3-4e21-ac89-518ab611901c+18:3344:x1863365424373120:12345-0@lo:400:kworker.0 Request processed in 79us (2015us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045117.406927:0:5850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 825 00000100:00100000:1.0:1777045117.407149:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424373632 00000100:00100000:1.0:1777045117.407157:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424373632 00000100:00100000:1.0:1777045117.407228:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1027 00000100:00100000:1.0:1777045117.407239:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de48097480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3344:x1863365424373632:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777045117.407297:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de48097480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3344:x1863365424373632:12345-0@lo:400:kworker.0 Request processed in 59us (2289us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045117.407308:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1027 00000100:00080000:1.0:1777045117.407336:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1777045117.407735:0:6643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 438 00000100:00100000:3.0:1777045117.407752:0:6643:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42c8b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1863365424373888:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1777045117.410762:0:6643:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 78184448 pending 0 free 3851419648 avail 3849322496 00000100:00100000:3.0:1777045117.411777:0:6643:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42c8b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1863365424373888:12345-0@lo:13:osp-pre-1-0.0 Request processed in 4026us (5875us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045117.411793:0:6643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 438 00000100:00100000:1.0:1777045117.411981:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7b9c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424373888:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1777045117.413610:0:3344:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de42771180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ce657616-b3f3-4e21-ac89-518ab611901c:3344:1863365424373120:0@lo:400:kworker.0 00000100:00100000:0.0:1777045117.413637:0:3344:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7b8ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3344:1863365424373632:0@lo:400:kworker.0 00010000:00010000:0.0:1777045117.461855:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777045118.486197:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777045119.510851:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777045119.997900:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045119.997975:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045119.998063:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045119.998279:0:6641:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370030720 00000100:00100000:3.0:1777045119.998295:0:6641:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370030720 00000100:00100000:3.0:1777045119.998389:0:6641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 846 00000100:00100000:3.0:1777045119.998408:0:6641:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df74600000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:146de360-3fb2-48bd-b418-06f30714148a+11:2391:x1863365370030720:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777045119.998513:0:6641:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df74600000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:146de360-3fb2-48bd-b418-06f30714148a+11:2391:x1863365370030720:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 108us (535us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045119.998526:0:6641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 846 00000100:00080000:3.0:1777045119.998564:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1777045120.000748:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045120.000852:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045120.001502:0:5849:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370030464 00000100:00100000:2.0:1777045120.001525:0:5849:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370030464 00000100:00100000:2.0:1777045120.001602:0:5849:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 826 00000100:00100000:2.0:1777045120.001617:0:5849:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df47088050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2391:x1863365370030464:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:2.0:1777045120.001692:0:5849:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df47088050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2391:x1863365370030464:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 77us (3804us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045120.001705:0:5849:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 826 00000100:00100000:3.0:1777045120.002669:0:6639:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370031232 00000100:00100000:3.0:1777045120.002678:0:6639:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370031232 00000100:00100000:3.0:1777045120.002842:0:6639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 847 00000100:00100000:3.0:1777045120.002858:0:6639:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df74603100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2391:x1863365370031232:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777045120.002927:0:6639:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df74603100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2391:x1863365370031232:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 73us (2184us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045120.002940:0:6639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 847 00000100:00080000:2.0:1777045120.007711:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1777045120.014711:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045120.014762:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045120.015183:0:14822:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370030848 00000100:00100000:3.0:1777045120.015564:0:14822:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370030848 00000100:00100000:3.0:1777045120.015659:0:14822:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370031104 00000100:00100000:3.0:1777045120.015666:0:14822:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370031104 00000100:00100000:3.0:1777045120.015707:0:14822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 848 00000100:00100000:3.0:1777045120.015723:0:14822:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41d50000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:146de360-3fb2-48bd-b418-06f30714148a+17:2391:x1863365370030848:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777045120.015822:0:14822:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41d50000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:146de360-3fb2-48bd-b418-06f30714148a+17:2391:x1863365370030848:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 101us (1123us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045120.015835:0:14822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 848 00000100:00100000:3.0:1777045120.015862:0:14822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 849 00000100:00100000:3.0:1777045120.015875:0:14822:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41d50700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2391:x1863365370031104:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777045120.015917:0:14822:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41d50700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2391:x1863365370031104:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 45us (1155us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045120.015929:0:14822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 849 00000100:00080000:1.0:1777045120.017045:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1777045120.017053:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1777045120.023763:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370030976 00000100:00100000:0.0:1777045120.023780:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370030976 00000100:00100000:0.0:1777045120.024210:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370030592 00000100:00100000:0.0:1777045120.024218:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370030592 00000100:00080000:1.0:1777045120.026514:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1777045120.027591:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1028 00000100:00100000:3.0:1777045120.027617:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df74600a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+28:2391:x1863365370030976:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777045120.027739:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df74600a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+28:2391:x1863365370030976:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 131us (29675us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045120.027754:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1028 00000100:00080000:0.0:1777045120.028673:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1777045120.028734:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1029 00000100:00100000:0.0:1777045120.028749:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b9c6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:146de360-3fb2-48bd-b418-06f30714148a+56:2391:x1863365370030592:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:0.0:1777045120.029095:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b9c6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:146de360-3fb2-48bd-b418-06f30714148a+56:2391:x1863365370030592:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 347us (28240us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045120.029108:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1029 00010000:00010000:2.0:1777045120.535280:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777045121.499614:0:3341:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1777045121.500126:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7b51d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424374016:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1777045121.500226:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045121.500748:0:19062:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424374016 00000100:00100000:0.0:1777045121.500760:0:19062:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424374016 00000100:00100000:0.0:1777045121.501162:0:19062:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 439 00000100:00100000:0.0:1777045121.501179:0:19062:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de48097b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3341:x1863365424374016:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1777045121.501280:0:19062:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 76480512 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1777045121.501367:0:19062:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de48097b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3341:x1863365424374016:12345-0@lo:13:osp-pre-0-0.0 Request processed in 191us (1140us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045121.501380:0:19062:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 439 00000100:00080000:1.0:1777045121.501644:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1777045121.501768:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7b51d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424374016:0@lo:13:osp-pre-0-0.0 00010000:00010000:0.0:1777045121.557622:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777045122.517668:0:3344:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de41db2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3344:1863365424374272:0@lo:400:kworker.0 00000100:00100000:0.0:1777045122.517783:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045122.517877:0:3344:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de419ff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3344:1863365424374784:0@lo:400:kworker.0 00000100:00100000:0.0:1777045122.517912:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045122.517956:0:3344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:0.0:1777045122.517966:0:3344:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de41db3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ce657616-b3f3-4e21-ac89-518ab611901c:3344:1863365424374144:0@lo:400:kworker.0 00000100:00100000:0.0:1777045122.518034:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045122.518068:0:3344:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de419fea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3344:1863365424374656:0@lo:400:kworker.0 00000100:00100000:0.0:1777045122.518121:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045122.518167:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de419fdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3341:1863365424374400:0@lo:400:kworker.0 00000100:00100000:0.0:1777045122.518235:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045122.518261:0:3341:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1777045122.518269:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de419fed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424374528:0@lo:400:kworker.0 00000100:00100000:0.0:1777045122.518300:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045122.518669:0:8776:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424374784 00000100:00100000:0.0:1777045122.518680:0:8776:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424374784 00000100:00100000:0.0:1777045122.518750:0:8776:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424374528 00000100:00100000:0.0:1777045122.518755:0:8776:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424374528 00000100:00100000:0.0:1777045122.518785:0:8776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 850 00000100:00100000:0.0:1777045122.518797:0:8776:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de419fc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3344:x1863365424374784:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777045122.519184:0:8776:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de419fc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3344:x1863365424374784:12345-0@lo:400:kworker.0 Request processed in 389us (1271us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045122.519195:0:8776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 850 00000100:00100000:0.0:1777045122.519517:0:8776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 851 00000100:00100000:0.0:1777045122.519527:0:8776:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de419fe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3341:x1863365424374528:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777045122.519577:0:8776:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de419fe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3341:x1863365424374528:12345-0@lo:400:kworker.0 Request processed in 52us (1277us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045122.519587:0:8776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 851 00000100:00100000:0.0:1777045122.519616:0:5848:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424374144 00000100:00100000:0.0:1777045122.519621:0:5848:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424374144 00000100:00100000:0.0:1777045122.519658:0:5848:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 827 00000100:00100000:0.0:1777045122.519667:0:5848:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df47089050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ce657616-b3f3-4e21-ac89-518ab611901c+18:3344:x1863365424374144:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777045122.519710:0:5848:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df47089050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ce657616-b3f3-4e21-ac89-518ab611901c+18:3344:x1863365424374144:12345-0@lo:400:kworker.0 Request processed in 43us (1675us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045122.519723:0:5848:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 827 00000100:00100000:0.0:1777045122.519760:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424374272 00000100:00100000:0.0:1777045122.519765:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424374272 00000100:00100000:0.0:1777045122.519795:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424374656 00000100:00100000:0.0:1777045122.519799:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424374656 00000100:00100000:0.0:1777045122.519824:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424374400 00000100:00100000:0.0:1777045122.519828:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424374400 00000100:00100000:0.0:1777045122.519849:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1030 00000100:00100000:0.0:1777045122.519857:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de419fd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3344:x1863365424374272:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777045122.519902:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de419fd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3344:x1863365424374272:12345-0@lo:400:kworker.0 Request processed in 45us (2120us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045122.519911:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1030 00000100:00100000:0.0:1777045122.519926:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1031 00000100:00100000:0.0:1777045122.519934:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de419ff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3344:x1863365424374656:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777045122.519994:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de419ff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3344:x1863365424374656:12345-0@lo:400:kworker.0 Request processed in 36us (1848us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045122.520003:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1031 00000100:00100000:0.0:1777045122.520022:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1032 00000100:00100000:0.0:1777045122.520031:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de419fdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3341:x1863365424374400:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777045122.520070:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de419fdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3341:x1863365424374400:12345-0@lo:400:kworker.0 Request processed in 41us (1870us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045122.520079:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1032 00000100:00100000:0.0:1777045122.520164:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de419fed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424374528:0@lo:400:kworker.0 00000100:00100000:0.0:1777045122.520180:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de419fdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3341:1863365424374400:0@lo:400:kworker.0 00000100:00100000:0.0:1777045122.520245:0:3344:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de41db3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ce657616-b3f3-4e21-ac89-518ab611901c:3344:1863365424374144:0@lo:400:kworker.0 00000100:00100000:0.0:1777045122.520260:0:3344:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de419fea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3344:1863365424374656:0@lo:400:kworker.0 00000100:00100000:0.0:1777045122.520274:0:3344:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de41db2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3344:1863365424374272:0@lo:400:kworker.0 00000100:00100000:0.0:1777045122.520613:0:3344:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de419ff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3344:1863365424374784:0@lo:400:kworker.0 00000100:00080000:0.0:1777045122.520680:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1777045122.520686:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1777045122.534670:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1777045122.534699:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de419ff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424374912:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1777045122.534780:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045122.534848:0:6643:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424374912 00000100:00100000:0.0:1777045122.534858:0:6643:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424374912 00000100:00100000:0.0:1777045122.534921:0:6643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 440 00000100:00100000:0.0:1777045122.534933:0:6643:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de419fea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1863365424374912:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1777045122.535008:0:6643:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 78184448 pending 0 free 3851419648 avail 3849322496 00000100:00100000:0.0:1777045122.535074:0:6643:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de419fea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1863365424374912:12345-0@lo:13:osp-pre-1-0.0 Request processed in 142us (293us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045122.535086:0:6643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 440 00000100:00100000:0.0:1777045122.535175:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de419ff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424374912:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1777045122.586780:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777045123.296703:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045123.300093:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370031360 00000100:00100000:1.0:1777045123.300116:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370031360 00000100:00080000:0.0:1777045123.301284:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1777045123.301654:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1077 00000100:00100000:0.0:1777045123.301681:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de48096a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+28:28044:x1863365370031360:12345-192.168.201.45@tcp:60:lhsmtool_posix.0 00000100:00100000:0.0:1777045123.301860:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de48096a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+28:28044:x1863365370031360:12345-192.168.201.45@tcp:60:lhsmtool_posix.0 Request processed in 189us (5169us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045123.301876:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1077 00010000:00010000:0.0:1777045123.607750:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777045124.631744:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1777045124.890843:0:11491:0:(llog.c:801:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1777045124.890857:0:11491:0:(llog_cat.c:158:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1777045124.891409:0:11491:0:(llog.c:858:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 29 count 1 00000040:00080000:0.0:1777045124.891424:0:11491:0:(llog.c:858:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1777045125.144683:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045125.144796:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045125.144869:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045125.145176:0:5850:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370031488 00000100:00100000:0.0:1777045125.145195:0:5850:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370031488 00000100:00100000:0.0:1777045125.145378:0:5850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 828 00000100:00100000:0.0:1777045125.145400:0:5850:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df47088450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2390:x1863365370031488:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:0.0:1777045125.145537:0:5850:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df47088450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2390:x1863365370031488:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 141us (875us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045125.145553:0:5850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 828 00000100:00100000:2.0:1777045125.146871:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045125.147291:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045125.149284:0:6641:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370031744 00000100:00100000:3.0:1777045125.149302:0:6641:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370031744 00000100:00100000:3.0:1777045125.149410:0:6641:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370032256 00000100:00100000:3.0:1777045125.149417:0:6641:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370032256 00000100:00100000:3.0:1777045125.149461:0:6641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 852 00000100:00100000:3.0:1777045125.149479:0:6641:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b51d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:146de360-3fb2-48bd-b418-06f30714148a+11:2390:x1863365370031744:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777045125.149588:0:6641:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b51d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:146de360-3fb2-48bd-b418-06f30714148a+11:2390:x1863365370031744:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 113us (4790us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045125.149602:0:6641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 852 00000100:00100000:3.0:1777045125.149633:0:6641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 853 00000100:00100000:3.0:1777045125.149646:0:6641:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b51df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2390:x1863365370032256:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777045125.149698:0:6641:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b51df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2390:x1863365370032256:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 54us (2832us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045125.149711:0:6641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 853 00000100:00080000:3.0:1777045125.150291:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1777045125.150300:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1777045125.178306:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045125.178392:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045125.178459:0:6641:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370031872 00000100:00100000:3.0:1777045125.178480:0:6641:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370031872 00000100:00100000:3.0:1777045125.178592:0:6641:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370032128 00000100:00100000:3.0:1777045125.178598:0:6641:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370032128 00000100:00100000:3.0:1777045125.178643:0:6641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 854 00000100:00100000:3.0:1777045125.178663:0:6641:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de48094e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:146de360-3fb2-48bd-b418-06f30714148a+17:2390:x1863365370031872:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777045125.178799:0:6641:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de48094e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:146de360-3fb2-48bd-b418-06f30714148a+17:2390:x1863365370031872:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 140us (512us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045125.178814:0:6641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 854 00000100:00100000:3.0:1777045125.178850:0:6641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 855 00000100:00100000:3.0:1777045125.178866:0:6641:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de48097800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2390:x1863365370032128:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777045125.178918:0:6641:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de48097800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2390:x1863365370032128:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 53us (525us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045125.178964:0:6641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 855 00000100:00080000:3.0:1777045125.179000:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1777045125.179008:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1777045125.195876:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370032000 00000100:00100000:1.0:1777045125.195906:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370032000 00000100:00100000:1.0:1777045125.196091:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370031616 00000100:00100000:1.0:1777045125.196100:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370031616 00000100:00100000:1.0:1777045125.196168:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1033 00000100:00100000:1.0:1777045125.196187:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b51f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+28:2390:x1863365370032000:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:1.0:1777045125.196382:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b51f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+28:2390:x1863365370032000:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 197us (51510us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045125.196399:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1033 00000100:00100000:1.0:1777045125.196439:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1034 00000100:00100000:1.0:1777045125.196452:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b51d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:146de360-3fb2-48bd-b418-06f30714148a+56:2390:x1863365370031616:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:1.0:1777045125.196503:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b51d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:146de360-3fb2-48bd-b418-06f30714148a+56:2390:x1863365370031616:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 52us (49213us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045125.196515:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1034 00000100:00080000:2.0:1777045125.197262:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1777045125.653813:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777045126.614078:0:3341:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1777045126.614141:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de48097100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424375040:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1777045126.614582:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777045126.614793:0:6644:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424375040 00000100:00100000:3.0:1777045126.614809:0:6644:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424375040 00000100:00100000:3.0:1777045126.614967:0:6644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 441 00000100:00100000:3.0:1777045126.614987:0:6644:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41d50380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3341:x1863365424375040:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1777045126.615049:0:6644:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 76480512 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1777045126.615135:0:6644:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41d50380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3341:x1863365424375040:12345-0@lo:13:osp-pre-0-0.0 Request processed in 154us (555us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045126.615148:0:6644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 441 00000100:00080000:1.0:1777045126.617688:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1777045126.617789:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de48097100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424375040:0@lo:13:osp-pre-0-0.0 00010000:00010000:0.0:1777045126.692680:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777045127.639469:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de419ff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424375168:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1777045127.639599:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777045127.640866:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df6d626300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3341:1863365424375424:0@lo:400:kworker.0 00000100:00100000:2.0:1777045127.641238:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777045127.641286:0:3341:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1777045127.641298:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df6d625f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3341:1863365424375552:0@lo:400:kworker.0 00000100:00100000:2.0:1777045127.641338:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777045127.641402:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424375424 00000100:00100000:2.0:1777045127.641415:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424375424 00000100:00100000:2.0:1777045127.641532:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424375552 00000100:00100000:2.0:1777045127.641537:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424375552 00000100:00100000:2.0:1777045127.641588:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1035 00000100:00100000:2.0:1777045127.641603:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d627b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3341:x1863365424375424:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777045127.641697:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d627b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3341:x1863365424375424:12345-0@lo:400:kworker.0 Request processed in 94us (457us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045127.641710:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1035 00000100:00100000:2.0:1777045127.641745:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1036 00000100:00100000:2.0:1777045127.641768:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d625500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3341:x1863365424375552:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777045127.642150:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d625500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3341:x1863365424375552:12345-0@lo:400:kworker.0 Request processed in 393us (809us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045127.642161:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1036 00000100:00080000:2.0:1777045127.642505:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1777045127.642570:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df6d625f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3341:1863365424375552:0@lo:400:kworker.0 00000100:00100000:2.0:1777045127.642589:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df6d626300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3341:1863365424375424:0@lo:400:kworker.0 00000100:00100000:0.0:1777045127.642735:0:19062:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424375168 00000100:00100000:0.0:1777045127.642744:0:19062:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424375168 00000100:00100000:0.0:1777045127.642825:0:19062:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 442 00000100:00100000:0.0:1777045127.642838:0:19062:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de48094700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424375168:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1777045127.642915:0:19062:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 78184448 pending 0 free 3851419648 avail 3849322496 00000100:00100000:0.0:1777045127.642987:0:19062:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de48094700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424375168:12345-0@lo:13:osp-pre-1-0.0 Request processed in 151us (3389us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045127.643000:0:19062:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 442 00000100:00100000:1.0:1777045127.643463:0:3344:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df6d625c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ce657616-b3f3-4e21-ac89-518ab611901c:3344:1863365424375296:0@lo:400:kworker.0 00000100:00100000:1.0:1777045127.643563:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777045127.643614:0:3344:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df6d625880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3344:1863365424375808:0@lo:400:kworker.0 00000100:00100000:1.0:1777045127.643655:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777045127.643691:0:3344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1777045127.643701:0:3344:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df6d624380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3344:1863365424375680:0@lo:400:kworker.0 00000100:00100000:1.0:1777045127.643743:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777045127.643814:0:5849:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424375296 00000100:00100000:1.0:1777045127.643820:0:5849:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424375296 00000100:00100000:1.0:1777045127.643934:0:5849:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 829 00000100:00100000:1.0:1777045127.643949:0:5849:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df47088c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ce657616-b3f3-4e21-ac89-518ab611901c+18:3344:x1863365424375296:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777045127.644016:0:5849:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df47088c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ce657616-b3f3-4e21-ac89-518ab611901c+18:3344:x1863365424375296:12345-0@lo:400:kworker.0 Request processed in 70us (451us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045127.644027:0:5849:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 829 00000100:00100000:1.0:1777045127.644077:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424375808 00000100:00100000:1.0:1777045127.644083:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424375808 00000100:00100000:1.0:1777045127.644129:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1037 00000100:00100000:1.0:1777045127.644140:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41d51880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3344:x1863365424375808:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777045127.644194:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41d51880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3344:x1863365424375808:12345-0@lo:400:kworker.0 Request processed in 55us (537us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045127.644241:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1037 00000100:00100000:1.0:1777045127.644276:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424375680 00000100:00100000:1.0:1777045127.644284:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424375680 00000100:00100000:1.0:1777045127.644336:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 856 00000100:00100000:1.0:1777045127.644349:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41d53100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3344:x1863365424375680:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777045127.644407:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41d53100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3344:x1863365424375680:12345-0@lo:400:kworker.0 Request processed in 59us (661us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045127.644419:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 856 00000100:00100000:1.0:1777045127.644485:0:3344:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df6d624380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3344:1863365424375680:0@lo:400:kworker.0 00000100:00100000:1.0:1777045127.644503:0:3344:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df6d625c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ce657616-b3f3-4e21-ac89-518ab611901c:3344:1863365424375296:0@lo:400:kworker.0 00000100:00100000:1.0:1777045127.644520:0:3344:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df6d625880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3344:1863365424375808:0@lo:400:kworker.0 00000100:00100000:3.0:1777045127.645312:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de419ff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424375168:0@lo:13:osp-pre-1-0.0 00000100:00080000:2.0:1777045127.647696:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1777045127.647709:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1777045127.706083:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777045128.727479:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:0.0:1777045129.485446:0:19471:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 12n: Import/implicit restore/release == 11:38:43 (1777045123) 00010000:00010000:0.0:1777045129.754688:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777045130.244695:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045130.244766:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045130.244822:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045130.244962:0:8776:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370032640 00000100:00100000:1.0:1777045130.244981:0:8776:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370032640 00000100:00100000:1.0:1777045130.245103:0:8776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 857 00000100:00100000:0.0:1777045130.245103:0:5848:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370032384 00000100:00100000:0.0:1777045130.245111:0:5848:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370032384 00000100:00100000:1.0:1777045130.245127:0:8776:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de48095c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:146de360-3fb2-48bd-b418-06f30714148a+11:2391:x1863365370032640:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:0.0:1777045130.245191:0:5848:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 830 00000100:00100000:0.0:1777045130.245227:0:5848:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df4708bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2391:x1863365370032384:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:1.0:1777045130.245360:0:8776:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de48095c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:146de360-3fb2-48bd-b418-06f30714148a+11:2391:x1863365370032640:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 170us (520us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045130.245377:0:8776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 857 00000100:00080000:1.0:1777045130.245420:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1777045130.249989:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370032512 00000100:00100000:2.0:1777045130.250012:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370032512 00000100:00100000:2.0:1777045130.250123:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1038 00000100:00100000:2.0:1777045130.250142:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de48094a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:146de360-3fb2-48bd-b418-06f30714148a+56:2391:x1863365370032512:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:0.0:1777045130.251203:0:5848:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df4708bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2391:x1863365370032384:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 5994us (6521us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045130.251224:0:5848:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 830 00000100:00080000:1.0:1777045130.260088:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1777045130.266485:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045130.266662:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045130.266756:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de48094a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:146de360-3fb2-48bd-b418-06f30714148a+56:2391:x1863365370032512:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 16613us (21927us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045130.266783:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1038 00000100:00100000:3.0:1777045130.287469:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045130.287546:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045130.287684:0:14822:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370032768 00000100:00100000:1.0:1777045130.287703:0:14822:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370032768 00000100:00100000:1.0:1777045130.287805:0:14822:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370033024 00000100:00100000:1.0:1777045130.287813:0:14822:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370033024 00000100:00100000:1.0:1777045130.287928:0:14822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 858 00000100:00100000:1.0:1777045130.287949:0:14822:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de48094000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:146de360-3fb2-48bd-b418-06f30714148a+17:2390:x1863365370032768:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:1.0:1777045130.288094:0:14822:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de48094000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:146de360-3fb2-48bd-b418-06f30714148a+17:2390:x1863365370032768:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 150us (21626us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045130.288108:0:14822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 858 00000100:00100000:1.0:1777045130.288144:0:14822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 859 00000100:00100000:1.0:1777045130.288163:0:14822:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de48095880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2390:x1863365370033024:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:1.0:1777045130.288242:0:14822:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de48095880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2390:x1863365370033024:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 87us (21582us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045130.288254:0:14822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 859 00000100:00080000:1.0:1777045130.288728:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1777045130.288737:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1777045130.291515:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370032896 00000100:00100000:3.0:1777045130.291537:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370032896 00000100:00100000:3.0:1777045130.291638:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1039 00000100:00100000:3.0:1777045130.291654:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de48096d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+28:2390:x1863365370032896:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:1.0:1777045130.294276:0:6639:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370033152 00000100:00100000:1.0:1777045130.294290:0:6639:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370033152 00000100:00100000:1.0:1777045130.294372:0:6639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 860 00000100:00100000:1.0:1777045130.294386:0:6639:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de48095f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2390:x1863365370033152:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:1.0:1777045130.294466:0:6639:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de48095f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2390:x1863365370033152:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 81us (6920us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045130.294481:0:6639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 860 00000100:00080000:1.0:1777045130.294521:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1777045130.294528:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1777045130.303122:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de48096d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+28:2390:x1863365370032896:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 125us (4636us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045130.303149:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1039 00000100:00100000:1.0:1777045130.674391:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045130.677982:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370033280 00000100:00100000:3.0:1777045130.678007:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370033280 00000100:00100000:3.0:1777045130.678163:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1078 00000100:00100000:3.0:1777045130.678191:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41d51c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+28:28672:x1863365370033280:12345-192.168.201.45@tcp:59:lhsmtool_posix.0 00000100:00100000:3.0:1777045130.678778:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41d51c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+28:28672:x1863365370033280:12345-192.168.201.45@tcp:59:lhsmtool_posix.0 Request processed in 590us (4397us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045130.678795:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1078 00010000:00010000:3.0:1777045130.777416:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777045130.880472:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045130.885662:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370033408 00000100:00100000:0.0:1777045130.885694:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370033408 00000100:00100000:0.0:1777045130.885885:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1079 00000100:00100000:0.0:1777045130.885909:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d626300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:146de360-3fb2-48bd-b418-06f30714148a+56:2390:x1863365370033408:12345-192.168.201.45@tcp:41:mkdir.0 00000004:00000024:0.0:1777045130.886005:0:5856:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 14680064 pending 0 free 2259681280 avail 2257584128 00000100:00100000:0.0:1777045130.886196:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d626300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:146de360-3fb2-48bd-b418-06f30714148a+56:2390:x1863365370033408:12345-192.168.201.45@tcp:41:mkdir.0 Request processed in 289us (5738us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045130.886289:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1079 00000100:00100000:3.0:1777045130.887694:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045130.888475:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370033664 00000100:00100000:0.0:1777045130.888487:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370033664 00000100:00100000:0.0:1777045130.888592:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1080 00000100:00100000:0.0:1777045130.888608:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de48095500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:146de360-3fb2-48bd-b418-06f30714148a+56:28674:x1863365370033664:12345-192.168.201.45@tcp:36:mkdir.0 00010000:00010000:0.0:1777045130.888697:0:7939:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777045130.888751:0:7939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfda00/0x2c8777a5e7d9ded5 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148ba5 expref: 56 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045130.888790:0:7939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff98df46583700) 00010000:00010000:0.0:1777045130.888802:0:7939:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777045130.915939:0:7939:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023000/0x2c8777a5e7d9e16e lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045130.915997:0:7939:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfca00/0x2c8777a5e7d9df14 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148bba expref: 27 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045130.916030:0:7939:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023000/0x2c8777a5e7d9e16e lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045130.916122:0:7939:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfca00/0x2c8777a5e7d9df14 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148bba expref: 27 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045130.916159:0:7939:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfca00/0x2c8777a5e7d9df14 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148bba expref: 27 pid: 5856 timeout: 1859 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777045130.916194:0:7939:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de419fdf80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7939:1863365424375936:192.168.201.45@tcp:104: 00000100:00100000:0.0:1777045130.916722:0:7939:0:(client.c:2691:ptlrpc_set_wait()) set ffff98de47828cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1777045130.966319:0:7939:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de419fdf80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7939:1863365424375936:192.168.201.45@tcp:104: 00010000:00010000:0.0:1777045130.966379:0:7939:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023000/0x2c8777a5e7d9e16e lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777045130.978157:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045130.981976:0:5843:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370033792 00000100:00100000:1.0:1777045130.982001:0:5843:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370033792 00010000:00010000:1.0:1777045130.982090:0:5843:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfca00/0x2c8777a5e7d9df14 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148bba expref: 28 pid: 5856 timeout: 1859 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777045130.982285:0:5843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 322 00000100:00100000:1.0:1777045130.982309:0:5843:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d625f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+28:2392:x1863365370033792:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777045130.982339:0:5843:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777045130.982353:0:5843:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfca00/0x2c8777a5e7d9df14 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148bba expref: 28 pid: 5856 timeout: 1859 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045130.982380:0:5843:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfca00/0x2c8777a5e7d9df14 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148bba expref: 28 pid: 5856 timeout: 1859 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045130.982422:0:5843:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfca00/0x2c8777a5e7d9df14 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148bba expref: 28 pid: 5856 timeout: 1859 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045130.982455:0:5843:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff98df46583700) 00010000:00010000:1.0:1777045130.982467:0:5843:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023000/0x2c8777a5e7d9e16e lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045130.982486:0:5843:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023000/0x2c8777a5e7d9e16e lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045130.982502:0:5843:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023000/0x2c8777a5e7d9e16e lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045130.982544:0:5843:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777045130.982645:0:5843:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d625f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+27:2392:x1863365370033792:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 342us (4505us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045130.982662:0:5843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 322 00010000:00010000:0.0:1777045130.997438:0:7939:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023000/0x2c8777a5e7d9e16e lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045130.997477:0:7939:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023000/0x2c8777a5e7d9e16e lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045130.997546:0:7939:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9e175 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xee467b96 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045130.997573:0:7939:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9e175 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045130.997596:0:7939:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9e175 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777045131.006418:0:7939:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x42:0x0]: returning size 512 00010000:00010000:2.0:1777045131.006449:0:7939:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023000/0x2c8777a5e7d9e16e lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045131.006466:0:7939:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023000/0x2c8777a5e7d9e16e lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045131.006477:0:7939:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023000/0x2c8777a5e7d9e16e lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045131.006484:0:7939:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48023000 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:2.0:1777045131.006491:0:7939:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023000/0x2c8777a5e7d9e16e lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045131.006500:0:7939:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023000/0x2c8777a5e7d9e16e lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045131.006523:0:7939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff98df46583700) 00010000:00010000:2.0:1777045131.006527:0:7939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777045131.006533:0:7939:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023000/0x2c8777a5e7d9e16e lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045131.006542:0:7939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023000/0x2c8777a5e7d9e16e lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777045131.006574:0:7939:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000c0535a1c reply state 000000004d075b62 transno 4294968016 ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9e175 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777045131.006587:0:7939:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777045131.006774:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de48095500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:146de360-3fb2-48bd-b418-06f30714148a+57:28674:x1863365370033664:12345-192.168.201.45@tcp:36:mkdir.0 Request processed in 118159us (119075us total) trans 4294968016 rc 0/0 00000100:00100000:2.0:1777045131.006795:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1080 00000040:00080000:0.0:1777045131.032670:0:11491:0:(llog.c:801:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1777045131.032685:0:11491:0:(llog_cat.c:158:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1777045131.033904:0:11491:0:(llog.c:858:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1777045131.033924:0:11491:0:(llog.c:858:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:0.0:1777045131.061100:0:3327:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9e175 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045131.061133:0:3327:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9e175 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045131.061149:0:3327:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9e175 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045131.061162:0:3327:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48022c00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:0.0:1777045131.061171:0:3327:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9e175 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045131.061186:0:3327:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9e175 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045131.061245:0:3327:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xee467b96 (ffff98df61f8eb00) 00010000:00010000:0.0:1777045131.061253:0:3327:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777045131.061262:0:3327:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9e175 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045131.061273:0:3327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9e175 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777045131.741170:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1777045131.741281:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de48096300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424376064:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1777045131.741455:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777045131.745627:0:6643:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424376064 00000100:00100000:1.0:1777045131.745655:0:6643:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424376064 00000100:00100000:1.0:1777045131.745881:0:6643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 443 00000100:00100000:1.0:1777045131.745931:0:6643:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de419fdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1863365424376064:12345-0@lo:13:osp-pre-0-0.0 00000100:00080000:2.0:1777045131.745934:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00002000:00000024:1.0:1777045131.746011:0:6643:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 76480512 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1777045131.746370:0:6643:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de419fdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1863365424376064:12345-0@lo:13:osp-pre-0-0.0 Request processed in 277us (4721us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045131.746390:0:6643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 443 00000100:00100000:3.0:1777045131.747800:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de48096300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424376064:0@lo:13:osp-pre-0-0.0 00010000:00010000:0.0:1777045131.800279:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777045132.164791:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045132.165270:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370033920 00000100:00100000:1.0:1777045132.165284:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370033920 00000100:00100000:1.0:1777045132.165393:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1081 00000100:00100000:1.0:1777045132.165411:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de48096300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:146de360-3fb2-48bd-b418-06f30714148a+56:28711:x1863365370033920:12345-192.168.201.45@tcp:101:mkdir.0 00010000:00010000:1.0:1777045132.165444:0:5855:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777045132.165476:0:5855:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfca00/0x2c8777a5e7d9e17c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148c8c expref: -99 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045132.165579:0:5855:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfc200/0x2c8777a5e7d9e183 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045132.165598:0:5855:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfc200/0x2c8777a5e7d9e183 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045132.165614:0:5855:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfc200/0x2c8777a5e7d9e183 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777045132.165689:0:5855:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 8704 00000004:00200000:1.0:1777045132.165695:0:5855:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 29 stripe count 1 MDT count 1 00000004:00010000:1.0:1777045132.165728:0:5855:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfc200/0x2c8777a5e7d9e183 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045132.165761:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfca00/0x2c8777a5e7d9e17c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148c8c expref: 58 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045132.165785:0:5855:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfc200/0x2c8777a5e7d9e183 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148c8c expref: 57 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045132.165797:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff98df454d4700) 00010000:00010000:1.0:1777045132.165802:0:5855:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1777045132.165807:0:5855:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de41dfc200, rc 0) 00000100:00100000:1.0:1777045132.165919:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de48096300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:146de360-3fb2-48bd-b418-06f30714148a+57:28711:x1863365370033920:12345-192.168.201.45@tcp:101:mkdir.0 Request processed in 513us (1138us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045132.165930:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1081 00000100:00080000:2.0:1777045132.167856:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1777045132.187165:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045132.190483:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370034176 00000100:00100000:1.0:1777045132.190498:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370034176 00000100:00100000:1.0:1777045132.190616:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1082 00000100:00100000:1.0:1777045132.190630:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d624700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:146de360-3fb2-48bd-b418-06f30714148a+57:28711:x1863365370034176:12345-192.168.201.45@tcp:36:mkdir.0 00010000:00010000:1.0:1777045132.190698:0:5857:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777045132.190732:0:5857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfc200/0x2c8777a5e7d9e183 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148c8c expref: 57 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045132.190759:0:5857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff98df454d4700) 00010000:00010000:1.0:1777045132.190773:0:5857:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777045132.191015:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d624700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:146de360-3fb2-48bd-b418-06f30714148a+56:28711:x1863365370034176:12345-192.168.201.45@tcp:36:mkdir.0 Request processed in 385us (3859us total) trans 0 rc -17/-17 00000100:00100000:1.0:1777045132.191025:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1082 00000100:00100000:3.0:1777045132.222993:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045132.224127:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370034304 00000100:00100000:2.0:1777045132.224141:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370034304 00000100:00100000:2.0:1777045132.224272:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1083 00000100:00100000:2.0:1777045132.224286:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de48097100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:146de360-3fb2-48bd-b418-06f30714148a+56:28711:x1863365370034304:12345-192.168.201.45@tcp:101:mkdir.0 00010000:00010000:2.0:1777045132.224311:0:7939:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777045132.224338:0:7939:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025200/0x2c8777a5e7d9e18a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148c93 expref: -99 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045132.224416:0:7939:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024800/0x2c8777a5e7d9e191 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045132.224435:0:7939:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024800/0x2c8777a5e7d9e191 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045132.224451:0:7939:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024800/0x2c8777a5e7d9e191 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777045132.224544:0:7939:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 8704 00000004:00200000:2.0:1777045132.224550:0:7939:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 29 stripe count 1 MDT count 1 00000004:00010000:2.0:1777045132.224593:0:7939:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024800/0x2c8777a5e7d9e191 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045132.224623:0:7939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025200/0x2c8777a5e7d9e18a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148c93 expref: 58 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045132.224656:0:7939:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024800/0x2c8777a5e7d9e191 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148c93 expref: 57 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045132.224668:0:7939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff98df52c43d00) 00010000:00010000:2.0:1777045132.224673:0:7939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1777045132.224678:0:7939:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de48024800, rc 0) 00000100:00100000:2.0:1777045132.224756:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de48097100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:146de360-3fb2-48bd-b418-06f30714148a+57:28711:x1863365370034304:12345-192.168.201.45@tcp:101:mkdir.0 Request processed in 473us (1777us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045132.224767:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1083 00000100:00100000:2.0:1777045132.273007:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045132.273150:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370034432 00000100:00100000:0.0:1777045132.273165:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370034432 00000100:00100000:0.0:1777045132.273331:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1084 00000100:00100000:0.0:1777045132.273347:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d626a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:146de360-3fb2-48bd-b418-06f30714148a+57:28711:x1863365370034432:12345-192.168.201.45@tcp:101:mkdir.0 00010000:00010000:0.0:1777045132.273373:0:5856:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777045132.273399:0:5856:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9e198 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148c9a expref: -99 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045132.273483:0:5856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022e00/0x2c8777a5e7d9e19f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045132.273505:0:5856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022e00/0x2c8777a5e7d9e19f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045132.273522:0:5856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022e00/0x2c8777a5e7d9e19f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045132.273542:0:5856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023000/0x2c8777a5e7d9e1a6 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045132.273553:0:5856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023000/0x2c8777a5e7d9e1a6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045132.273564:0:5856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023000/0x2c8777a5e7d9e1a6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045132.274093:0:5856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023a00/0x2c8777a5e7d9e1ad lrc: 3/1,0 mode: --/PR res: [0x200000401:0x42:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045132.274116:0:5856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023a00/0x2c8777a5e7d9e1ad lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x42:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045132.274130:0:5856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023a00/0x2c8777a5e7d9e1ad lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x42:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777045132.274370:0:5856:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x42:0x0]: returning size 7680 00000004:00200000:0.0:1777045132.274377:0:5856:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1777045132.274530:0:5856:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023a00/0x2c8777a5e7d9e1ad lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x42:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045132.274549:0:5856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022e00/0x2c8777a5e7d9e19f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045132.274560:0:5856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022e00/0x2c8777a5e7d9e19f lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045132.274571:0:5856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022e00/0x2c8777a5e7d9e19f lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045132.274580:0:5856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48022e00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:0.0:1777045132.274586:0:5856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022e00/0x2c8777a5e7d9e19f lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045132.274597:0:5856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022e00/0x2c8777a5e7d9e19f lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045132.274614:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff98df52c43d00) 00010000:00010000:0.0:1777045132.274619:0:5856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777045132.274626:0:5856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022e00/0x2c8777a5e7d9e19f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045132.274644:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022e00/0x2c8777a5e7d9e19f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045132.274660:0:5856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023000/0x2c8777a5e7d9e1a6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045132.274669:0:5856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023000/0x2c8777a5e7d9e1a6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045132.274678:0:5856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023000/0x2c8777a5e7d9e1a6 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045132.274687:0:5856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48023000 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:0.0:1777045132.274691:0:5856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023000/0x2c8777a5e7d9e1a6 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045132.274700:0:5856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023000/0x2c8777a5e7d9e1a6 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045132.274711:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xee467b96 (ffff98df61f8e100) 00010000:00010000:0.0:1777045132.274714:0:5856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777045132.274718:0:5856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023000/0x2c8777a5e7d9e1a6 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045132.274728:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023000/0x2c8777a5e7d9e1a6 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045132.274767:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9e198 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148c9a expref: 59 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045132.274786:0:5856:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023a00/0x2c8777a5e7d9e1ad lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x42:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148c9a expref: 58 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045132.274800:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x42:0x0].0x0 (ffff98df61f8ea00) 00010000:00010000:0.0:1777045132.274803:0:5856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1777045132.274807:0:5856:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de48023a00, rc 0) 00000100:00100000:0.0:1777045132.274916:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d626a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:146de360-3fb2-48bd-b418-06f30714148a+58:28711:x1863365370034432:12345-192.168.201.45@tcp:101:mkdir.0 Request processed in 1571us (1941us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045132.274927:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1084 00000001:00080000:2.0:1777045132.486662:0:5877:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968016 is committed 00000100:00100000:2.0:1777045132.566033:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045132.569444:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370034560 00000100:00100000:3.0:1777045132.569460:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370034560 00000100:00100000:3.0:1777045132.569596:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1085 00000100:00100000:3.0:1777045132.569612:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d624000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+27:28717:x1863365370034560:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1777045132.569640:0:12646:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777045132.569667:0:12646:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067c00/0x2c8777a5e7d9e1b4 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148ca1 expref: -99 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045132.569761:0:12646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066a00/0x2c8777a5e7d9e1bb lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045132.569785:0:12646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066a00/0x2c8777a5e7d9e1bb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045132.569838:0:12646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066a00/0x2c8777a5e7d9e1bb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777045132.570144:0:12646:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 8704 00000004:00200000:3.0:1777045132.570151:0:12646:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 29 stripe count 1 MDT count 1 00000004:00010000:3.0:1777045132.570355:0:12646:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066a00/0x2c8777a5e7d9e1bb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045132.570398:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067c00/0x2c8777a5e7d9e1b4 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148ca1 expref: 29 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045132.570426:0:12646:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066a00/0x2c8777a5e7d9e1bb lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148ca1 expref: 28 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045132.570441:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff98df52c43d00) 00010000:00010000:3.0:1777045132.570447:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1777045132.570452:0:12646:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de48066a00, rc 0) 00000100:00100000:3.0:1777045132.570549:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d624000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+28:28717:x1863365370034560:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 Request processed in 939us (4527us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045132.570562:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1085 00000100:00080000:2.0:1777045132.570683:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1777045132.584460:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045132.585852:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370034816 00000100:00100000:1.0:1777045132.585868:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370034816 00000100:00100000:1.0:1777045132.586000:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1086 00000100:00100000:1.0:1777045132.586017:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b8ef800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:146de360-3fb2-48bd-b418-06f30714148a+57:28717:x1863365370034816:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1777045132.586044:0:5855:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777045132.586048:0:5855:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1777045132.586110:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023a00/0x2c8777a5e7d9e1ad lrc: 0/0,0 mode: --/PR res: [0x200000401:0x42:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148c9a expref: 57 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045132.586146:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x42:0x0].0x0 (ffff98df61f8ea00) 00010000:00010000:1.0:1777045132.586164:0:5855:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777045132.586185:0:5855:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfca00/0x2c8777a5e7d9e1c2 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x42:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148ca8 expref: -99 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045132.590713:0:5855:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfcc00/0x2c8777a5e7d9e1c9 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x42:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045132.590744:0:5855:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfcc00/0x2c8777a5e7d9e1c9 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x42:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045132.591141:0:5855:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfcc00/0x2c8777a5e7d9e1c9 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x42:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045132.591256:0:5855:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfc200/0x2c8777a5e7d9e1d0 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x42:0x0].0x81b47e8f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045132.591273:0:5855:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfc200/0x2c8777a5e7d9e1d0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x42:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045132.591285:0:5855:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfc200/0x2c8777a5e7d9e1d0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x42:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045132.610561:0:5855:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfda00/0x2c8777a5e7d9e1d7 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x44:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045132.610593:0:5855:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfda00/0x2c8777a5e7d9e1d7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x44:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045132.610619:0:5855:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfda00/0x2c8777a5e7d9e1d7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x44:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777045132.610639:0:5855:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x44:0x0]: returning size 0 00010000:00010000:1.0:1777045132.610680:0:5855:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfcc00/0x2c8777a5e7d9e1c9 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x42:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045132.610694:0:5855:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfcc00/0x2c8777a5e7d9e1c9 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x42:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045132.610705:0:5855:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfcc00/0x2c8777a5e7d9e1c9 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x42:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045132.610716:0:5855:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de41dfcc00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:1.0:1777045132.610722:0:5855:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfcc00/0x2c8777a5e7d9e1c9 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x42:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045132.610735:0:5855:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfcc00/0x2c8777a5e7d9e1c9 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x42:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045132.610754:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x42:0x0].0x0 (ffff98df454d4500) 00010000:00010000:1.0:1777045132.610760:0:5855:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777045132.610767:0:5855:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfcc00/0x2c8777a5e7d9e1c9 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x42:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045132.610778:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfcc00/0x2c8777a5e7d9e1c9 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x42:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777045132.610798:0:5855:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000004b7f9b32 reply state 0000000083255d55 transno 4294968017 ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfc200/0x2c8777a5e7d9e1d0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x42:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777045132.617799:0:5855:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1777045132.617914:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfca00/0x2c8777a5e7d9e1c2 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x42:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148ca8 expref: 59 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045132.617987:0:5855:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfda00/0x2c8777a5e7d9e1d7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x44:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148ca8 expref: 58 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045132.618003:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x44:0x0].0x0 (ffff98df454d4000) 00010000:00010000:1.0:1777045132.618008:0:5855:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777045132.618013:0:5855:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de41dfda00, rc 0) 00000100:00100000:1.0:1777045132.618215:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b8ef800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:146de360-3fb2-48bd-b418-06f30714148a+59:28717:x1863365370034816:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 Request processed in 32183us (33749us total) trans 4294968017 rc 0/0 00000100:00100000:1.0:1777045132.618232:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1086 00000100:00100000:3.0:1777045132.644415:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045132.652718:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370035072 00000100:00100000:1.0:1777045132.652738:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370035072 00000100:00100000:1.0:1777045132.652926:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1087 00000100:00100000:1.0:1777045132.652946:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b8ef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:146de360-3fb2-48bd-b418-06f30714148a+59:28717:x1863365370035072:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1777045132.652980:0:5857:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777045132.653013:0:5857:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfca00/0x2c8777a5e7d9e1e5 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x42:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148caf expref: -99 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045132.653172:0:5857:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfcc00/0x2c8777a5e7d9e1ec lrc: 3/0,1 mode: --/EX res: [0x200000401:0x44:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045132.653198:0:5857:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfda00/0x2c8777a5e7d9e1d7 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x44:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148ca8 expref: 60 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045132.653715:0:5857:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfcc00/0x2c8777a5e7d9e1ec lrc: 4/0,1 mode: --/EX res: [0x200000401:0x44:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045132.653773:0:5857:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfda00/0x2c8777a5e7d9e1d7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x44:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148ca8 expref: 60 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045132.653797:0:5857:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfda00/0x2c8777a5e7d9e1d7 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x44:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148ca8 expref: 60 pid: 5855 timeout: 1861 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777045132.653849:0:5857:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de41d53800 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5857:1863365424376192:192.168.201.45@tcp:104: 00000100:00100000:1.0:1777045132.653984:0:5857:0:(client.c:2691:ptlrpc_set_wait()) set ffff98de47823d80 going to sleep for 11 seconds 00010000:00010000:0.0:1777045132.655760:0:3328:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfc200/0x2c8777a5e7d9e1d0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x42:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045132.655781:0:3328:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfc200/0x2c8777a5e7d9e1d0 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x42:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045132.655793:0:3328:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfc200/0x2c8777a5e7d9e1d0 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x42:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045132.655849:0:3328:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de41dfc200 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:0.0:1777045132.655858:0:3328:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfc200/0x2c8777a5e7d9e1d0 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x42:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045132.655872:0:3328:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfc200/0x2c8777a5e7d9e1d0 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x42:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045132.655938:0:3328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x42:0x0].0x81b47e8f (ffff98df454d4700) 00010000:00010000:0.0:1777045132.655944:0:3328:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777045132.655968:0:3328:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfc200/0x2c8777a5e7d9e1d0 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x42:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045132.655981:0:3328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfc200/0x2c8777a5e7d9e1d0 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x42:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777045132.691700:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045132.693739:0:5857:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de41d53800 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5857:1863365424376192:192.168.201.45@tcp:104: 00010000:00010000:2.0:1777045132.693782:0:5857:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfcc00/0x2c8777a5e7d9e1ec lrc: 3/0,1 mode: --/EX res: [0x200000401:0x44:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777045132.694407:0:5841:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370035200 00000100:00100000:0.0:1777045132.694419:0:5841:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370035200 00010000:00010000:0.0:1777045132.694474:0:5841:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfda00/0x2c8777a5e7d9e1d7 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x44:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148ca8 expref: 60 pid: 5855 timeout: 1861 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777045132.694538:0:5841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 323 00000100:00100000:0.0:1777045132.694555:0:5841:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41d50a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:146de360-3fb2-48bd-b418-06f30714148a+60:2392:x1863365370035200:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777045132.694579:0:5841:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777045132.694591:0:5841:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfda00/0x2c8777a5e7d9e1d7 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x44:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148ca8 expref: 60 pid: 5855 timeout: 1861 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045132.694611:0:5841:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfda00/0x2c8777a5e7d9e1d7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x44:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148ca8 expref: 60 pid: 5855 timeout: 1861 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045132.694641:0:5841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfda00/0x2c8777a5e7d9e1d7 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x44:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148ca8 expref: 60 pid: 5855 timeout: 1861 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045132.694696:0:5841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x44:0x0].0x0 (ffff98df454d4000) 00010000:00010000:0.0:1777045132.694704:0:5841:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfcc00/0x2c8777a5e7d9e1ec lrc: 3/0,1 mode: --/EX res: [0x200000401:0x44:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045132.694719:0:5841:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfcc00/0x2c8777a5e7d9e1ec lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x44:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045132.694731:0:5841:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfcc00/0x2c8777a5e7d9e1ec lrc: 4/0,1 mode: EX/EX res: [0x200000401:0x44:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045132.694768:0:5841:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777045132.694879:0:5841:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41d50a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:146de360-3fb2-48bd-b418-06f30714148a+59:2392:x1863365370035200:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 325us (3188us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045132.694894:0:5841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 323 00010000:00010000:1.0:1777045132.701400:0:5857:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfcc00/0x2c8777a5e7d9e1ec lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x44:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045132.701423:0:5857:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfcc00/0x2c8777a5e7d9e1ec lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x44:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777045132.701455:0:5857:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x44:0x0]: returning size 0 00010000:00010000:1.0:1777045132.701844:0:5857:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfcc00/0x2c8777a5e7d9e1ec lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x44:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045132.701860:0:5857:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfcc00/0x2c8777a5e7d9e1ec lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x44:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045132.702355:0:5857:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfcc00/0x2c8777a5e7d9e1ec lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x44:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045132.702369:0:5857:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de41dfcc00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:1.0:1777045132.702378:0:5857:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfcc00/0x2c8777a5e7d9e1ec lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x44:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045132.702391:0:5857:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfcc00/0x2c8777a5e7d9e1ec lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x44:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045132.702415:0:5857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x44:0x0].0x0 (ffff98df454d4000) 00010000:00010000:1.0:1777045132.702428:0:5857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1777045132.702436:0:5857:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfcc00/0x2c8777a5e7d9e1ec lrc: 2/0,0 mode: --/EX res: [0x200000401:0x44:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045132.702449:0:5857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfcc00/0x2c8777a5e7d9e1ec lrc: 0/0,0 mode: --/EX res: [0x200000401:0x44:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045132.702541:0:5857:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfca00/0x2c8777a5e7d9e1e5 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x42:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148caf expref: 59 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045132.702560:0:5857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x42:0x0].0x0 (ffff98df454d4500) 00010000:00010000:1.0:1777045132.702564:0:5857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1777045132.702570:0:5857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfca00/0x2c8777a5e7d9e1e5 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x42:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148caf expref: 59 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045132.702592:0:5857:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de41dfca00, rc 0) 00000100:00100000:1.0:1777045132.702684:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b8ef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:146de360-3fb2-48bd-b418-06f30714148a+58:28717:x1863365370035072:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 Request processed in 49741us (58282us total) trans 4294968018 rc 301/301 00000100:00100000:1.0:1777045132.702700:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1087 00000100:00100000:1.0:1777045132.723044:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045132.723765:0:5858:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370035456 00000100:00100000:3.0:1777045132.723779:0:5858:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370035456 00000100:00100000:3.0:1777045132.724373:0:5858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 241 00000100:00100000:3.0:1777045132.724391:0:5858:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41d52d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:146de360-3fb2-48bd-b418-06f30714148a+58:28717:x1863365370035456:12345-192.168.201.45@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1777045132.724904:0:5858:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41d52d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:146de360-3fb2-48bd-b418-06f30714148a+59:28717:x1863365370035456:12345-192.168.201.45@tcp:35:lhsmtool_posix.0 Request processed in 515us (1869us total) trans 4294968019 rc 0/0 00000100:00100000:3.0:1777045132.724917:0:5858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 241 00000100:00100000:0.0:1777045132.762090:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de419fca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424376704:0@lo:400:kworker.0 00000100:00100000:0.0:1777045132.762191:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045132.762734:0:3341:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1777045132.762748:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de419fed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ce657616-b3f3-4e21-ac89-518ab611901c:3341:1863365424376320:0@lo:400:kworker.0 00000100:00100000:0.0:1777045132.762802:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777045132.767867:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045132.767907:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370035584 00000100:00100000:3.0:1777045132.767921:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370035584 00000100:00100000:3.0:1777045132.768008:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1088 00000100:00100000:3.0:1777045132.768024:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de435aea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:146de360-3fb2-48bd-b418-06f30714148a+59:28717:x1863365370035584:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1777045132.768055:0:12646:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777045132.768087:0:12646:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066c00/0x2c8777a5e7d9e1fa lrc: 2/0,0 mode: --/CR res: [0x200000401:0x44:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148cb6 expref: -99 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045132.768169:0:12646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066c00/0x2c8777a5e7d9e1fa lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x44:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148cb6 expref: 60 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045132.768194:0:12646:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066c00/0x2c8777a5e7d9e1fa lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x44:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148cb6 expref: 60 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045132.768257:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x44:0x0].0x0 (ffff98df413b6a00) 00010000:00010000:3.0:1777045132.768263:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1777045132.768270:0:12646:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de48066c00, rc 0) 00000100:00100000:3.0:1777045132.768761:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de435aea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:146de360-3fb2-48bd-b418-06f30714148a+60:28717:x1863365370035584:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 Request processed in 738us (899us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045132.768775:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1088 00000100:00100000:0.0:1777045132.773314:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de419fd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3343:1863365424376448:0@lo:400:kworker.0 00000100:00100000:0.0:1777045132.773377:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045132.773414:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de419ffb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424376960:0@lo:400:kworker.0 00000100:00100000:0.0:1777045132.773458:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777045132.773473:0:5850:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424376320 00000100:00100000:1.0:1777045132.773483:0:5850:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424376320 00000100:00100000:0.0:1777045132.773495:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:0.0:1777045132.773506:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de419fc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3343:1863365424376576:0@lo:400:kworker.0 00000100:00100000:1.0:1777045132.773537:0:5850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 831 00000100:00100000:0.0:1777045132.773545:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777045132.773550:0:5850:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df47089c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ce657616-b3f3-4e21-ac89-518ab611901c+18:3341:x1863365424376320:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777045132.773576:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de41d52300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424377088:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1777045132.773611:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777045132.773616:0:5850:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df47089c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ce657616-b3f3-4e21-ac89-518ab611901c+18:3341:x1863365424376320:12345-0@lo:400:kworker.0 Request processed in 68us (10815us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045132.773630:0:5850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 831 00000100:00100000:1.0:1777045132.773676:0:8776:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424376960 00000100:00100000:0.0:1777045132.773676:0:6641:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424376704 00000100:00100000:1.0:1777045132.773683:0:8776:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424376960 00000100:00100000:0.0:1777045132.773684:0:6641:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424376704 00000100:00100000:0.0:1777045132.773733:0:6641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 861 00000100:00100000:0.0:1777045132.773746:0:6641:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de419fd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3341:x1863365424376704:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777045132.773840:0:6641:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de419fd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3341:x1863365424376704:12345-0@lo:400:kworker.0 Request processed in 63us (11618us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045132.787404:0:8776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 862 00000100:00100000:1.0:1777045132.787443:0:8776:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de419fce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424376960:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777045132.787584:0:8776:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de419fce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424376960:12345-0@lo:400:kworker.0 Request processed in 160us (14123us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045132.787598:0:8776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 862 00000100:00080000:1.0:1777045132.787656:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1777045132.787691:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424376448 00000100:00100000:1.0:1777045132.787702:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424376448 00000100:00100000:1.0:1777045132.787753:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424376576 00000100:00100000:1.0:1777045132.787758:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424376576 00000100:00100000:0.0:1777045132.799650:0:6641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 861 00000100:00100000:0.0:1777045132.799739:0:6644:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424377088 00000100:00100000:0.0:1777045132.799752:0:6644:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424377088 00000100:00100000:0.0:1777045132.799859:0:6644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 444 00000100:00100000:0.0:1777045132.799875:0:6644:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41db2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424377088:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1777045132.799934:0:6644:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 78184448 pending 0 free 3851419648 avail 3849322496 00000100:00100000:0.0:1777045132.800059:0:6644:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41db2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424377088:12345-0@lo:13:osp-pre-1-0.0 Request processed in 187us (26446us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045132.800070:0:6644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 444 00000100:00100000:0.0:1777045132.800145:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de41d52300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424377088:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1777045132.800165:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de419ffb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424376960:0@lo:400:kworker.0 00000100:00100000:1.0:1777045132.819996:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1040 00000100:00100000:1.0:1777045132.820023:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de419fe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3343:x1863365424376448:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777045132.820164:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de419fe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3343:x1863365424376448:12345-0@lo:400:kworker.0 Request processed in 152us (46786us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045132.820176:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1040 00000100:00100000:1.0:1777045132.820230:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1041 00000100:00100000:1.0:1777045132.820244:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de419ff800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3343:x1863365424376576:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777045132.820293:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de419ff800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3343:x1863365424376576:12345-0@lo:400:kworker.0 Request processed in 53us (46747us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045132.820302:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1041 00000100:00100000:0.0:1777045132.830611:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de419fc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3343:1863365424376576:0@lo:400:kworker.0 00000100:00100000:0.0:1777045132.830638:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de419fd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3343:1863365424376448:0@lo:400:kworker.0 00000100:00100000:0.0:1777045132.830712:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de419fed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ce657616-b3f3-4e21-ac89-518ab611901c:3341:1863365424376320:0@lo:400:kworker.0 00000100:00100000:0.0:1777045132.830728:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de419ff100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3341:1863365424376832:0@lo:400:kworker.0 00000100:00100000:0.0:1777045132.830832:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045132.830887:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de419fca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424376704:0@lo:400:kworker.0 00000100:00080000:0.0:1777045132.831332:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1777045132.831356:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424376832 00000100:00100000:0.0:1777045132.831364:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424376832 00000100:00080000:0.0:1777045132.831392:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1777045132.831441:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1042 00000100:00100000:0.0:1777045132.831452:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41db3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3341:x1863365424376832:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777045132.831548:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41db3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3341:x1863365424376832:12345-0@lo:400:kworker.0 Request processed in 97us (746us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045132.831558:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1042 00000100:00100000:0.0:1777045132.831607:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de419ff100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3341:1863365424376832:0@lo:400:kworker.0 00000100:00100000:0.0:1777045132.833872:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045132.834827:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370035840 00000100:00100000:3.0:1777045132.834840:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370035840 00000100:00100000:3.0:1777045132.834922:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1089 00000100:00100000:3.0:1777045132.834938:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de419ff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:146de360-3fb2-48bd-b418-06f30714148a+60:28717:x1863365370035840:12345-192.168.201.45@tcp:55:lhsmtool_posix.0 00010000:00010000:3.0:1777045132.835052:0:5857:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067c00/0x2c8777a5e7d9e201 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x44:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045132.835077:0:5857:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067c00/0x2c8777a5e7d9e201 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x44:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045132.835095:0:5857:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067c00/0x2c8777a5e7d9e201 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x44:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045132.835428:0:5857:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067c00/0x2c8777a5e7d9e201 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x44:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045132.835441:0:5857:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067c00/0x2c8777a5e7d9e201 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x44:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045132.835451:0:5857:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067c00/0x2c8777a5e7d9e201 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x44:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045132.835466:0:5857:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48067c00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:3.0:1777045132.835473:0:5857:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067c00/0x2c8777a5e7d9e201 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x44:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045132.835484:0:5857:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067c00/0x2c8777a5e7d9e201 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x44:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045132.835502:0:5857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x44:0x0].0x0 (ffff98df413b6a00) 00010000:00010000:3.0:1777045132.837832:0:5857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:3.0:1777045132.837843:0:5857:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067c00/0x2c8777a5e7d9e201 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x44:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045132.837853:0:5857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067c00/0x2c8777a5e7d9e201 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x44:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777045132.837976:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de419ff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:146de360-3fb2-48bd-b418-06f30714148a+61:28717:x1863365370035840:12345-192.168.201.45@tcp:55:lhsmtool_posix.0 Request processed in 3038us (4108us total) trans 4294968020 rc 0/0 00000100:00100000:3.0:1777045132.837990:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1089 00010000:00010000:0.0:1777045132.845940:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777045132.857001:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045132.859275:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370036096 00000100:00100000:0.0:1777045132.859292:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370036096 00000100:00100000:0.0:1777045132.859377:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1090 00000100:00100000:0.0:1777045132.859391:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42771180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:146de360-3fb2-48bd-b418-06f30714148a+61:28717:x1863365370036096:12345-192.168.201.45@tcp:36:lhsmtool_posix.0 00010000:00010000:0.0:1777045132.859747:0:5856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9e208 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x44:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045132.859771:0:5856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9e208 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x44:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045132.859787:0:5856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9e208 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x44:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1777045132.860793:0:5856:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968021 00000004:00010000:0.0:1777045132.860885:0:5856:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000007be509df reply state 00000000913836a2 transno 4294968022 ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9e208 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x44:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777045132.860898:0:5856:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777045132.861030:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42771180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:146de360-3fb2-48bd-b418-06f30714148a+64:28717:x1863365370036096:12345-192.168.201.45@tcp:36:lhsmtool_posix.0 Request processed in 1639us (4037us total) trans 4294968022 rc 0/0 00000100:00100000:0.0:1777045132.861042:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1090 00000020:00080000:0.0:1777045132.861049:0:5856:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1777045132.884456:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00010000:00010000:2.0:1777045132.886990:0:3327:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9e208 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x44:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045132.887011:0:3327:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9e208 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x44:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045132.887022:0:3327:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9e208 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x44:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045132.887030:0:3327:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48022c00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:2.0:1777045132.887037:0:3327:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9e208 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x44:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045132.887046:0:3327:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9e208 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x44:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045132.887066:0:3327:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x44:0x0].0x0 (ffff98df413b6a00) 00010000:00010000:2.0:1777045132.887071:0:3327:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1777045132.887076:0:3327:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9e208 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x44:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045132.887084:0:3327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9e208 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x44:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777045132.905733:0:5858:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370036352 00000100:00100000:1.0:1777045132.905749:0:5858:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370036352 00000100:00100000:2.0:1777045132.906437:0:5858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 242 00000100:00100000:2.0:1777045132.906453:0:5858:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df45edf050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:146de360-3fb2-48bd-b418-06f30714148a+63:28717:x1863365370036352:12345-192.168.201.45@tcp:35:lhsmtool_posix.0 00000100:00100000:2.0:1777045132.906769:0:5858:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df45edf050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:146de360-3fb2-48bd-b418-06f30714148a+64:28717:x1863365370036352:12345-192.168.201.45@tcp:35:lhsmtool_posix.0 Request processed in 317us (22319us total) trans 4294968023 rc 0/0 00000100:00100000:2.0:1777045132.906781:0:5858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 242 00000100:00100000:2.0:1777045133.254902:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045133.255052:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370036480 00000100:00100000:0.0:1777045133.255082:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370036480 00000100:00100000:0.0:1777045133.255164:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1091 00000100:00100000:0.0:1777045133.255178:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d626d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:146de360-3fb2-48bd-b418-06f30714148a+64:28723:x1863365370036480:12345-192.168.201.45@tcp:101:cmp.0 00010000:00010000:0.0:1777045133.255245:0:7939:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777045133.255272:0:7939:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023000/0x2c8777a5e7d9e20f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148cbd expref: -99 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045133.255735:0:7939:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022e00/0x2c8777a5e7d9e216 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045133.255754:0:7939:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022e00/0x2c8777a5e7d9e216 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045133.255769:0:7939:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022e00/0x2c8777a5e7d9e216 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045133.255788:0:7939:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022000/0x2c8777a5e7d9e21d lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045133.255826:0:7939:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022000/0x2c8777a5e7d9e21d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045133.255836:0:7939:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022000/0x2c8777a5e7d9e21d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045133.256636:0:7939:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022a00/0x2c8777a5e7d9e224 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x42:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045133.256650:0:7939:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022a00/0x2c8777a5e7d9e224 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x42:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045133.256660:0:7939:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022a00/0x2c8777a5e7d9e224 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x42:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777045133.256700:0:7939:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x42:0x0]: returning size 7680 00000004:00200000:0.0:1777045133.256705:0:7939:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:0.0:1777045133.256737:0:7939:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022a00/0x2c8777a5e7d9e224 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x42:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045133.256752:0:7939:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022e00/0x2c8777a5e7d9e216 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045133.256762:0:7939:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022e00/0x2c8777a5e7d9e216 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045133.256772:0:7939:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022e00/0x2c8777a5e7d9e216 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045133.256781:0:7939:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48022e00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:0.0:1777045133.256787:0:7939:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022e00/0x2c8777a5e7d9e216 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045133.256818:0:7939:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022e00/0x2c8777a5e7d9e216 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045133.256836:0:7939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff98df52c43d00) 00010000:00010000:0.0:1777045133.256841:0:7939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777045133.256847:0:7939:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022e00/0x2c8777a5e7d9e216 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045133.256856:0:7939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022e00/0x2c8777a5e7d9e216 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045133.256873:0:7939:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022000/0x2c8777a5e7d9e21d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045133.256881:0:7939:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022000/0x2c8777a5e7d9e21d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045133.256891:0:7939:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022000/0x2c8777a5e7d9e21d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045133.256898:0:7939:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48022000 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:0.0:1777045133.256902:0:7939:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022000/0x2c8777a5e7d9e21d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045133.256910:0:7939:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022000/0x2c8777a5e7d9e21d lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045133.256921:0:7939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xee467b96 (ffff98df61f8e100) 00010000:00010000:0.0:1777045133.256924:0:7939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777045133.256928:0:7939:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022000/0x2c8777a5e7d9e21d lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045133.256936:0:7939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022000/0x2c8777a5e7d9e21d lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045133.256974:0:7939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023000/0x2c8777a5e7d9e20f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148cbd expref: 66 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045133.256993:0:7939:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022a00/0x2c8777a5e7d9e224 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x42:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148cbd expref: 65 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045133.257003:0:7939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x42:0x0].0x0 (ffff98df61f8ef00) 00010000:00010000:0.0:1777045133.257007:0:7939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1777045133.257010:0:7939:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de48022a00, rc 0) 00000100:00100000:0.0:1777045133.257095:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d626d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:146de360-3fb2-48bd-b418-06f30714148a+65:28723:x1863365370036480:12345-192.168.201.45@tcp:101:cmp.0 Request processed in 1918us (2221us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045133.257107:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1091 00000100:00100000:3.0:1777045133.276890:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045133.276960:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370036736 00000100:00100000:3.0:1777045133.276972:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370036736 00000100:00100000:3.0:1777045133.277035:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1092 00000100:00100000:3.0:1777045133.277048:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42773b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:146de360-3fb2-48bd-b418-06f30714148a+65:28723:x1863365370036736:12345-192.168.201.45@tcp:101:cmp.0 00010000:00010000:3.0:1777045133.277073:0:12646:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777045133.277099:0:12646:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066200/0x2c8777a5e7d9e22b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x42:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148cc4 expref: -99 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045133.277232:0:12646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067c00/0x2c8777a5e7d9e232 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x42:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045133.277252:0:12646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067c00/0x2c8777a5e7d9e232 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x42:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045133.277267:0:12646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067c00/0x2c8777a5e7d9e232 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x42:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045133.277286:0:12646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067200/0x2c8777a5e7d9e239 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x42:0x0].0x81b47e8f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045133.277297:0:12646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067200/0x2c8777a5e7d9e239 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x42:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045133.277307:0:12646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067200/0x2c8777a5e7d9e239 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x42:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045133.277829:0:12646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066e00/0x2c8777a5e7d9e240 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x44:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045133.277841:0:12646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066e00/0x2c8777a5e7d9e240 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x44:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045133.277851:0:12646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066e00/0x2c8777a5e7d9e240 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x44:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777045133.277863:0:12646:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x44:0x0]: returning size 158 00010000:00010000:3.0:1777045133.277983:0:12646:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067c00/0x2c8777a5e7d9e232 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x42:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045133.278001:0:12646:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067c00/0x2c8777a5e7d9e232 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x42:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045133.278010:0:12646:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067c00/0x2c8777a5e7d9e232 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x42:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045133.278018:0:12646:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48067c00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:3.0:1777045133.278025:0:12646:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067c00/0x2c8777a5e7d9e232 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x42:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045133.278035:0:12646:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067c00/0x2c8777a5e7d9e232 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x42:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045133.278051:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x42:0x0].0x0 (ffff98df61f8ef00) 00010000:00010000:3.0:1777045133.278056:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777045133.278062:0:12646:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067c00/0x2c8777a5e7d9e232 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x42:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045133.278071:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067c00/0x2c8777a5e7d9e232 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x42:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045133.278089:0:12646:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067200/0x2c8777a5e7d9e239 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x42:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045133.278098:0:12646:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067200/0x2c8777a5e7d9e239 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x42:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045133.278106:0:12646:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067200/0x2c8777a5e7d9e239 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x42:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045133.278113:0:12646:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48067200 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:3.0:1777045133.278117:0:12646:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067200/0x2c8777a5e7d9e239 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x42:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045133.278125:0:12646:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067200/0x2c8777a5e7d9e239 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x42:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045133.278136:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x42:0x0].0x81b47e8f (ffff98df413b6200) 00010000:00010000:3.0:1777045133.278139:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777045133.278143:0:12646:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067200/0x2c8777a5e7d9e239 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x42:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045133.278151:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067200/0x2c8777a5e7d9e239 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x42:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045133.278513:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066200/0x2c8777a5e7d9e22b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x42:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148cc4 expref: 68 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045133.278538:0:12646:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066e00/0x2c8777a5e7d9e240 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x44:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148cc4 expref: 67 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045133.278548:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x44:0x0].0x0 (ffff98df413b6a00) 00010000:00010000:3.0:1777045133.278551:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777045133.278555:0:12646:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de48066e00, rc 0) 00000100:00100000:3.0:1777045133.278626:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42773b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:146de360-3fb2-48bd-b418-06f30714148a+67:28723:x1863365370036736:12345-192.168.201.45@tcp:101:cmp.0 Request processed in 1580us (1748us total) trans 4294968024 rc 0/0 00000100:00100000:3.0:1777045133.278637:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1092 00000100:00100000:3.0:1777045133.298319:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045133.304096:0:5843:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370036992 00000100:00100000:2.0:1777045133.304112:0:5843:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370036992 00000100:00100000:2.0:1777045133.304253:0:5843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 64 00000100:00100000:2.0:1777045133.304268:0:5843:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df5f98d050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:146de360-3fb2-48bd-b418-06f30714148a+67:28723:x1863365370036992:12345-192.168.201.45@tcp:103:cmp.0 00010000:00010000:2.0:1777045133.304290:0:5843:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1777045133.304323:0:5843:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066e00/0x2c8777a5e7d9e240 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x44:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148cc4 expref: 67 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045133.304364:0:5843:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066c00/0x2c8777a5e7d9e1fa lrc: 0/0,0 mode: --/CR res: [0x200000401:0x44:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148cb6 expref: 66 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045133.304380:0:5843:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x44:0x0].0x0 (ffff98df413b6a00) 00010000:00010000:2.0:1777045133.304394:0:5843:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777045133.304470:0:5843:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df5f98d050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:146de360-3fb2-48bd-b418-06f30714148a+65:28723:x1863365370036992:12345-192.168.201.45@tcp:103:cmp.0 Request processed in 204us (6163us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045133.304483:0:5843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 64 00000100:00100000:3.0:1777045133.325081:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045133.327162:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370037120 00000100:00100000:0.0:1777045133.327177:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370037120 00000100:00100000:0.0:1777045133.327299:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1093 00000100:00100000:0.0:1777045133.327315:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42771c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:146de360-3fb2-48bd-b418-06f30714148a+65:28723:x1863365370037120:12345-192.168.201.45@tcp:58:cmp.0 00010000:00010000:0.0:1777045133.327457:0:5857:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023000/0x2c8777a5e7d9e24e lrc: 3/0,1 mode: --/EX res: [0x200000401:0x44:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045133.327481:0:5857:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023000/0x2c8777a5e7d9e24e lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x44:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045133.327498:0:5857:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023000/0x2c8777a5e7d9e24e lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x44:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1777045133.327772:0:5857:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].30, 136 off12272 00000100:00100000:0.0:1777045133.327916:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42771c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:146de360-3fb2-48bd-b418-06f30714148a+65:28723:x1863365370037120:12345-192.168.201.45@tcp:58:cmp.0 Request processed in 603us (2844us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045133.327929:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1093 00000100:00100000:3.0:1777045133.349029:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045133.352864:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370037248 00000100:00100000:0.0:1777045133.352880:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370037248 00000100:00100000:0.0:1777045133.352972:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1094 00000100:00100000:0.0:1777045133.353006:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42771f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:146de360-3fb2-48bd-b418-06f30714148a+65:28723:x1863365370037248:12345-192.168.201.45@tcp:101:cmp.0 00010000:00010000:0.0:1777045133.353031:0:7939:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777045133.353060:0:7939:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022000/0x2c8777a5e7d9e255 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x44:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148ccb expref: -99 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045133.353149:0:7939:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023000/0x2c8777a5e7d9e24e lrc: 2/0,1 mode: EX/EX res: [0x200000401:0x44:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045133.353165:0:7939:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022000/0x2c8777a5e7d9e255 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x44:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148ccb expref: 66 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045133.353271:0:7939:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023000/0x2c8777a5e7d9e24e lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x44:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045133.353290:0:7939:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022000/0x2c8777a5e7d9e255 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x44:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148ccb expref: 66 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045133.353307:0:7939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x44:0x0].0x0 (ffff98df61f8e100) 00010000:00010000:0.0:1777045133.353312:0:7939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1777045133.353317:0:7939:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022000/0x2c8777a5e7d9e255 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x44:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148ccb expref: 66 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045133.353334:0:7939:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de48022000, rc 0) 00000100:00100000:0.0:1777045133.353426:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42771f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:146de360-3fb2-48bd-b418-06f30714148a+66:28723:x1863365370037248:12345-192.168.201.45@tcp:101:cmp.0 Request processed in 440us (4407us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045133.353437:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1094 00010000:00010000:0.0:1777045133.849403:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1777045134.102915:0:11491:0:(llog.c:801:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1777045134.102927:0:11491:0:(llog_cat.c:158:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1777045134.103003:0:11491:0:(llog.c:858:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 31 count 2 00000040:00080000:0.0:1777045134.103012:0:11491:0:(llog.c:858:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1777045134.103168:0:11491:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de419fca80 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11491:1863365424377216:192.168.201.45@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1777045134.105132:0:11491:0:(client.c:2691:ptlrpc_set_wait()) set ffff98de47828780 going to sleep for 11 seconds 00000100:00100000:3.0:1777045134.159496:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045134.159696:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370037376 00000100:00100000:1.0:1777045134.159710:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370037376 00000100:00100000:1.0:1777045134.159855:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1095 00000100:00100000:1.0:1777045134.159873:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d58b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+29:28724:x1863365370037376:12345-192.168.201.45@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1777045134.159915:0:5856:0:(mdt_handler.c:7958:mdt_fid2path()) path get [0x200000401:0x44:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1777045134.160089:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d58b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+29:28724:x1863365370037376:12345-192.168.201.45@tcp:53:lhsmtool_posix.0 Request processed in 220us (603us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045134.160100:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1095 00000100:00100000:0.0:1777045134.160275:0:11491:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de419fca80 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11491:1863365424377216:192.168.201.45@tcp:107:hsm_cdtr.0 00000100:00080000:2.0:1777045134.160707:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1777045134.187712:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045134.190749:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370037504 00000100:00100000:1.0:1777045134.190763:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370037504 00000100:00100000:1.0:1777045134.190888:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1096 00000100:00100000:1.0:1777045134.190901:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d58a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+28:28724:x1863365370037504:12345-192.168.201.45@tcp:34:lhsmtool_posix.0 00010000:00010000:1.0:1777045134.190987:0:5855:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfcc00/0x2c8777a5e7d9e25c lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045134.191010:0:5855:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfcc00/0x2c8777a5e7d9e25c lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045134.191024:0:5855:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfcc00/0x2c8777a5e7d9e25c lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045134.191059:0:5855:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfdc00/0x2c8777a5e7d9e263 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x8b3c9e9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045134.191070:0:5855:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfdc00/0x2c8777a5e7d9e263 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x8b3c9e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045134.191080:0:5855:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfdc00/0x2c8777a5e7d9e263 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x8b3c9e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045134.191119:0:5855:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd600/0x2c8777a5e7d9e26a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x44:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045134.191132:0:5855:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd600/0x2c8777a5e7d9e26a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045134.191142:0:5855:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd600/0x2c8777a5e7d9e26a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777045134.191516:0:5855:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x44:0x0]: returning size 158 00000004:00200000:1.0:1777045134.191523:0:5855:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1777045134.191541:0:5855:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd600/0x2c8777a5e7d9e26a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045134.191556:0:5855:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfcc00/0x2c8777a5e7d9e25c lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045134.191565:0:5855:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfcc00/0x2c8777a5e7d9e25c lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045134.191576:0:5855:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfcc00/0x2c8777a5e7d9e25c lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045134.191585:0:5855:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de41dfcc00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:1.0:1777045134.191590:0:5855:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfcc00/0x2c8777a5e7d9e25c lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045134.191600:0:5855:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfcc00/0x2c8777a5e7d9e25c lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045134.191616:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff98df4a351500) 00010000:00010000:1.0:1777045134.191622:0:5855:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777045134.191627:0:5855:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfcc00/0x2c8777a5e7d9e25c lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045134.191636:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfcc00/0x2c8777a5e7d9e25c lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045134.191652:0:5855:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfdc00/0x2c8777a5e7d9e263 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x8b3c9e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045134.191660:0:5855:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfdc00/0x2c8777a5e7d9e263 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x8b3c9e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045134.191669:0:5855:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfdc00/0x2c8777a5e7d9e263 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x8b3c9e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045134.191676:0:5855:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de41dfdc00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:1.0:1777045134.191680:0:5855:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfdc00/0x2c8777a5e7d9e263 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x8b3c9e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045134.191690:0:5855:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfdc00/0x2c8777a5e7d9e263 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x8b3c9e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045134.191701:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x8b3c9e9 (ffff98df454d4500) 00010000:00010000:1.0:1777045134.191704:0:5855:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777045134.191709:0:5855:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfdc00/0x2c8777a5e7d9e263 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x8b3c9e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045134.191718:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfdc00/0x2c8777a5e7d9e263 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x8b3c9e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045134.191737:0:5855:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd600/0x2c8777a5e7d9e26a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045134.191746:0:5855:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd600/0x2c8777a5e7d9e26a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045134.191754:0:5855:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd600/0x2c8777a5e7d9e26a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045134.191761:0:5855:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de41dfd600 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:1.0:1777045134.191765:0:5855:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd600/0x2c8777a5e7d9e26a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045134.191773:0:5855:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd600/0x2c8777a5e7d9e26a lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045134.192098:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x44:0x0].0x0 (ffff98df61f8e100) 00010000:00010000:1.0:1777045134.192102:0:5855:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777045134.192107:0:5855:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd600/0x2c8777a5e7d9e26a lrc: 2/0,0 mode: --/PR res: [0x200000401:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045134.192116:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd600/0x2c8777a5e7d9e26a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777045134.192277:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d58a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+28:28724:x1863365370037504:12345-192.168.201.45@tcp:34:lhsmtool_posix.0 Request processed in 1375us (4574us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045134.192289:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1096 00000100:00100000:1.0:1777045134.239770:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045134.240598:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370037760 00000100:00100000:3.0:1777045134.240611:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370037760 00000100:00100000:3.0:1777045134.240696:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1097 00000100:00100000:3.0:1777045134.240712:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41d50e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+28:28724:x1863365370037760:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1777045134.240738:0:12646:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777045134.240767:0:12646:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066200/0x2c8777a5e7d9e271 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148cd2 expref: -99 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045134.240918:0:12646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067200/0x2c8777a5e7d9e278 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x44:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045134.240940:0:12646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067200/0x2c8777a5e7d9e278 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x44:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045134.240957:0:12646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067200/0x2c8777a5e7d9e278 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x44:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777045134.240972:0:12646:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x44:0x0]: returning size 158 00010000:00010000:3.0:1777045134.241096:0:12646:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067200/0x2c8777a5e7d9e278 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x44:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045134.241108:0:12646:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067200/0x2c8777a5e7d9e278 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x44:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045134.241119:0:12646:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067200/0x2c8777a5e7d9e278 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x44:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045134.241129:0:12646:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48067200 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:3.0:1777045134.241136:0:12646:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067200/0x2c8777a5e7d9e278 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x44:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045134.241147:0:12646:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067200/0x2c8777a5e7d9e278 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x44:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045134.241162:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x44:0x0].0x0 (ffff98df61f8e100) 00010000:00010000:3.0:1777045134.241167:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1777045134.241173:0:12646:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067200/0x2c8777a5e7d9e278 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x44:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045134.241181:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067200/0x2c8777a5e7d9e278 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x44:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045134.241651:0:12646:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066200/0x2c8777a5e7d9e271 lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148cd2 expref: 30 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045134.241669:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff98df4a351500) 00010000:00010000:3.0:1777045134.241673:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1777045134.241680:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066200/0x2c8777a5e7d9e271 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148cd2 expref: 30 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045134.241700:0:12646:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de48066200, rc 0) 00000100:00100000:2.0:1777045134.242159:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41d50e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+29:28724:x1863365370037760:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 Request processed in 1447us (2394us total) trans 4294968025 rc 301/301 00000100:00100000:2.0:1777045134.242173:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1097 00000100:00100000:3.0:1777045134.268697:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045134.268976:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370037888 00000100:00100000:1.0:1777045134.268990:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370037888 00000100:00100000:1.0:1777045134.269088:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1098 00000100:00100000:1.0:1777045134.269105:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d589f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+29:28724:x1863365370037888:12345-192.168.201.45@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1777045134.269183:0:5857:0:(mdt_handler.c:7958:mdt_fid2path()) path get [0x200000401:0x44:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1777045134.269754:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d589f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+29:28724:x1863365370037888:12345-192.168.201.45@tcp:53:lhsmtool_posix.0 Request processed in 651us (1064us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045134.269767:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1098 00000100:00100000:2.0:1777045134.298865:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045134.299910:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370038016 00000100:00100000:0.0:1777045134.299924:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370038016 00000100:00100000:0.0:1777045134.300013:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1099 00000100:00100000:0.0:1777045134.300035:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d625f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+29:28724:x1863365370038016:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1777045134.300078:0:7939:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777045134.300107:0:7939:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022e00/0x2c8777a5e7d9e286 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148cd9 expref: -99 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045134.300631:0:7939:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023c00/0x2c8777a5e7d9e28d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045134.300653:0:7939:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023c00/0x2c8777a5e7d9e28d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045134.300671:0:7939:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023c00/0x2c8777a5e7d9e28d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045134.300694:0:7939:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023800/0x2c8777a5e7d9e294 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045134.300705:0:7939:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023800/0x2c8777a5e7d9e294 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045134.300716:0:7939:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023800/0x2c8777a5e7d9e294 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045134.301182:0:7939:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022600/0x2c8777a5e7d9e29b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x42:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045134.301196:0:7939:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022600/0x2c8777a5e7d9e29b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x42:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045134.301238:0:7939:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022600/0x2c8777a5e7d9e29b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x42:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777045134.301292:0:7939:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x42:0x0]: returning size 7680 00000004:00200000:0.0:1777045134.301297:0:7939:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:0.0:1777045134.301331:0:7939:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022600/0x2c8777a5e7d9e29b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x42:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045134.301347:0:7939:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023c00/0x2c8777a5e7d9e28d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045134.301356:0:7939:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023c00/0x2c8777a5e7d9e28d lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045134.301367:0:7939:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023c00/0x2c8777a5e7d9e28d lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045134.301376:0:7939:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48023c00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:0.0:1777045134.301382:0:7939:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023c00/0x2c8777a5e7d9e28d lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045134.301394:0:7939:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023c00/0x2c8777a5e7d9e28d lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045134.301412:0:7939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff98df52c43d00) 00010000:00010000:0.0:1777045134.301417:0:7939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777045134.301423:0:7939:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023c00/0x2c8777a5e7d9e28d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045134.301432:0:7939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023c00/0x2c8777a5e7d9e28d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045134.301450:0:7939:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023800/0x2c8777a5e7d9e294 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045134.301465:0:7939:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023800/0x2c8777a5e7d9e294 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045134.301474:0:7939:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023800/0x2c8777a5e7d9e294 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045134.301482:0:7939:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48023800 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:0.0:1777045134.301487:0:7939:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023800/0x2c8777a5e7d9e294 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045134.301496:0:7939:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023800/0x2c8777a5e7d9e294 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045134.301507:0:7939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xee467b96 (ffff98df61f8ed00) 00010000:00010000:0.0:1777045134.301511:0:7939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777045134.301515:0:7939:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023800/0x2c8777a5e7d9e294 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045134.301524:0:7939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023800/0x2c8777a5e7d9e294 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045134.301567:0:7939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022e00/0x2c8777a5e7d9e286 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148cd9 expref: 31 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045134.301588:0:7939:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022600/0x2c8777a5e7d9e29b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x42:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148cd9 expref: 30 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045134.301599:0:7939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x42:0x0].0x0 (ffff98df61f8ef00) 00010000:00010000:0.0:1777045134.301603:0:7939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1777045134.301607:0:7939:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de48022600, rc 0) 00000100:00100000:0.0:1777045134.301697:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d625f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+30:28724:x1863365370038016:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 Request processed in 1669us (2851us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045134.301710:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1099 00000100:00100000:3.0:1777045134.375871:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045134.378130:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370038272 00000100:00100000:1.0:1777045134.378148:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370038272 00000100:00100000:1.0:1777045134.378755:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1100 00000100:00100000:1.0:1777045134.379154:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d589500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+30:28724:x1863365370038272:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1777045134.379184:0:5856:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777045134.379259:0:5856:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd600/0x2c8777a5e7d9e2a2 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x42:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148ce0 expref: -99 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1777045134.381297:0:5856:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x17:0x0], index 0: 0 00010000:00010000:2.0:1777045134.381685:0:5856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025800/0x2c8777a5e7d9e2a9 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045134.381710:0:5856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025800/0x2c8777a5e7d9e2a9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045134.381729:0:5856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025800/0x2c8777a5e7d9e2a9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045134.381845:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd600/0x2c8777a5e7d9e2a2 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x42:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148ce0 expref: 33 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045134.381872:0:5856:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025800/0x2c8777a5e7d9e2a9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148ce0 expref: 32 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045134.381888:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f:0x0].0x0 (ffff98df48c7e900) 00010000:00010000:2.0:1777045134.381893:0:5856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777045134.381898:0:5856:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de48025800, rc 0) 00000100:00100000:2.0:1777045134.381999:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d589500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+32:28724:x1863365370038272:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 Request processed in 2849us (6137us total) trans 4294968026 rc 0/0 00000100:00100000:2.0:1777045134.382012:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1100 00000100:00100000:0.0:1777045134.402934:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045134.403359:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370038528 00000100:00100000:2.0:1777045134.403375:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370038528 00000100:00100000:2.0:1777045134.403578:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1101 00000100:00100000:2.0:1777045134.403598:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de419fca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+32:28724:x1863365370038528:12345-192.168.201.45@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1777045134.403683:0:5855:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777045134.403719:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025800/0x2c8777a5e7d9e2a9 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148ce0 expref: 32 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045134.403746:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f:0x0].0x0 (ffff98df48c7e900) 00010000:00010000:2.0:1777045134.403762:0:5855:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777045134.403815:0:5855:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024e00/0x2c8777a5e7d9e2b7 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x42:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045134.403836:0:5855:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024e00/0x2c8777a5e7d9e2b7 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x42:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045134.403852:0:5855:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024e00/0x2c8777a5e7d9e2b7 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x42:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045134.404370:0:5855:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025200/0x2c8777a5e7d9e2be lrc: 3/0,1 mode: --/PW res: [0x200000401:0x42:0x0].0x78ea722 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045134.404394:0:5855:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025200/0x2c8777a5e7d9e2be lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x42:0x0].0x78ea722 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045134.404419:0:5855:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025200/0x2c8777a5e7d9e2be lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x42:0x0].0x78ea722 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045134.404523:0:5855:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024e00/0x2c8777a5e7d9e2b7 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x42:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045134.404535:0:5855:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024e00/0x2c8777a5e7d9e2b7 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x42:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045134.404546:0:5855:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024e00/0x2c8777a5e7d9e2b7 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x42:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045134.404556:0:5855:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48024e00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:2.0:1777045134.404562:0:5855:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024e00/0x2c8777a5e7d9e2b7 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x42:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045134.404573:0:5855:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024e00/0x2c8777a5e7d9e2b7 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x42:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045134.404588:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x42:0x0].0x0 (ffff98df61f8ef00) 00010000:00010000:2.0:1777045134.404592:0:5855:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777045134.404598:0:5855:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024e00/0x2c8777a5e7d9e2b7 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x42:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045134.404607:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024e00/0x2c8777a5e7d9e2b7 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x42:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045134.404623:0:5855:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025200/0x2c8777a5e7d9e2be lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x42:0x0].0x78ea722 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045134.404634:0:5855:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025200/0x2c8777a5e7d9e2be lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x42:0x0].0x78ea722 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045134.404643:0:5855:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025200/0x2c8777a5e7d9e2be lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x42:0x0].0x78ea722 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045134.404678:0:5855:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48025200 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:2.0:1777045134.404682:0:5855:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025200/0x2c8777a5e7d9e2be lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x42:0x0].0x78ea722 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045134.404692:0:5855:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025200/0x2c8777a5e7d9e2be lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x42:0x0].0x78ea722 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045134.404702:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x42:0x0].0x78ea722 (ffff98df48c7e500) 00010000:00010000:2.0:1777045134.404707:0:5855:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777045134.404711:0:5855:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025200/0x2c8777a5e7d9e2be lrc: 2/0,0 mode: --/PW res: [0x200000401:0x42:0x0].0x78ea722 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045134.404720:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025200/0x2c8777a5e7d9e2be lrc: 0/0,0 mode: --/PW res: [0x200000401:0x42:0x0].0x78ea722 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777045134.404851:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de419fca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+31:28724:x1863365370038528:12345-192.168.201.45@tcp:36:lhsmtool_posix.0 Request processed in 1258us (1927us total) trans 0 rc -2/-2 00000100:00100000:2.0:1777045134.404863:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1101 00000100:00100000:1.0:1777045134.423303:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045134.423694:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370038656 00000100:00100000:2.0:1777045134.423707:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370038656 00000100:00100000:2.0:1777045134.423768:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1102 00000100:00100000:2.0:1777045134.423819:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41d52680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+31:28724:x1863365370038656:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1777045134.423847:0:7939:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777045134.423878:0:7939:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025800/0x2c8777a5e7d9e2c5 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148ce7 expref: -99 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045134.423927:0:7939:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025400/0x2c8777a5e7d9e2cc lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045134.423948:0:7939:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025400/0x2c8777a5e7d9e2cc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045134.423964:0:7939:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025400/0x2c8777a5e7d9e2cc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045134.425995:0:7939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025800/0x2c8777a5e7d9e2c5 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148ce7 expref: 33 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045134.426029:0:7939:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025400/0x2c8777a5e7d9e2cc lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148ce7 expref: 32 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045134.426043:0:7939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f:0x0].0x0 (ffff98df48c7e900) 00010000:00010000:2.0:1777045134.426048:0:7939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1777045134.426053:0:7939:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de48025400, rc 0) 00000100:00100000:1.0:1777045134.428418:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41d52680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+32:28724:x1863365370038656:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 Request processed in 4615us (5103us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045134.428434:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1102 00000100:00100000:3.0:1777045134.452731:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045134.452871:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370038912 00000100:00100000:2.0:1777045134.452885:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370038912 00000100:00100000:2.0:1777045134.453064:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1103 00000100:00100000:2.0:1777045134.453081:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d58b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+32:28724:x1863365370038912:12345-192.168.201.45@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1777045134.453641:0:5856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025800/0x2c8777a5e7d9e2d3 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045134.453665:0:5856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025800/0x2c8777a5e7d9e2d3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045134.453686:0:5856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025800/0x2c8777a5e7d9e2d3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1777045134.454429:0:5856:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].14, 88 off9136 00000004:00080000:2.0:1777045134.454445:0:5856:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1762944241529ns, next at 1763944238627ns, rc = 0 00000004:00010000:2.0:1777045134.454558:0:5856:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000003a272654 reply state 000000009851cfa9 transno 4294968027 ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025800/0x2c8777a5e7d9e2d3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777045134.454572:0:5856:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777045134.454685:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d58b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+34:28724:x1863365370038912:12345-192.168.201.45@tcp:36:lhsmtool_posix.0 Request processed in 1605us (1962us total) trans 4294968027 rc 0/0 00000100:00100000:2.0:1777045134.454697:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1103 00010000:00010000:1.0:1777045134.465799:0:3328:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025800/0x2c8777a5e7d9e2d3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045134.465825:0:3328:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025800/0x2c8777a5e7d9e2d3 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045134.465838:0:3328:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025800/0x2c8777a5e7d9e2d3 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045134.465850:0:3328:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48025800 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:1.0:1777045134.465857:0:3328:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025800/0x2c8777a5e7d9e2d3 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045134.466579:0:3328:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025800/0x2c8777a5e7d9e2d3 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045134.466602:0:3328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f:0x0].0x0 (ffff98df48c7e900) 00010000:00010000:1.0:1777045134.466606:0:3328:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1777045134.466613:0:3328:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025800/0x2c8777a5e7d9e2d3 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045134.466624:0:3328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025800/0x2c8777a5e7d9e2d3 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777045134.473771:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045134.474338:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370039040 00000100:00100000:2.0:1777045134.474352:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370039040 00000100:00100000:2.0:1777045134.474454:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1104 00000100:00100000:2.0:1777045134.474470:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d58bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+33:28724:x1863365370039040:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1777045134.474501:0:5855:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777045134.474529:0:5855:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025200/0x2c8777a5e7d9e2da lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148cee expref: -99 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045134.483244:0:5855:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025200/0x2c8777a5e7d9e2da lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148cee expref: 34 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045134.484261:0:5855:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025200/0x2c8777a5e7d9e2da lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148cee expref: 34 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045134.484309:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f:0x0].0x0 (ffff98df48c7e900) 00010000:00010000:1.0:1777045134.484314:0:5855:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1777045134.484319:0:5855:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de48025200, rc 0) 00000100:00100000:1.0:1777045134.484402:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d58bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+34:28724:x1863365370039040:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 Request processed in 9935us (10641us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045134.484416:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1104 00000100:00100000:3.0:1777045134.501585:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045134.501741:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370039168 00000100:00100000:0.0:1777045134.501754:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370039168 00000100:00100000:0.0:1777045134.501898:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 302 00000100:00100000:0.0:1777045134.501914:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df50e7d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2392:x1863365370039168:12345-192.168.201.45@tcp:2:lhsmtool_posix.0 00000100:00080000:2.0:1777045134.502717:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1777045134.505634:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df50e7d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+10:2392:x1863365370039168:12345-192.168.201.45@tcp:2:lhsmtool_posix.0 Request processed in 3714us (4068us total) trans 4294967354 rc 0/0 00000100:00100000:0.0:1777045134.505651:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 302 00000100:00100000:0.0:1777045134.516628:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045134.525112:0:5859:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370039424 00000100:00100000:2.0:1777045134.525132:0:5859:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370039424 00000100:00100000:3.0:1777045134.533632:0:5859:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 243 00000100:00100000:3.0:1777045134.533658:0:5859:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de419fc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+34:28724:x1863365370039424:12345-192.168.201.45@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1777045134.534122:0:5859:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de419fc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+35:28724:x1863365370039424:12345-192.168.201.45@tcp:35:lhsmtool_posix.0 Request processed in 473us (17503us total) trans 4294968028 rc 0/0 00000100:00100000:3.0:1777045134.534135:0:5859:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 243 00000100:00100000:1.0:1777045134.567750:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045134.568258:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370039680 00000100:00100000:2.0:1777045134.568563:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370039680 00000100:00100000:2.0:1777045134.568651:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1105 00000100:00100000:2.0:1777045134.568667:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41d51f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+35:28724:x1863365370039680:12345-192.168.201.45@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1777045134.569291:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41d51f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+35:28724:x1863365370039680:12345-192.168.201.45@tcp:57:lhsmtool_posix.0 Request processed in 624us (1548us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045134.569306:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1105 00000100:00100000:0.0:1777045134.621579:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045134.621709:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370039808 00000100:00100000:2.0:1777045134.621724:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370039808 00000100:00100000:2.0:1777045134.621841:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1106 00000100:00100000:2.0:1777045134.621859:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de419fe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+35:28724:x1863365370039808:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1777045134.621887:0:5856:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777045134.621916:0:5856:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024e00/0x2c8777a5e7d9e2e1 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148cf5 expref: -99 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045134.622023:0:5856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024400/0x2c8777a5e7d9e2e8 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045134.622047:0:5856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024400/0x2c8777a5e7d9e2e8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045134.622068:0:5856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024400/0x2c8777a5e7d9e2e8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777045134.622122:0:5856:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1777045134.622153:0:5856:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024400/0x2c8777a5e7d9e2e8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045134.622645:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024e00/0x2c8777a5e7d9e2e1 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148cf5 expref: 37 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045134.622678:0:5856:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024400/0x2c8777a5e7d9e2e8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148cf5 expref: 36 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045134.622704:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f:0x0].0x0 (ffff98df48c7e900) 00010000:00010000:2.0:1777045134.622709:0:5856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:2.0:1777045134.622715:0:5856:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de48024400, rc 0) 00000100:00100000:2.0:1777045134.622834:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de419fe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+36:28724:x1863365370039808:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 Request processed in 978us (1265us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045134.622848:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1106 00000100:00100000:0.0:1777045134.656275:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045134.671408:0:6639:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370039936 00000100:00100000:1.0:1777045134.671427:0:6639:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370039936 00000100:00100000:1.0:1777045134.671549:0:6639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 303 00000100:00100000:1.0:1777045134.671568:0:6639:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de419fce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+10:2393:x1863365370039936:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1777045134.671595:0:6639:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777045134.671626:0:6639:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008090f30a/0x2c8777a5e7d9e2ef lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148cfc expref: -99 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777045134.671666:0:6639:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x17:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x69eb8e8e, blocks: 0x1 00010000:00010000:1.0:1777045134.671695:0:6639:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777045134.671698:0:6639:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777045134.671710:0:6639:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008090f30a/0x2c8777a5e7d9e2ef lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148cfc expref: 11 pid: 6639 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045134.671740:0:6639:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000008090f30a/0x2c8777a5e7d9e2ef lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148cfc expref: 11 pid: 6639 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045134.671760:0:6639:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de41dfd400, rc 0) 00000100:00100000:1.0:1777045134.671895:0:6639:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de419fce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+11:2393:x1863365370039936:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 Request processed in 330us (17710us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045134.671908:0:6639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 303 00000100:00100000:1.0:1777045134.720131:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045134.720679:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370040192 00000100:00100000:2.0:1777045134.720695:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370040192 00000100:00100000:2.0:1777045134.720805:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1107 00000100:00100000:2.0:1777045134.720823:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41d50000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+36:28724:x1863365370040192:12345-192.168.201.45@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1777045134.720987:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41d50000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+36:28724:x1863365370040192:12345-192.168.201.45@tcp:57:lhsmtool_posix.0 Request processed in 164us (866us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045134.721002:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1107 00000100:00100000:0.0:1777045134.746680:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045134.754795:0:6641:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370040320 00000100:00100000:1.0:1777045134.754816:0:6641:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370040320 00000100:00100000:1.0:1777045134.754936:0:6641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 304 00000100:00100000:1.0:1777045134.754955:0:6641:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de419fd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+11:28724:x1863365370040320:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1777045134.754982:0:6641:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777045134.755011:0:6641:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f7fe5ed7/0x2c8777a5e7d9e2f6 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148d03 expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045134.755073:0:6641:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000008090f30a/0x2c8777a5e7d9e2ef lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148cfc expref: 12 pid: 6639 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045134.755089:0:6641:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777045134.755093:0:6641:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777045134.755101:0:6641:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f7fe5ed7/0x2c8777a5e7d9e2f6 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148d03 expref: 12 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045134.755157:0:6641:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000008090f30a/0x2c8777a5e7d9e2ef lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148cfc expref: 12 pid: 6639 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045134.755181:0:6641:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000008090f30a/0x2c8777a5e7d9e2ef lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148cfc expref: 12 pid: 6639 timeout: 1863 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777045134.755298:0:6641:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de41d50700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6641:1863365424377344:192.168.201.45@tcp:104: 00000100:00100000:1.0:1777045134.755473:0:6641:0:(client.c:2691:ptlrpc_set_wait()) set ffff98de47823a80 going to sleep for 11 seconds 00000100:00100000:0.0:1777045134.776037:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045134.778684:0:6641:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de41d50700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6641:1863365424377344:192.168.201.45@tcp:104: 00010000:00010000:1.0:1777045134.778735:0:6641:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000f7fe5ed7/0x2c8777a5e7d9e2f6 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148d03 expref: 12 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045134.778768:0:6641:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de41dfc400, rc 0) 00000100:00100000:1.0:1777045134.778899:0:6641:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de419fd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+12:28724:x1863365370040320:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 Request processed in 23947us (32229us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045134.778914:0:6641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 304 00000100:00100000:2.0:1777045134.796760:0:5841:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370040448 00000100:00100000:2.0:1777045134.796803:0:5841:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370040448 00010000:00010000:2.0:1777045134.796875:0:5841:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000008090f30a/0x2c8777a5e7d9e2ef lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148cfc expref: 12 pid: 6639 timeout: 1863 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777045134.796974:0:5841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 324 00000100:00100000:2.0:1777045134.796990:0:5841:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de419fed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+12:2393:x1863365370040448:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777045134.797011:0:5841:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777045134.797040:0:5841:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000008090f30a/0x2c8777a5e7d9e2ef lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148cfc expref: 12 pid: 6639 timeout: 1863 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045134.797070:0:5841:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000008090f30a/0x2c8777a5e7d9e2ef lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148cfc expref: 12 pid: 6639 timeout: 1863 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045134.797102:0:5841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008090f30a/0x2c8777a5e7d9e2ef lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148cfc expref: 12 pid: 6639 timeout: 1863 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045134.797125:0:5841:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777045134.797128:0:5841:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777045134.797137:0:5841:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000f7fe5ed7/0x2c8777a5e7d9e2f6 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148d03 expref: 11 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045134.797152:0:5841:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f7fe5ed7/0x2c8777a5e7d9e2f6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148d03 expref: 11 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045134.797254:0:5841:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000f7fe5ed7/0x2c8777a5e7d9e2f6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148d03 expref: 11 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777045134.797277:0:5841:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df6d627480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:5841:1863365424377472:192.168.201.45@tcp:105: 00000100:00100000:2.0:1777045134.797410:0:5841:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df50f27d80 going to sleep for 11 seconds 00000100:00100000:0.0:1777045134.830545:0:5841:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df6d627480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:5841:1863365424377472:192.168.201.45@tcp:105: 00010000:00010000:0.0:1777045134.830605:0:5841:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777045134.830673:0:5841:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de419fed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+11:2393:x1863365370040448:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 33685us (54645us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045134.830688:0:5841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 324 00000100:00100000:1.0:1777045134.863604:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045134.863753:0:17648:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370040576 00000100:00100000:2.0:1777045134.863767:0:17648:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370040576 00002000:00100000:2.0:1777045134.863864:0:17648:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->157) req@ffff98de41d50700 x1863365370040576/t0(0) o4->15144518-a1c7-4352-a966-cb31eadd4d9b@192.168.201.45@tcp:135/0 lens 648/0 e 0 to 0 dl 1777045145 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777045134.863883:0:17648:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98de41d50700 with x1863365370040576 ext(0->157) 00002000:00010000:2.0:1777045134.863893:0:17648:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff98de41d50700 00000100:00100000:2.0:1777045134.863946:0:17648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 99 00000100:00100000:2.0:1777045134.863963:0:17648:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41d50700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+11:2392:x1863365370040576:12345-192.168.201.45@tcp:4:lhsmtool_posix.0 00000100:00100000:2.0:1777045134.869494:0:17648:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41d50700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+13:2392:x1863365370040576:12345-192.168.201.45@tcp:4:lhsmtool_posix.0 Request processed in 4891us (5259us total) trans 4294967355 rc 0/0 00000100:00100000:2.0:1777045134.869517:0:17648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 99 00002000:00100000:2.0:1777045134.869536:0:17648:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->157) req@ffff98de41d50700 x1863365370040576/t4294967355(0) o4->15144518-a1c7-4352-a966-cb31eadd4d9b@192.168.201.45@tcp:135/0 lens 648/448 e 0 to 0 dl 1777045145 ref 1 fl Complete:/600/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777045134.869555:0:17648:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98de41d50700 with x1863365370040576 ext(0->157) 00002000:00010000:2.0:1777045134.869564:0:17648:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff98de41d50700 00010000:00010000:0.0:1777045134.870496:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777045134.906544:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045134.906685:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370040704 00000100:00100000:2.0:1777045134.906700:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370040704 00000100:00100000:2.0:1777045134.907327:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1108 00000100:00100000:2.0:1777045134.907345:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de419fd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+36:28724:x1863365370040704:12345-192.168.201.45@tcp:44:lhsmtool_posix.0 00000001:00080000:0.0:1777045135.126514:0:6666:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967354 is committed 00000001:00080000:2.0:1777045135.310673:0:5877:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968022 is committed 00000001:00080000:2.0:1777045135.310728:0:5877:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968027 is committed 00000004:00080000:2.0:1777045135.310734:0:5877:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 17 committed 00000001:00080000:2.0:1777045135.310752:0:5877:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968023 is committed 00000001:00080000:2.0:1777045135.311705:0:5877:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968028 is committed 00000001:00080000:2.0:1777045135.311718:0:5877:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968024 is committed 00000100:00100000:0.0:1777045135.312610:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df6d626680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424377600:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1777045135.312706:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777045135.313740:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de419fd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+32:28724:x1863365370040704:12345-192.168.201.45@tcp:44:lhsmtool_posix.0 Request processed in 406397us (407206us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045135.313755:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1108 00000100:00100000:2.0:1777045135.315737:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424377600 00000100:00100000:2.0:1777045135.315749:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424377600 00000100:00100000:2.0:1777045135.315888:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 305 00000100:00100000:2.0:1777045135.315902:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de419fc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3341:x1863365424377600:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:2.0:1777045135.316141:0:6642:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x17:0x0] updating lvb size from disk: 0 -> 158 00002000:00010000:2.0:1777045135.316146:0:6642:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x17:0x0] updating lvb mtime from disk: 0 -> 1777045134 00002000:00010000:2.0:1777045135.316150:0:6642:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x17:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1777045135.316154:0:6642:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x17:0x0] updating lvb ctime from disk: 1777045134 -> 1777045134 00002000:00010000:2.0:1777045135.316158:0:6642:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x17:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00080000:0.0:1777045135.316599:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1777045135.319557:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de419fc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3341:x1863365424377600:12345-0@lo:2:osp-syn-0-0.0 Request processed in 3650us (6843us total) trans 4294967356 rc 0/0 00000100:00100000:2.0:1777045135.319575:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 305 00000004:00080000:0.0:1777045135.320761:0:3341:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98df6d626680/2, rc 0, transno 4294967356 00000100:00100000:0.0:1777045135.320808:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df6d626680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424377600:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1777045135.342364:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045135.345298:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045135.345365:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045135.346815:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370041088 00000100:00100000:3.0:1777045135.346850:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370041088 00000100:00100000:3.0:1777045135.346953:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1043 00000100:00100000:3.0:1777045135.346970:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de419ffb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:146de360-3fb2-48bd-b418-06f30714148a+58:2390:x1863365370041088:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777045135.347072:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de419ffb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:146de360-3fb2-48bd-b418-06f30714148a+58:2390:x1863365370041088:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 106us (1705us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045135.347086:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1043 00000100:00080000:0.0:1777045135.347712:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1777045135.348530:0:5848:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370040960 00000100:00100000:1.0:1777045135.348540:0:5848:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370040960 00000100:00100000:1.0:1777045135.348615:0:5848:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 832 00000100:00100000:1.0:1777045135.348630:0:5848:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df485c0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2390:x1863365370040960:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:1.0:1777045135.348696:0:5848:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df485c0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2390:x1863365370040960:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 70us (3405us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045135.348707:0:5848:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 832 00000100:00100000:2.0:1777045135.354002:0:6639:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370040832 00000100:00100000:2.0:1777045135.354020:0:6639:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370040832 00000100:00100000:3.0:1777045135.355252:0:6639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 306 00000100:00100000:3.0:1777045135.355271:0:6639:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41d53100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+12:2391:x1863365370040832:12345-192.168.201.45@tcp:16:lhsmtool_posix.0 00000100:00100000:0.0:1777045135.395639:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045135.395706:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045135.395758:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045135.396185:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045135.396247:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370041344 00000100:00100000:0.0:1777045135.396260:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370041344 00000100:00100000:0.0:1777045135.396333:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370041216 00000100:00100000:0.0:1777045135.396337:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370041216 00000100:00100000:0.0:1777045135.396361:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370041600 00000100:00100000:0.0:1777045135.396365:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370041600 00000100:00100000:0.0:1777045135.396387:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 863 00000100:00100000:0.0:1777045135.396401:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df485be300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:146de360-3fb2-48bd-b418-06f30714148a+17:2391:x1863365370041344:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:0.0:1777045135.396489:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df485be300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:146de360-3fb2-48bd-b418-06f30714148a+17:2391:x1863365370041344:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 89us (861us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045135.396502:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 863 00000100:00100000:0.0:1777045135.396529:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 864 00000100:00100000:0.0:1777045135.396539:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df485bf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:146de360-3fb2-48bd-b418-06f30714148a+11:2390:x1863365370041216:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:0.0:1777045135.396579:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df485bf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:146de360-3fb2-48bd-b418-06f30714148a+11:2390:x1863365370041216:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 41us (874us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045135.396589:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 864 00000100:00100000:0.0:1777045135.396608:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 865 00000100:00100000:0.0:1777045135.396618:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de431bf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2391:x1863365370041600:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:0.0:1777045135.396652:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de431bf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2391:x1863365370041600:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 35us (469us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045135.396662:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 865 00000100:00080000:0.0:1777045135.396689:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1777045135.396695:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1777045135.402932:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370041472 00000100:00100000:1.0:1777045135.402949:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370041472 00000100:00100000:1.0:1777045135.403030:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1044 00000100:00100000:1.0:1777045135.403046:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de431bdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+32:2390:x1863365370041472:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:1.0:1777045135.404163:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de431bdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+32:2390:x1863365370041472:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 1117us (8400us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045135.404176:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1044 00000001:00080000:3.0:1777045135.563443:0:6666:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967356 is committed 00000001:00080000:3.0:1777045135.563465:0:6666:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967355 is committed 00000100:00100000:0.0:1777045135.564695:0:6639:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41d53100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+10:2391:x1863365370040832:12345-192.168.201.45@tcp:16:lhsmtool_posix.0 Request processed in 209420us (222332us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045135.564716:0:6639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 306 00000100:00100000:0.0:1777045135.578196:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045135.583566:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370041856 00000100:00100000:1.0:1777045135.583854:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370041856 00000100:00100000:0.0:1777045135.586618:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1109 00000100:00100000:0.0:1777045135.586645:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d655c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+32:28724:x1863365370041856:12345-192.168.201.45@tcp:36:lhsmtool_posix.0 00010000:00010000:0.0:1777045135.586722:0:7939:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777045135.586791:0:7939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024400/0x2c8777a5e7d9e2e8 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148cf5 expref: 32 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045135.586824:0:7939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f:0x0].0x0 (ffff98df48c7e900) 00010000:00010000:0.0:1777045135.586832:0:7939:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777045135.586882:0:7939:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023a00/0x2c8777a5e7d9e2fd lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045135.586904:0:7939:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023a00/0x2c8777a5e7d9e2fd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045135.586920:0:7939:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023a00/0x2c8777a5e7d9e2fd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777045135.587196:0:7939:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000076057a64 reply state 000000007582b50e transno 4294968029 ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023a00/0x2c8777a5e7d9e2fd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777045135.587278:0:7939:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777045135.587433:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d655c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+33:28724:x1863365370041856:12345-192.168.201.45@tcp:36:lhsmtool_posix.0 Request processed in 795us (9247us total) trans 4294968029 rc 0/0 00000100:00100000:0.0:1777045135.587447:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1109 00010000:00010000:2.0:1777045135.599542:0:3327:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023a00/0x2c8777a5e7d9e2fd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045135.599583:0:3327:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023a00/0x2c8777a5e7d9e2fd lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045135.599595:0:3327:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023a00/0x2c8777a5e7d9e2fd lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045135.599606:0:3327:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48023a00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:2.0:1777045135.599613:0:3327:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023a00/0x2c8777a5e7d9e2fd lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045135.599626:0:3327:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023a00/0x2c8777a5e7d9e2fd lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045135.599649:0:3327:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f:0x0].0x0 (ffff98df48c7e900) 00010000:00010000:2.0:1777045135.599654:0:3327:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777045135.599661:0:3327:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023a00/0x2c8777a5e7d9e2fd lrc: 2/0,0 mode: --/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045135.599670:0:3327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023a00/0x2c8777a5e7d9e2fd lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777045135.602110:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045135.602274:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370041984 00000100:00100000:2.0:1777045135.602287:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370041984 00000100:00100000:2.0:1777045135.602359:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 307 00000100:00100000:2.0:1777045135.602375:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41d50a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+10:2392:x1863365370041984:12345-192.168.201.45@tcp:2:lhsmtool_posix.0 00002000:00010000:2.0:1777045135.602754:0:6642:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x17:0x0] updating lvb size from disk: 158 -> 158 00002000:00010000:2.0:1777045135.602784:0:6642:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x17:0x0] updating lvb mtime from disk: 1777045134 -> 1536580263 00002000:00010000:2.0:1777045135.602788:0:6642:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x17:0x0] updating lvb atime from disk: 0 -> 1777043563 00002000:00010000:2.0:1777045135.602792:0:6642:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x17:0x0] updating lvb ctime from disk: 1777045134 -> 1777045132 00002000:00010000:2.0:1777045135.602796:0:6642:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x17:0x0] updating lvb blocks from disk: 1 -> 11 00000100:00100000:2.0:1777045135.603132:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41d50a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+11:2392:x1863365370041984:12345-192.168.201.45@tcp:2:lhsmtool_posix.0 Request processed in 757us (1028us total) trans 4294967357 rc 0/0 00000100:00100000:2.0:1777045135.603147:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 307 00000100:00100000:1.0:1777045135.630176:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045135.631574:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370042240 00000100:00100000:3.0:1777045135.631591:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370042240 00000100:00100000:3.0:1777045135.631696:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1110 00000100:00100000:3.0:1777045135.631715:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41d52d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+32:28724:x1863365370042240:12345-192.168.201.45@tcp:55:lhsmtool_posix.0 00010000:00010000:3.0:1777045135.631841:0:5855:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066200/0x2c8777a5e7d9e304 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045135.631872:0:5855:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025400/0x2c8777a5e7d9e2cc lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148ce7 expref: 32 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045135.631889:0:5855:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066200/0x2c8777a5e7d9e304 lrc: 4/0,1 mode: --/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045135.631944:0:5855:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025400/0x2c8777a5e7d9e2cc lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148ce7 expref: 32 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045135.631969:0:5855:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025400/0x2c8777a5e7d9e2cc lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148ce7 expref: 32 pid: 7939 timeout: 1864 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777045135.631992:0:5855:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df6d589180 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5855:1863365424377728:192.168.201.45@tcp:104: 00000100:00100000:3.0:1777045135.632125:0:5855:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df74e89900 going to sleep for 11 seconds 00000100:00100000:0.0:1777045135.650748:0:5855:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df6d589180 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5855:1863365424377728:192.168.201.45@tcp:104: 00010000:00010000:0.0:1777045135.650812:0:5855:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066200/0x2c8777a5e7d9e304 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777045135.651633:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045135.652892:0:5843:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370042368 00000100:00100000:2.0:1777045135.652905:0:5843:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370042368 00010000:00010000:2.0:1777045135.652958:0:5843:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025400/0x2c8777a5e7d9e2cc lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148ce7 expref: 33 pid: 7939 timeout: 1864 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777045135.653019:0:5843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 325 00000100:00100000:2.0:1777045135.653034:0:5843:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d588a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+33:2392:x1863365370042368:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777045135.653055:0:5843:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777045135.653065:0:5843:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025400/0x2c8777a5e7d9e2cc lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148ce7 expref: 33 pid: 7939 timeout: 1864 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045135.653083:0:5843:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025400/0x2c8777a5e7d9e2cc lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148ce7 expref: 33 pid: 7939 timeout: 1864 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045135.653121:0:5843:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025400/0x2c8777a5e7d9e2cc lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148ce7 expref: 33 pid: 7939 timeout: 1864 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045135.653144:0:5843:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f:0x0].0x0 (ffff98df48c7e900) 00010000:00010000:2.0:1777045135.653152:0:5843:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066200/0x2c8777a5e7d9e304 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045135.653166:0:5843:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066200/0x2c8777a5e7d9e304 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045135.653178:0:5843:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066200/0x2c8777a5e7d9e304 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045135.653270:0:5843:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777045135.653340:0:5843:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d588a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+32:2392:x1863365370042368:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 308us (1708us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045135.653353:0:5843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 325 00010000:00010000:3.0:1777045135.655977:0:5855:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066200/0x2c8777a5e7d9e304 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045135.655994:0:5855:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066200/0x2c8777a5e7d9e304 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045135.656033:0:5855:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066200/0x2c8777a5e7d9e304 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045135.656044:0:5855:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066200/0x2c8777a5e7d9e304 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045135.656053:0:5855:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066200/0x2c8777a5e7d9e304 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045135.656063:0:5855:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48066200 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:3.0:1777045135.656069:0:5855:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066200/0x2c8777a5e7d9e304 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045135.656081:0:5855:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066200/0x2c8777a5e7d9e304 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045135.656100:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f:0x0].0x0 (ffff98df48c7e900) 00010000:00010000:3.0:1777045135.656105:0:5855:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:3.0:1777045135.656111:0:5855:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066200/0x2c8777a5e7d9e304 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045135.656121:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066200/0x2c8777a5e7d9e304 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777045135.657927:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41d52d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+31:28724:x1863365370042240:12345-192.168.201.45@tcp:55:lhsmtool_posix.0 Request processed in 26207us (27753us total) trans 0 rc -22/-22 00000100:00100000:3.0:1777045135.657945:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1110 00000100:00100000:2.0:1777045135.690924:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045135.691796:0:6641:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370042496 00000100:00100000:3.0:1777045135.691811:0:6641:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370042496 00000100:00100000:3.0:1777045135.692249:0:6641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 308 00000100:00100000:3.0:1777045135.692265:0:6641:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d627100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+11:2393:x1863365370042496:12345-192.168.201.45@tcp:1:lhsmtool_posix.0 00010000:00010000:3.0:1777045135.692371:0:6641:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000056b0e889/0x2c8777a5e7d9e30b lrc: 3/1,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045135.692402:0:6641:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000f7fe5ed7/0x2c8777a5e7d9e2f6 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148d03 expref: 11 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045135.692416:0:6641:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777045135.692420:0:6641:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777045135.692425:0:6641:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000056b0e889/0x2c8777a5e7d9e30b lrc: 4/1,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045135.692473:0:6641:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000f7fe5ed7/0x2c8777a5e7d9e2f6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148d03 expref: 11 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045135.692497:0:6641:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000f7fe5ed7/0x2c8777a5e7d9e2f6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148d03 expref: 11 pid: 6641 timeout: 1864 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777045135.692543:0:6641:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df6d588700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6641:1863365424377856:192.168.201.45@tcp:104: 00000100:00100000:3.0:1777045135.692662:0:6641:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df74e89600 going to sleep for 11 seconds 00000100:00100000:3.0:1777045135.711595:0:6641:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df6d588700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6641:1863365424377856:192.168.201.45@tcp:104: 00010000:00010000:3.0:1777045135.711633:0:6641:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000056b0e889/0x2c8777a5e7d9e30b lrc: 3/1,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777045135.712641:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045135.716699:0:6655:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370042624 00000100:00100000:3.0:1777045135.716715:0:6655:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370042624 00010000:00010000:3.0:1777045135.716814:0:6655:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000f7fe5ed7/0x2c8777a5e7d9e2f6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148d03 expref: 12 pid: 6641 timeout: 1864 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777045135.716880:0:6655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 326 00000100:00100000:3.0:1777045135.716910:0:6655:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d625180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+12:2392:x1863365370042624:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777045135.716931:0:6655:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777045135.716960:0:6655:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000f7fe5ed7/0x2c8777a5e7d9e2f6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148d03 expref: 12 pid: 6641 timeout: 1864 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045135.716981:0:6655:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000f7fe5ed7/0x2c8777a5e7d9e2f6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148d03 expref: 12 pid: 6641 timeout: 1864 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045135.717016:0:6655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f7fe5ed7/0x2c8777a5e7d9e2f6 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148d03 expref: 12 pid: 6641 timeout: 1864 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045135.717041:0:6655:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777045135.717044:0:6655:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777045135.717051:0:6655:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000056b0e889/0x2c8777a5e7d9e30b lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045135.717066:0:6655:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000056b0e889/0x2c8777a5e7d9e30b lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045135.717260:0:6655:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777045135.717480:0:6655:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d625180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+11:2392:x1863365370042624:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 585us (4840us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045135.717494:0:6655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 326 00010000:00010000:1.0:1777045135.728736:0:6641:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000056b0e889/0x2c8777a5e7d9e30b lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045135.729089:0:6641:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000056b0e889/0x2c8777a5e7d9e30b lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045135.729140:0:6641:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000056b0e889/0x2c8777a5e7d9e30b lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045135.729154:0:6641:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000056b0e889/0x2c8777a5e7d9e30b lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045135.729167:0:6641:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000056b0e889/0x2c8777a5e7d9e30b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045135.729177:0:6641:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48066200 already unused, calling callback (ffffffffc17d22d0) 00010000:00010000:1.0:1777045135.729183:0:6641:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000056b0e889/0x2c8777a5e7d9e30b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045135.729196:0:6641:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000056b0e889/0x2c8777a5e7d9e30b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045135.729246:0:6641:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000056b0e889/0x2c8777a5e7d9e30b lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045135.729261:0:6641:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000056b0e889/0x2c8777a5e7d9e30b lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777045135.729668:0:6641:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d627100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+10:2393:x1863365370042496:12345-192.168.201.45@tcp:1:lhsmtool_posix.0 Request processed in 37398us (38747us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045135.729688:0:6641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 308 00000100:00100000:2.0:1777045135.746709:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045135.747108:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370042880 00000100:00100000:1.0:1777045135.747122:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370042880 00000100:00100000:0.0:1777045135.747260:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1111 00000100:00100000:0.0:1777045135.747279:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d627480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+31:28724:x1863365370042880:12345-192.168.201.45@tcp:57:lhsmtool_posix.0 00010000:00010000:0.0:1777045135.747374:0:12646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022e00/0x2c8777a5e7d9e312 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x44:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045135.747398:0:12646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022e00/0x2c8777a5e7d9e312 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x44:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045135.747414:0:12646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022e00/0x2c8777a5e7d9e312 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x44:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045135.747726:0:12646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023800/0x2c8777a5e7d9e319 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045135.747746:0:12646:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025200/0x2c8777a5e7d9e2da lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148cee expref: 32 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045135.750120:0:12646:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023800/0x2c8777a5e7d9e319 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045135.750177:0:12646:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025200/0x2c8777a5e7d9e2da lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148cee expref: 32 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045135.750199:0:12646:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025200/0x2c8777a5e7d9e2da lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148cee expref: 32 pid: 5855 timeout: 1864 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777045135.750220:0:12646:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de42e5ad80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12646:1863365424377984:192.168.201.45@tcp:104: 00000100:00100000:0.0:1777045135.750340:0:12646:0:(client.c:2691:ptlrpc_set_wait()) set ffff98de47828180 going to sleep for 11 seconds 00000100:00100000:2.0:1777045135.765009:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045135.765304:0:12646:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de42e5ad80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12646:1863365424377984:192.168.201.45@tcp:104: 00010000:00010000:0.0:1777045135.765336:0:12646:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023800/0x2c8777a5e7d9e319 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777045135.765453:0:5843:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370043008 00000100:00100000:1.0:1777045135.765463:0:5843:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370043008 00010000:00010000:1.0:1777045135.765508:0:5843:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025200/0x2c8777a5e7d9e2da lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148cee expref: 33 pid: 5855 timeout: 1864 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777045135.765562:0:5843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 327 00000100:00100000:1.0:1777045135.765575:0:5843:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d625880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+33:2393:x1863365370043008:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777045135.765593:0:5843:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777045135.765602:0:5843:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025200/0x2c8777a5e7d9e2da lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148cee expref: 33 pid: 5855 timeout: 1864 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045135.765620:0:5843:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025200/0x2c8777a5e7d9e2da lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148cee expref: 33 pid: 5855 timeout: 1864 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045135.765648:0:5843:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025200/0x2c8777a5e7d9e2da lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148cee expref: 33 pid: 5855 timeout: 1864 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045135.765669:0:5843:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f:0x0].0x0 (ffff98df48c7e900) 00010000:00010000:1.0:1777045135.765675:0:5843:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023800/0x2c8777a5e7d9e319 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045135.765687:0:5843:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023800/0x2c8777a5e7d9e319 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045135.765697:0:5843:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023800/0x2c8777a5e7d9e319 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045135.765743:0:5843:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777045135.765836:0:5843:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d625880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+32:2393:x1863365370043008:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 261us (837us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045135.765847:0:5843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 327 00010000:00010000:2.0:1777045135.767263:0:12646:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023800/0x2c8777a5e7d9e319 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045135.767278:0:12646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023800/0x2c8777a5e7d9e319 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1777045135.767518:0:12646:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968030 00000001:00080000:2.0:1777045135.767751:0:12646:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968031 00000001:00080000:2.0:1777045135.767845:0:12646:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968032 00000100:00100000:2.0:1777045135.767962:0:12646:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df6d625c00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:12646:1863365424378112:0@lo:1000:mdt00_004.0 00000100:00100000:2.0:1777045135.768028:0:12646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777045135.768065:0:12646:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df44f63300 going to sleep for 11 seconds 00000100:00100000:3.0:1777045135.768633:0:5861:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424378112 00000100:00100000:3.0:1777045135.768644:0:5861:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424378112 00000100:00100000:3.0:1777045135.768700:0:5861:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 45 00000100:00100000:3.0:1777045135.768719:0:5861:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d624380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:12646:x1863365424378112:12345-0@lo:1000:mdt00_004.0 00000100:00100000:3.0:1777045135.768861:0:5861:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d624380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:12646:x1863365424378112:12345-0@lo:1000:mdt00_004.0 Request processed in 145us (833us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045135.768872:0:5861:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 45 00000100:00100000:2.0:1777045135.772935:0:12646:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967356 gen 2 00000004:00080000:2.0:1777045135.772948:0:12646:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98df6d626680, transno 4294967356 00000100:00100000:2.0:1777045135.772969:0:12646:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df6d625c00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:12646:1863365424378112:0@lo:1000:mdt00_004.0 00000001:00080000:2.0:1777045135.773732:0:12646:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968033 00000100:00100000:2.0:1777045135.774088:0:12646:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df6d625c00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:12646:1863365424378240:0@lo:1000:mdt00_004.0 00000100:00100000:2.0:1777045135.774153:0:12646:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777045135.774509:0:12646:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df586eac00 going to sleep for 11 seconds 00000100:00100000:1.0:1777045135.774620:0:5861:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424378240 00000100:00100000:1.0:1777045135.774629:0:5861:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424378240 00000100:00100000:1.0:1777045135.774692:0:5861:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 46 00000100:00100000:1.0:1777045135.774705:0:5861:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df605f1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:12646:x1863365424378240:12345-0@lo:1000:mdt00_004.0 00000100:00100000:1.0:1777045135.775249:0:5861:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df605f1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:12646:x1863365424378240:12345-0@lo:1000:mdt00_004.0 Request processed in 546us (1095us total) trans 4294967358 rc 0/0 00000100:00100000:1.0:1777045135.775502:0:5861:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 46 00000100:00100000:2.0:1777045135.786492:0:12646:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df6d625c00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:12646:1863365424378240:0@lo:1000:mdt00_004.0 00010000:00010000:2.0:1777045135.786572:0:12646:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023800/0x2c8777a5e7d9e319 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045135.786588:0:12646:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023800/0x2c8777a5e7d9e319 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045135.786599:0:12646:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023800/0x2c8777a5e7d9e319 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045135.786607:0:12646:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48023800 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:2.0:1777045135.786613:0:12646:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023800/0x2c8777a5e7d9e319 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045135.786625:0:12646:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023800/0x2c8777a5e7d9e319 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045135.786645:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f:0x0].0x0 (ffff98df48c7e900) 00010000:00010000:2.0:1777045135.786651:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1777045135.786657:0:12646:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023800/0x2c8777a5e7d9e319 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045135.786666:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023800/0x2c8777a5e7d9e319 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045135.786710:0:12646:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023000/0x2c8777a5e7d9e24e lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x44:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045135.786720:0:12646:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023000/0x2c8777a5e7d9e24e lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x44:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045135.786728:0:12646:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023000/0x2c8777a5e7d9e24e lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x44:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045135.786737:0:12646:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48023000 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:2.0:1777045135.786741:0:12646:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023000/0x2c8777a5e7d9e24e lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x44:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045135.786750:0:12646:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023000/0x2c8777a5e7d9e24e lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x44:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000020 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045135.787072:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x44:0x0].0x0 (ffff98df61f8e100) 00010000:00010000:2.0:1777045135.787077:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1777045135.787085:0:12646:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022000/0x2c8777a5e7d9e255 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x44:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148ccb expref: 57 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045135.787102:0:12646:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022000/0x2c8777a5e7d9e255 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x44:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148ccb expref: 57 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045135.787115:0:12646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022000/0x2c8777a5e7d9e255 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x44:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148ccb expref: 57 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045135.787228:0:12646:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022000/0x2c8777a5e7d9e255 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x44:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148ccb expref: 57 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777045135.787251:0:12646:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df605f3800 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12646:1863365424378368:192.168.201.45@tcp:105: 00000100:00100000:2.0:1777045135.788127:0:12646:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df586eac00 going to sleep for 11 seconds 00000100:00100000:0.0:1777045135.794117:0:12646:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df605f3800 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12646:1863365424378368:192.168.201.45@tcp:105: 00010000:00010000:0.0:1777045135.794173:0:12646:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023000/0x2c8777a5e7d9e24e lrc: 2/0,0 mode: --/EX res: [0x200000401:0x44:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045135.794189:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023000/0x2c8777a5e7d9e24e lrc: 0/0,0 mode: --/EX res: [0x200000401:0x44:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045135.794276:0:12646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023c00/0x2c8777a5e7d9e320 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x44:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045135.794296:0:12646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023c00/0x2c8777a5e7d9e320 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045135.794318:0:12646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023c00/0x2c8777a5e7d9e320 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045135.794333:0:12646:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023c00/0x2c8777a5e7d9e320 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045135.794343:0:12646:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023c00/0x2c8777a5e7d9e320 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045135.794352:0:12646:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023c00/0x2c8777a5e7d9e320 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045135.794360:0:12646:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48023c00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:0.0:1777045135.794366:0:12646:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023c00/0x2c8777a5e7d9e320 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045135.794377:0:12646:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023c00/0x2c8777a5e7d9e320 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045135.794392:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x44:0x0].0x0 (ffff98df61f8e100) 00010000:00010000:0.0:1777045135.794397:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777045135.794402:0:12646:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023c00/0x2c8777a5e7d9e320 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045135.794411:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023c00/0x2c8777a5e7d9e320 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045135.794424:0:12646:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022e00/0x2c8777a5e7d9e312 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x44:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045135.794433:0:12646:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022e00/0x2c8777a5e7d9e312 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x44:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045135.794442:0:12646:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022e00/0x2c8777a5e7d9e312 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x44:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045135.794450:0:12646:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48022e00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:0.0:1777045135.794454:0:12646:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022e00/0x2c8777a5e7d9e312 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x44:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045135.794463:0:12646:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022e00/0x2c8777a5e7d9e312 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x44:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045135.794472:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x44:0x0].0x0 (ffff98df61f8e100) 00010000:00010000:0.0:1777045135.794475:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1777045135.794479:0:12646:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022e00/0x2c8777a5e7d9e312 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x44:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045135.794489:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022e00/0x2c8777a5e7d9e312 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x44:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777045135.794806:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d627480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+35:28724:x1863365370042880:12345-192.168.201.45@tcp:57:lhsmtool_posix.0 Request processed in 47530us (48104us total) trans 4294968034 rc 0/0 00000100:00100000:0.0:1777045135.794821:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1111 00000020:00080000:0.0:1777045135.794830:0:12646:0:(tgt_main.c:783:tgt_ses_key_exit()) total 5 transactions per RPC 00000040:00080000:1.0:1777045135.795651:0:11491:0:(llog.c:801:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1777045135.795658:0:11491:0:(llog_cat.c:158:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000100:00100000:3.0:1777045135.795990:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000040:00080000:1.0:1777045135.797101:0:11491:0:(llog.c:858:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 2 00000040:00080000:1.0:1777045135.797116:0:11491:0:(llog.c:858:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1777045135.797317:0:5859:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370043136 00000100:00100000:0.0:1777045135.797330:0:5859:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370043136 00000100:00100000:0.0:1777045135.797384:0:5859:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 244 00000100:00100000:0.0:1777045135.797397:0:5859:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d588700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:146de360-3fb2-48bd-b418-06f30714148a+58:28723:x1863365370043136:12345-192.168.201.45@tcp:49:cmp.0 00000100:00100000:0.0:1777045135.797571:0:5859:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d588700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:146de360-3fb2-48bd-b418-06f30714148a+58:28723:x1863365370043136:12345-192.168.201.45@tcp:49:cmp.0 Request processed in 173us (1582us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045135.797590:0:5859:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 244 00000100:00100000:3.0:1777045135.812626:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045135.812849:0:5859:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370043392 00000100:00100000:0.0:1777045135.812863:0:5859:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370043392 00000100:00100000:0.0:1777045135.812950:0:5859:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 245 00000100:00100000:0.0:1777045135.812966:0:5859:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d58ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+35:28724:x1863365370043392:12345-192.168.201.45@tcp:35:lhsmtool_posix.0 00000004:00080000:0.0:1777045135.813979:0:5859:0:(mdd_object.c:4010:mdd_close()) Object [0x200000402:0x1f:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:0.0:1777045135.814153:0:5859:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968035 00010000:00010000:0.0:1777045135.814251:0:5859:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022e00/0x2c8777a5e7d9e327 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5859 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045135.814276:0:5859:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022e00/0x2c8777a5e7d9e327 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 5859 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045135.814294:0:5859:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022e00/0x2c8777a5e7d9e327 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 5859 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045135.814307:0:5859:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022e00/0x2c8777a5e7d9e327 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 5859 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045135.814318:0:5859:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022e00/0x2c8777a5e7d9e327 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 5859 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045135.814328:0:5859:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022e00/0x2c8777a5e7d9e327 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 5859 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045135.815064:0:5859:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1777045135.815204:0:5859:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d58ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+37:28724:x1863365370043392:12345-192.168.201.45@tcp:35:lhsmtool_posix.0 Request processed in 2238us (2584us total) trans 4294968036 rc 0/0 00000100:00100000:0.0:1777045135.815218:0:5859:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 245 00000020:00080000:0.0:1777045135.815227:0:5859:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1777045135.817433:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045135.817991:0:6639:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370043520 00000100:00100000:3.0:1777045135.818004:0:6639:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370043520 00000100:00100000:3.0:1777045135.818085:0:6639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 309 00000100:00100000:3.0:1777045135.818101:0:6639:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42e5ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:146de360-3fb2-48bd-b418-06f30714148a+11:28723:x1863365370043520:12345-192.168.201.45@tcp:101:cmp.0 00010000:00010000:3.0:1777045135.818128:0:6639:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777045135.818169:0:6639:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d49203ba/0x2c8777a5e7d9e32e lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148d0a expref: -99 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777045135.818567:0:6639:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x17:0x0] initial LVB size: 158, mtime: 0x5b965aa7, atime: 0x69eb886b, ctime: 0x69eb8e8c, blocks: 0xb 00010000:00010000:3.0:1777045135.818598:0:6639:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777045135.818602:0:6639:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777045135.818614:0:6639:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d49203ba/0x2c8777a5e7d9e32e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148d0a expref: 12 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045135.818639:0:6639:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000d49203ba/0x2c8777a5e7d9e32e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148d0a expref: 12 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045135.818659:0:6639:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de48067e00, rc 0) 00000100:00100000:3.0:1777045135.818717:0:6639:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42e5ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:146de360-3fb2-48bd-b418-06f30714148a+12:28723:x1863365370043520:12345-192.168.201.45@tcp:101:cmp.0 Request processed in 620us (1289us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045135.818728:0:6639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 309 00010000:00010000:1.0:1777045135.826003:0:5844:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1777045135.826021:0:5844:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022e00/0x2c8777a5e7d9e327 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5859 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045135.826037:0:5844:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48022e00 already unused, calling callback (ffffffffc17d22d0) 00010000:00010000:1.0:1777045135.826044:0:5844:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022e00/0x2c8777a5e7d9e327 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5859 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045135.826058:0:5844:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022e00/0x2c8777a5e7d9e327 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5859 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045135.826081:0:5844:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f:0x0].0x0 (ffff98df61f8e800) 00010000:00010000:1.0:1777045135.826086:0:5844:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1777045135.826095:0:5844:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022e00/0x2c8777a5e7d9e327 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5859 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045135.826105:0:5844:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022e00/0x2c8777a5e7d9e327 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5859 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045135.827779:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777045135.827785:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777045135.827788:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777045135.834694:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045135.834884:0:6645:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370043648 00000100:00100000:3.0:1777045135.834915:0:6645:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370043648 00002000:00100000:3.0:1777045135.834988:0:6645:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff98de42e59f80 x1863365370043648/t0(0) o3->146de360-3fb2-48bd-b418-06f30714148a@192.168.201.45@tcp:136/0 lens 488/0 e 0 to 0 dl 1777045146 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1777045135.835008:0:6645:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98de42e59f80 with x1863365370043648 ext(0->4095) 00002000:00010000:3.0:1777045135.835017:0:6645:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff98de42e59f80 00000100:00100000:3.0:1777045135.835078:0:6645:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 100 00000100:00100000:3.0:1777045135.835095:0:6645:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42e59f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:146de360-3fb2-48bd-b418-06f30714148a+12:2391:x1863365370043648:12345-192.168.201.45@tcp:3:cmp.0 00000100:00100000:3.0:1777045135.835797:0:6645:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42e59f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:146de360-3fb2-48bd-b418-06f30714148a+12:2391:x1863365370043648:12345-192.168.201.45@tcp:3:cmp.0 Request processed in 704us (1111us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1777045135.835811:0:6645:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 100 00002000:00100000:3.0:1777045135.835821:0:6645:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff98de42e59f80 x1863365370043648/t0(0) o3->146de360-3fb2-48bd-b418-06f30714148a@192.168.201.45@tcp:136/0 lens 488/4536 e 0 to 0 dl 1777045146 ref 1 fl Complete:/600/0 rc 4096/4096 job:'cmp.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1777045135.835835:0:6645:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98de42e59f80 with x1863365370043648 ext(0->4095) 00002000:00010000:3.0:1777045135.835841:0:6645:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff98de42e59f80 00000100:00100000:2.0:1777045135.874174:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045135.874841:0:5858:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370043904 00000100:00100000:3.0:1777045135.874856:0:5858:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370043904 00000100:00100000:3.0:1777045135.874941:0:5858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 246 00000100:00100000:3.0:1777045135.874955:0:5858:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df605f3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:146de360-3fb2-48bd-b418-06f30714148a+58:28723:x1863365370043904:12345-192.168.201.45@tcp:35:cmp.0 00000001:00080000:3.0:1777045135.875400:0:5858:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968037 00000100:00100000:3.0:1777045135.877702:0:5858:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df605f3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:146de360-3fb2-48bd-b418-06f30714148a+60:28723:x1863365370043904:12345-192.168.201.45@tcp:35:cmp.0 Request processed in 2741us (3531us total) trans 4294968038 rc 0/0 00000100:00100000:3.0:1777045135.877718:0:5858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 246 00000020:00080000:3.0:1777045135.877728:0:5858:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:0.0:1777045135.897516:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777045135.952734:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045135.953335:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370044032 00000100:00100000:2.0:1777045135.953349:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370044032 00000100:00100000:2.0:1777045135.953431:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1112 00000100:00100000:2.0:1777045135.953446:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d626680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:146de360-3fb2-48bd-b418-06f30714148a+60:28725:x1863365370044032:12345-192.168.201.45@tcp:101:lfs.0 00010000:00010000:2.0:1777045135.953477:0:7939:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777045135.953506:0:7939:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024a00/0x2c8777a5e7d9e335 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x42:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148d11 expref: -99 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045135.953593:0:7939:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025200/0x2c8777a5e7d9e33c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x42:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045135.953614:0:7939:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025200/0x2c8777a5e7d9e33c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x42:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045135.953630:0:7939:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025200/0x2c8777a5e7d9e33c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x42:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045135.953651:0:7939:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024600/0x2c8777a5e7d9e343 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x42:0x0].0x81b47e8f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045135.953661:0:7939:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024600/0x2c8777a5e7d9e343 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x42:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045135.953678:0:7939:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024600/0x2c8777a5e7d9e343 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x42:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045135.957976:0:7939:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025400/0x2c8777a5e7d9e34a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x44:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045135.958003:0:7939:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025400/0x2c8777a5e7d9e34a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x44:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045135.958020:0:7939:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025400/0x2c8777a5e7d9e34a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x44:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777045135.958075:0:7939:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x44:0x0]: returning size 158 00000004:00200000:2.0:1777045135.958082:0:7939:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1777045135.958109:0:7939:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025400/0x2c8777a5e7d9e34a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x44:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045135.958128:0:7939:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025400/0x2c8777a5e7d9e34a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x44:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045135.958141:0:7939:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025200/0x2c8777a5e7d9e33c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x42:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045135.958152:0:7939:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025200/0x2c8777a5e7d9e33c lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x42:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045135.958162:0:7939:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025200/0x2c8777a5e7d9e33c lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x42:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045135.958172:0:7939:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48025200 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:2.0:1777045135.958178:0:7939:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025200/0x2c8777a5e7d9e33c lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x42:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045135.958189:0:7939:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025200/0x2c8777a5e7d9e33c lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x42:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045135.958235:0:7939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x42:0x0].0x0 (ffff98df61f8ef00) 00010000:00010000:2.0:1777045135.958241:0:7939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777045135.958247:0:7939:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025200/0x2c8777a5e7d9e33c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x42:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045135.958257:0:7939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025200/0x2c8777a5e7d9e33c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x42:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045135.958280:0:7939:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024600/0x2c8777a5e7d9e343 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x42:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045135.958290:0:7939:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024600/0x2c8777a5e7d9e343 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x42:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045135.958299:0:7939:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024600/0x2c8777a5e7d9e343 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x42:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045135.958307:0:7939:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48024600 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:2.0:1777045135.958312:0:7939:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024600/0x2c8777a5e7d9e343 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x42:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045135.958322:0:7939:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024600/0x2c8777a5e7d9e343 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x42:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045135.958333:0:7939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x42:0x0].0x81b47e8f (ffff98df48c7e900) 00010000:00010000:2.0:1777045135.958337:0:7939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777045135.958342:0:7939:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024600/0x2c8777a5e7d9e343 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x42:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045135.958358:0:7939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024600/0x2c8777a5e7d9e343 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x42:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045135.958414:0:7939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024a00/0x2c8777a5e7d9e335 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x42:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148d11 expref: 62 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045135.958436:0:7939:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025400/0x2c8777a5e7d9e34a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x44:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148d11 expref: 61 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045135.958448:0:7939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x44:0x0].0x0 (ffff98df61f8e100) 00010000:00010000:2.0:1777045135.958451:0:7939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777045135.958455:0:7939:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de48025400, rc 0) 00000100:00100000:2.0:1777045135.958546:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d626680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:146de360-3fb2-48bd-b418-06f30714148a+61:28725:x1863365370044032:12345-192.168.201.45@tcp:101:lfs.0 Request processed in 5101us (5820us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045135.958560:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1112 00000100:00100000:0.0:1777045135.977515:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045135.978522:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370044160 00000100:00100000:3.0:1777045135.978536:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370044160 00000100:00100000:3.0:1777045135.978626:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1113 00000100:00100000:3.0:1777045135.978642:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de4282d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:146de360-3fb2-48bd-b418-06f30714148a+61:28725:x1863365370044160:12345-192.168.201.45@tcp:101:lfs.0 00010000:00010000:3.0:1777045135.978668:0:5855:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777045135.978694:0:5855:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067200/0x2c8777a5e7d9e351 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148d18 expref: -99 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045135.978961:0:5855:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067c00/0x2c8777a5e7d9e358 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x42:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045135.978981:0:5855:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067c00/0x2c8777a5e7d9e358 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x42:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045135.978998:0:5855:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067c00/0x2c8777a5e7d9e358 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x42:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777045135.980122:0:5855:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x42:0x0]: returning size 7680 00000004:00200000:3.0:1777045135.980129:0:5855:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:3.0:1777045135.981174:0:5855:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067c00/0x2c8777a5e7d9e358 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x42:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045135.983012:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067200/0x2c8777a5e7d9e351 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148d18 expref: 63 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045135.983043:0:5855:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067c00/0x2c8777a5e7d9e358 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x42:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148d18 expref: 62 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045135.983056:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x42:0x0].0x0 (ffff98df61f8ef00) 00010000:00010000:3.0:1777045135.983061:0:5855:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1777045135.983066:0:5855:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de48067c00, rc 0) 00000100:00100000:3.0:1777045135.983166:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de4282d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:146de360-3fb2-48bd-b418-06f30714148a+62:28725:x1863365370044160:12345-192.168.201.45@tcp:101:lfs.0 Request processed in 4526us (5659us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045135.983196:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1113 00000100:00100000:0.0:1777045136.028335:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045136.031405:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370044416 00000100:00100000:2.0:1777045136.031421:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370044416 00000100:00100000:2.0:1777045136.031533:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1114 00000100:00100000:2.0:1777045136.031550:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de4282c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:146de360-3fb2-48bd-b418-06f30714148a+62:28725:x1863365370044416:12345-192.168.201.45@tcp:101:lfs.0 00010000:00010000:2.0:1777045136.031579:0:12646:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777045136.031609:0:12646:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024a00/0x2c8777a5e7d9e35f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x44:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148d1f expref: -99 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045136.031805:0:12646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024600/0x2c8777a5e7d9e366 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x44:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045136.031829:0:12646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024600/0x2c8777a5e7d9e366 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x44:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045136.031848:0:12646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024600/0x2c8777a5e7d9e366 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x44:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777045136.031868:0:12646:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x44:0x0]: returning size 158 00010000:00010000:2.0:1777045136.032037:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024a00/0x2c8777a5e7d9e35f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x44:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148d1f expref: 65 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045136.032065:0:12646:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024600/0x2c8777a5e7d9e366 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x44:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148d1f expref: 64 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045136.032080:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x44:0x0].0x0 (ffff98df61f8e100) 00010000:00010000:2.0:1777045136.032086:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1777045136.032091:0:12646:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de48024600, rc 0) 00000100:00100000:2.0:1777045136.032194:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de4282c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:146de360-3fb2-48bd-b418-06f30714148a+64:28725:x1863365370044416:12345-192.168.201.45@tcp:101:lfs.0 Request processed in 647us (3868us total) trans 4294968039 rc 0/0 00000100:00100000:2.0:1777045136.032361:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1114 00000100:00100000:1.0:1777045136.061081:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045136.062949:0:8776:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370044544 00000100:00100000:0.0:1777045136.062965:0:8776:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370044544 00000100:00100000:0.0:1777045136.063052:0:8776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 310 00000100:00100000:0.0:1777045136.063068:0:8776:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41d52300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:146de360-3fb2-48bd-b418-06f30714148a+12:2392:x1863365370044544:12345-192.168.201.45@tcp:1:lfs.0 00010000:00010000:0.0:1777045136.063126:0:8776:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000bda06d5f/0x2c8777a5e7d9e374 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045136.063175:0:8776:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000d49203ba/0x2c8777a5e7d9e32e lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148d0a expref: 12 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045136.063189:0:8776:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777045136.063191:0:8776:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777045136.063197:0:8776:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000bda06d5f/0x2c8777a5e7d9e374 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045136.063319:0:8776:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000d49203ba/0x2c8777a5e7d9e32e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000000000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148d0a expref: 12 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045136.063343:0:8776:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000d49203ba/0x2c8777a5e7d9e32e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x70000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148d0a expref: 12 pid: 6639 timeout: 1864 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777045136.063366:0:8776:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df75299f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8776:1863365424378496:192.168.201.45@tcp:104: 00000100:00100000:0.0:1777045136.063486:0:8776:0:(client.c:2691:ptlrpc_set_wait()) set ffff98de47828c00 going to sleep for 11 seconds 00000100:00100000:0.0:1777045136.077133:0:8776:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df75299f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8776:1863365424378496:192.168.201.45@tcp:104: 00010000:00010000:0.0:1777045136.077198:0:8776:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000bda06d5f/0x2c8777a5e7d9e374 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777045136.080332:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045136.080603:0:6655:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370044672 00000100:00100000:3.0:1777045136.080615:0:6655:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370044672 00010000:00010000:3.0:1777045136.080672:0:6655:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000d49203ba/0x2c8777a5e7d9e32e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x60000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148d0a expref: 13 pid: 6639 timeout: 1864 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777045136.080738:0:6655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 328 00000100:00100000:3.0:1777045136.080777:0:6655:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41d53800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:146de360-3fb2-48bd-b418-06f30714148a+13:2393:x1863365370044672:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777045136.080805:0:6655:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777045136.080835:0:6655:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000d49203ba/0x2c8777a5e7d9e32e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x60000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148d0a expref: 13 pid: 6639 timeout: 1864 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045136.080859:0:6655:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000d49203ba/0x2c8777a5e7d9e32e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148d0a expref: 13 pid: 6639 timeout: 1864 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045136.080892:0:6655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d49203ba/0x2c8777a5e7d9e32e lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x44801400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148d0a expref: 13 pid: 6639 timeout: 1864 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045136.080915:0:6655:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777045136.080919:0:6655:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777045136.080925:0:6655:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000bda06d5f/0x2c8777a5e7d9e374 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045136.080941:0:6655:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000bda06d5f/0x2c8777a5e7d9e374 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045136.080994:0:6655:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777045136.081081:0:6655:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41d53800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:146de360-3fb2-48bd-b418-06f30714148a+12:2393:x1863365370044672:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 328us (755us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045136.081094:0:6655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 328 00010000:00010000:1.0:1777045136.085280:0:8776:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000bda06d5f/0x2c8777a5e7d9e374 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045136.085308:0:8776:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000bda06d5f/0x2c8777a5e7d9e374 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045136.085359:0:8776:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000bda06d5f/0x2c8777a5e7d9e374 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045136.085376:0:8776:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000bda06d5f/0x2c8777a5e7d9e374 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045136.085390:0:8776:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000bda06d5f/0x2c8777a5e7d9e374 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045136.085404:0:8776:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48023c00 already unused, calling callback (ffffffffc17d22d0) 00010000:00010000:1.0:1777045136.085412:0:8776:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000bda06d5f/0x2c8777a5e7d9e374 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045136.085428:0:8776:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000bda06d5f/0x2c8777a5e7d9e374 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045136.085455:0:8776:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000bda06d5f/0x2c8777a5e7d9e374 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045136.085469:0:8776:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000bda06d5f/0x2c8777a5e7d9e374 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777045136.085644:0:8776:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41d52300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:146de360-3fb2-48bd-b418-06f30714148a+11:2392:x1863365370044544:12345-192.168.201.45@tcp:1:lfs.0 Request processed in 22574us (24567us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045136.085659:0:8776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 310 00000100:00100000:1.0:1777045136.105076:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045136.105857:0:5859:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370044928 00000100:00100000:0.0:1777045136.105871:0:5859:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370044928 00000100:00100000:0.0:1777045136.105951:0:5859:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 247 00000100:00100000:0.0:1777045136.105966:0:5859:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df45edc050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:146de360-3fb2-48bd-b418-06f30714148a+64:28725:x1863365370044928:12345-192.168.201.45@tcp:35:lfs.0 00000004:00010000:0.0:1777045136.106052:0:5859:0:(mdt_open.c:1994:mdt_hsm_release()) ### [0x200000401:0x44:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024600/0x2c8777a5e7d9e366 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x44:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148d1f expref: 64 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1777045136.106461:0:5859:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968040 00000001:00080000:0.0:1777045136.109023:0:5859:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968041 00010000:00010000:0.0:1777045136.109123:0:5859:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023800/0x2c8777a5e7d9e37b lrc: 3/0,1 mode: --/EX res: [0x200000401:0x44:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5859 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045136.109169:0:5859:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022000/0x2c8777a5e7d9e255 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x44:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148ccb expref: 67 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045136.109186:0:5859:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025400/0x2c8777a5e7d9e34a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x44:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148d11 expref: 67 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045136.109200:0:5859:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023800/0x2c8777a5e7d9e37b lrc: 5/0,1 mode: --/EX res: [0x200000401:0x44:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5859 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045136.109294:0:5859:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025400/0x2c8777a5e7d9e34a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x44:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148d11 expref: 67 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045136.109319:0:5859:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025400/0x2c8777a5e7d9e34a lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x44:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148d11 expref: 67 pid: 7939 timeout: 1864 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777045136.109342:0:5859:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df75299f80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:5859:1863365424378624:192.168.201.45@tcp:104: 00010000:00010000:0.0:1777045136.113901:0:5859:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022000/0x2c8777a5e7d9e255 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x44:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148ccb expref: 67 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045136.113928:0:5859:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022000/0x2c8777a5e7d9e255 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x44:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148ccb expref: 67 pid: 7939 timeout: 1864 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777045136.113949:0:5859:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7529b800 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:5859:1863365424378752:192.168.201.45@tcp:104: 00000100:00100000:0.0:1777045136.114017:0:5859:0:(client.c:2691:ptlrpc_set_wait()) set ffff98de47828c00 going to sleep for 11 seconds 00000100:00100000:3.0:1777045136.137302:0:5859:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df75299f80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:5859:1863365424378624:192.168.201.45@tcp:104: 00000100:00100000:3.0:1777045136.137325:0:5859:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7529b800 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:5859:1863365424378752:192.168.201.45@tcp:104: 00010000:00010000:3.0:1777045136.137362:0:5859:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023800/0x2c8777a5e7d9e37b lrc: 3/0,1 mode: --/EX res: [0x200000401:0x44:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5859 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777045136.138063:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045136.138196:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045136.138347:0:5842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370045056 00000100:00100000:0.0:1777045136.138358:0:5842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370045056 00010000:00010000:0.0:1777045136.138406:0:5842:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025400/0x2c8777a5e7d9e34a lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x44:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148d11 expref: 68 pid: 7939 timeout: 1864 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777045136.138485:0:5842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370045184 00000100:00100000:0.0:1777045136.138491:0:5842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370045184 00010000:00010000:0.0:1777045136.138524:0:5842:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022000/0x2c8777a5e7d9e255 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x44:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148ccb expref: 69 pid: 7939 timeout: 1864 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777045136.138561:0:5842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 329 00000100:00100000:0.0:1777045136.138576:0:5842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df605f5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:146de360-3fb2-48bd-b418-06f30714148a+69:2393:x1863365370045056:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777045136.138596:0:5842:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777045136.138605:0:5842:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025400/0x2c8777a5e7d9e34a lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x44:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148d11 expref: 69 pid: 7939 timeout: 1864 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045136.138623:0:5842:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025400/0x2c8777a5e7d9e34a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x44:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148d11 expref: 69 pid: 7939 timeout: 1864 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045136.138651:0:5842:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025400/0x2c8777a5e7d9e34a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x44:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148d11 expref: 69 pid: 7939 timeout: 1864 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045136.138674:0:5842:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x44:0x0].0x0 (ffff98df61f8e100) 00010000:00010000:0.0:1777045136.138681:0:5842:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023800/0x2c8777a5e7d9e37b lrc: 3/0,1 mode: --/EX res: [0x200000401:0x44:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5859 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045136.138693:0:5842:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023800/0x2c8777a5e7d9e37b lrc: 3/0,1 mode: --/EX res: [0x200000401:0x44:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5859 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045136.138704:0:5842:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777045136.138797:0:5842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df605f5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:146de360-3fb2-48bd-b418-06f30714148a+68:2393:x1863365370045056:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 222us (736us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045136.138809:0:5842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 329 00000100:00100000:0.0:1777045136.138835:0:5842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 330 00000100:00100000:0.0:1777045136.138845:0:5842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df5f98c450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:146de360-3fb2-48bd-b418-06f30714148a+67:2393:x1863365370045184:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777045136.138857:0:5842:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777045136.138865:0:5842:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022000/0x2c8777a5e7d9e255 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x44:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148ccb expref: 67 pid: 7939 timeout: 1864 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045136.138888:0:5842:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022000/0x2c8777a5e7d9e255 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x44:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148ccb expref: 67 pid: 7939 timeout: 1864 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045136.138909:0:5842:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022000/0x2c8777a5e7d9e255 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x44:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148ccb expref: 67 pid: 7939 timeout: 1864 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045136.138925:0:5842:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x44:0x0].0x0 (ffff98df61f8e100) 00010000:00010000:0.0:1777045136.138931:0:5842:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023800/0x2c8777a5e7d9e37b lrc: 3/0,1 mode: --/EX res: [0x200000401:0x44:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5859 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045136.138944:0:5842:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023800/0x2c8777a5e7d9e37b lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x44:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5859 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045136.138955:0:5842:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023800/0x2c8777a5e7d9e37b lrc: 4/0,1 mode: EX/EX res: [0x200000401:0x44:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5859 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045136.138984:0:5842:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777045136.139015:0:5842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df5f98c450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:146de360-3fb2-48bd-b418-06f30714148a+66:2393:x1863365370045184:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 170us (819us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045136.139025:0:5842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 330 00010000:00010000:3.0:1777045136.140449:0:5859:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023800/0x2c8777a5e7d9e37b lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x44:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5859 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045136.140466:0:5859:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023800/0x2c8777a5e7d9e37b lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x44:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5859 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1777045136.140647:0:5859:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968042 00000001:00080000:3.0:1777045136.140968:0:5859:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968043 00000100:00100000:3.0:1777045136.141108:0:5859:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df6d58b800 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:5859:1863365424378880:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1777045136.141260:0:5859:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777045136.141506:0:5859:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df487b5f00 going to sleep for 11 seconds 00000100:00100000:1.0:1777045136.147178:0:5861:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424378880 00000100:00100000:1.0:1777045136.147197:0:5861:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424378880 00000100:00100000:1.0:1777045136.147299:0:5861:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 47 00000100:00100000:1.0:1777045136.147313:0:5861:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d58aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:5859:x1863365424378880:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1777045136.147469:0:5861:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d58aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:5859:x1863365424378880:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 157us (6208us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045136.147481:0:5861:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 47 00000100:00100000:0.0:1777045136.147702:0:5859:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df6d58b800 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:5859:1863365424378880:0@lo:1000:mdt_rdpg00_001.0 00000001:00080000:0.0:1777045136.148647:0:5859:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968044 00000100:00100000:0.0:1777045136.148776:0:5859:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7529b480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:5859:1863365424379008:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1777045136.148831:0:5859:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045136.148864:0:5859:0:(client.c:2691:ptlrpc_set_wait()) set ffff98de47828a80 going to sleep for 11 seconds 00000100:00100000:3.0:1777045136.148972:0:5860:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424379008 00000100:00100000:3.0:1777045136.148980:0:5860:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424379008 00000100:00100000:3.0:1777045136.149014:0:5860:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 48 00000100:00100000:3.0:1777045136.149024:0:5860:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7529b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:5859:x1863365424379008:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1777045136.149561:0:5860:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7529b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+7:5859:x1863365424379008:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 535us (727us total) trans 4294967359 rc 0/0 00000100:00100000:3.0:1777045136.149573:0:5860:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 48 00000100:00100000:0.0:1777045136.155941:0:5859:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7529b480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:5859:1863365424379008:0@lo:1000:mdt_rdpg00_001.0 00000001:00080000:0.0:1777045136.156064:0:5859:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968045 00010000:00010000:0.0:1777045136.156131:0:5859:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023800/0x2c8777a5e7d9e37b lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x44:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5859 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045136.156146:0:5859:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023800/0x2c8777a5e7d9e37b lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x44:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5859 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045136.156156:0:5859:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023800/0x2c8777a5e7d9e37b lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x44:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5859 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045136.156166:0:5859:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48023800 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:0.0:1777045136.156172:0:5859:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023800/0x2c8777a5e7d9e37b lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x44:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5859 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045136.156183:0:5859:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023800/0x2c8777a5e7d9e37b lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x44:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5859 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045136.156229:0:5859:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x44:0x0].0x0 (ffff98df61f8e100) 00010000:00010000:0.0:1777045136.156234:0:5859:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:0.0:1777045136.156242:0:5859:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023800/0x2c8777a5e7d9e37b lrc: 2/0,0 mode: --/EX res: [0x200000401:0x44:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5859 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045136.156251:0:5859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023800/0x2c8777a5e7d9e37b lrc: 0/0,0 mode: --/EX res: [0x200000401:0x44:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5859 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1777045136.156522:0:5859:0:(mdd_object.c:4010:mdd_close()) Object [0x200000401:0x45:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:0.0:1777045136.156641:0:5859:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].15, 64 off9200 00000004:00080000:0.0:1777045136.156657:0:5859:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1764646453339ns, next at 1765646450495ns, rc = 0 00000001:00080000:0.0:1777045136.156667:0:5859:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968046 00010000:00010000:0.0:1777045136.156718:0:5859:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x44:0x0].0x0 (ffff98df61f8e100) 00010000:00010000:0.0:1777045136.156723:0:5859:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1777045136.156733:0:5859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024600/0x2c8777a5e7d9e366 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x44:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148d1f expref: 70 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777045136.156908:0:5859:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df45edc050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:146de360-3fb2-48bd-b418-06f30714148a+69:28725:x1863365370044928:12345-192.168.201.45@tcp:35:lfs.0 Request processed in 50944us (51842us total) trans 4294968047 rc 0/0 00000100:00100000:0.0:1777045136.156922:0:5859:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 247 00000020:00080000:0.0:1777045136.156930:0:5859:0:(tgt_main.c:783:tgt_ses_key_exit()) total 8 transactions per RPC 00000100:00100000:0.0:1777045136.856386:0:3341:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1777045136.856431:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df6d588000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424379136:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1777045136.856515:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777045136.863698:0:19062:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424379136 00000100:00100000:2.0:1777045136.863716:0:19062:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424379136 00000100:00100000:2.0:1777045136.864118:0:19062:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 445 00000100:00100000:2.0:1777045136.864133:0:19062:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df75299f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3341:x1863365424379136:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1777045136.864186:0:19062:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 78184448 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1777045136.864359:0:19062:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df75299f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3341:x1863365424379136:12345-0@lo:13:osp-pre-0-0.0 Request processed in 229us (7844us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045136.864369:0:19062:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 445 00000100:00100000:2.0:1777045136.864490:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df6d588000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424379136:0@lo:13:osp-pre-0-0.0 00010000:00010000:0.0:1777045136.917921:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777045137.842143:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045137.842595:0:5842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370045312 00000100:00100000:2.0:1777045137.842609:0:5842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370045312 00000100:00100000:2.0:1777045137.842760:0:5842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 65 00000100:00100000:2.0:1777045137.842776:0:5842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df605f6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:146de360-3fb2-48bd-b418-06f30714148a+17:2393:x1863365370045312:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777045137.842798:0:5842:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 8 locks, starting at 0 00010000:00010000:2.0:1777045137.842850:0:5842:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e9644fd8/0x2c8777a5e7d9e167 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x44801000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148c85 expref: 17 pid: 8776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045137.842920:0:5842:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d4fb29ae/0x2c8777a5e7d9de96 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x44801000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148b97 expref: 16 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045137.842949:0:5842:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000eaf05033/0x2c8777a5e7d9dbbe lrc: 0/0,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148a9b expref: 15 pid: 8776 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777045137.842971:0:5842:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x13:0x0] updating lvb size from disk: 158 -> 316 00002000:00010000:2.0:1777045137.842975:0:5842:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x13:0x0] updating lvb mtime from disk: 1777045005 -> 1777045008 00002000:00010000:2.0:1777045137.842980:0:5842:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x13:0x0] updating lvb ctime from disk: 1777045005 -> 1777045008 00002000:00010000:2.0:1777045137.842983:0:5842:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x13:0x0] updating lvb blocks from disk: 1 -> 11 00010000:00010000:2.0:1777045137.842992:0:5842:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008e461c40/0x2c8777a5e7d9d8b5 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000020000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114899f expref: 14 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045137.843020:0:5842:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000041638ba4/0x2c8777a5e7d9d210 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x44801000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114875a expref: 13 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045137.843052:0:5842:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000052f3ac3d/0x2c8777a5e7d9cafb lrc: 0/0,0 mode: --/PR res: [0x280000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->32767) gid 0 flags: 0x44801000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114858c expref: 12 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777045137.843083:0:5842:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0xd:0x0] updating lvb blocks from disk: 1 -> 11 00010000:00010000:2.0:1777045137.843092:0:5842:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000087dda353/0x2c8777a5e7d9c33e lrc: 0/0,0 mode: --/PR res: [0x280000400:0xd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148316 expref: 11 pid: 6641 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777045137.843109:0:5842:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x8:0x0] updating lvb blocks from disk: 1 -> 3 00010000:00010000:2.0:1777045137.843118:0:5842:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000080a7ee3e/0x2c8777a5e7d9b506 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000020000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1147ea8 expref: 10 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045137.843134:0:5842:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777045137.843530:0:5842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df605f6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:146de360-3fb2-48bd-b418-06f30714148a+9:2393:x1863365370045312:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 756us (1396us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045137.843544:0:5842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 65 00000100:00080000:3.0:1777045137.845919:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1777045137.878040:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de419fc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ce657616-b3f3-4e21-ac89-518ab611901c:3343:1863365424379264:0@lo:400:kworker.0 00000100:00100000:0.0:1777045137.878133:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045137.878191:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de41d53800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3343:1863365424379776:0@lo:400:kworker.0 00000100:00100000:0.0:1777045137.878257:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045137.878613:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:0.0:1777045137.878626:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de419fed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3343:1863365424379392:0@lo:400:kworker.0 00000100:00100000:0.0:1777045137.878665:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045137.878694:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de42c89f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424379904:0@lo:400:kworker.0 00000100:00100000:0.0:1777045137.878756:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045137.878813:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df6d625180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3341:1863365424379520:0@lo:400:kworker.0 00000100:00100000:0.0:1777045137.878849:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045137.878878:0:3341:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1777045137.878887:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df6d625880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424379648:0@lo:400:kworker.0 00000100:00100000:0.0:1777045137.878918:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045137.878963:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424379776 00000100:00100000:0.0:1777045137.878973:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424379776 00000100:00100000:0.0:1777045137.879041:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424379392 00000100:00100000:0.0:1777045137.879046:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424379392 00000100:00100000:0.0:1777045137.879070:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424379520 00000100:00100000:0.0:1777045137.879074:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424379520 00000100:00100000:0.0:1777045137.879099:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1045 00000100:00100000:0.0:1777045137.879112:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42c89880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3343:x1863365424379776:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777045137.879183:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42c89880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3343:x1863365424379776:12345-0@lo:400:kworker.0 Request processed in 72us (925us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045137.879194:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1045 00000100:00100000:0.0:1777045137.879511:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1046 00000100:00100000:0.0:1777045137.879524:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42c8bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3343:x1863365424379392:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777045137.879574:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42c8bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3343:x1863365424379392:12345-0@lo:400:kworker.0 Request processed in 52us (908us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045137.879584:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1046 00000100:00100000:0.0:1777045137.879604:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1047 00000100:00100000:0.0:1777045137.879613:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df58665f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3341:x1863365424379520:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777045137.879664:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df58665f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3341:x1863365424379520:12345-0@lo:400:kworker.0 Request processed in 50us (813us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045137.879673:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1047 00000100:00100000:0.0:1777045137.879705:0:6639:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424379904 00000100:00100000:0.0:1777045137.879710:0:6639:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424379904 00000100:00100000:0.0:1777045137.879779:0:6639:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424379648 00000100:00100000:0.0:1777045137.879784:0:6639:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424379648 00000100:00100000:0.0:1777045137.879814:0:6639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 866 00000100:00100000:0.0:1777045137.879825:0:6639:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df58666680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424379904:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777045137.879873:0:6639:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df58666680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424379904:12345-0@lo:400:kworker.0 Request processed in 50us (1117us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045137.879883:0:6639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 866 00000100:00100000:0.0:1777045137.879902:0:6639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 867 00000100:00100000:0.0:1777045137.879911:0:6639:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df58664a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+7:3341:x1863365424379648:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777045137.879950:0:6639:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df58664a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+7:3341:x1863365424379648:12345-0@lo:400:kworker.0 Request processed in 40us (1032us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045137.879957:0:6639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 867 00000100:00080000:0.0:1777045137.879980:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1777045137.879985:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1777045137.879988:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1777045137.880030:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de419fed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3343:1863365424379392:0@lo:400:kworker.0 00000100:00100000:0.0:1777045137.880046:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de42c89f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424379904:0@lo:400:kworker.0 00000100:00100000:0.0:1777045137.880058:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de41d53800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3343:1863365424379776:0@lo:400:kworker.0 00000100:00100000:0.0:1777045137.880106:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df6d625880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424379648:0@lo:400:kworker.0 00000100:00100000:0.0:1777045137.880119:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df6d625180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3341:1863365424379520:0@lo:400:kworker.0 00000100:00100000:1.0:1777045137.881088:0:5849:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424379264 00000100:00100000:1.0:1777045137.881096:0:5849:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424379264 00000100:00100000:1.0:1777045137.881230:0:5849:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 833 00000100:00100000:1.0:1777045137.881242:0:5849:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df485c1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ce657616-b3f3-4e21-ac89-518ab611901c+18:3343:x1863365424379264:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777045137.881304:0:5849:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df485c1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ce657616-b3f3-4e21-ac89-518ab611901c+18:3343:x1863365424379264:12345-0@lo:400:kworker.0 Request processed in 64us (3171us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045137.881313:0:5849:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 833 00000100:00100000:0.0:1777045137.887820:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df605f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424380032:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1777045137.887911:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045137.888028:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de419fc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ce657616-b3f3-4e21-ac89-518ab611901c:3343:1863365424379264:0@lo:400:kworker.0 00000100:00100000:1.0:1777045137.888909:0:6643:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424380032 00000100:00100000:1.0:1777045137.888922:0:6643:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424380032 00000100:00100000:1.0:1777045137.888992:0:6643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 446 00000100:00100000:1.0:1777045137.889007:0:6643:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d625180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3341:x1863365424380032:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1777045137.889056:0:6643:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 78184448 pending 0 free 3851419648 avail 3849322496 00000100:00100000:1.0:1777045137.889131:0:6643:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d625180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3341:x1863365424380032:12345-0@lo:13:osp-pre-1-0.0 Request processed in 126us (1219us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045137.889142:0:6643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 446 00000100:00100000:1.0:1777045137.889241:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df605f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424380032:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1777045137.943703:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777045138.972523:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777045139.994793:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:1.0:1777045140.192197:0:5877:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968047 is committed 00000004:00080000:1.0:1777045140.192614:0:5877:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 18 committed 00000020:00080000:1.0:1777045140.192655:0:5877:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff98de47828480 refcount 2 committed 0 result 0 batchid 22 00000020:00080000:1.0:1777045140.192663:0:5877:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff98de4331cc00 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff98de47828b40 00000020:00080000:1.0:1777045140.192669:0:5877:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff98de4331cd00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff98df5f9cd800 00000001:00080000:1.0:1777045140.192740:0:5877:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968036 is committed 00000020:00080000:1.0:1777045140.192953:0:5888:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 20 00000100:00100000:1.0:1777045140.192979:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df605f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424380160:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1777045140.193069:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777045140.193190:0:8776:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424380160 00000100:00100000:1.0:1777045140.193515:0:8776:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424380160 00000100:00100000:1.0:1777045140.193602:0:8776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 311 00000100:00100000:1.0:1777045140.193619:0:8776:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df605f7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+7:3342:x1863365424380160:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1777045140.193659:0:8776:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:23 count 1 00002000:00010000:1.0:1777045140.193739:0:8776:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x17:0x0] initial LVB size: 158, mtime: 0x5b965aa7, atime: 0x69eb886b, ctime: 0x69eb8e8c, blocks: 0xb 00010000:00010000:1.0:1777045140.193755:0:8776:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000503033cf/0x2c8777a5e7d9e382 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045140.193781:0:8776:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777045140.193785:0:8776:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777045140.193794:0:8776:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000503033cf/0x2c8777a5e7d9e382 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045140.193818:0:8776:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000503033cf/0x2c8777a5e7d9e382 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045140.193836:0:8776:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000503033cf/0x2c8777a5e7d9e382 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045140.193852:0:8776:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000503033cf/0x2c8777a5e7d9e382 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045140.193886:0:8776:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00080000:0.0:1777045140.195450:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:00080000:3.0:1777045140.195613:0:5877:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff98df4a8c9c00 refcount 2 committed 0 result 0 batchid 21 00000020:00080000:3.0:1777045140.195624:0:5877:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff98df44cd0500 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff98df487233c0 00000020:00080000:3.0:1777045140.195629:0:5877:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff98df44cd0900 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff98de427b9c00 00000020:00080000:0.0:1777045140.199672:0:5888:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 22 committed batchid 20 00000020:00080000:0.0:1777045140.200013:0:5888:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 20 00010000:00010000:0.0:1777045140.209786:0:5844:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777045140.209806:0:5844:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000503033cf/0x2c8777a5e7d9e382 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045140.209829:0:5844:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de41dfda00 already unused, calling callback (ffffffffc17d22d0) 00010000:00010000:0.0:1777045140.209837:0:5844:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000503033cf/0x2c8777a5e7d9e382 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045140.209855:0:5844:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000503033cf/0x2c8777a5e7d9e382 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045140.210145:0:5844:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000503033cf/0x2c8777a5e7d9e382 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045140.210159:0:5844:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000503033cf/0x2c8777a5e7d9e382 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045140.210194:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777045140.210198:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777045140.210554:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777045140.212866:0:8776:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df605f7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+8:3342:x1863365424380160:12345-0@lo:6:osp-syn-0-0.0 Request processed in 19244us (19790us total) trans 4294967360 rc 0/0 00000100:00100000:1.0:1777045140.212884:0:8776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 311 00000004:00080000:0.0:1777045140.213103:0:3342:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98df605f4000/2, rc 0, transno 4294967360 00000100:00100000:0.0:1777045140.213115:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df605f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424380160:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1777045140.465908:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045140.465966:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045140.466000:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045140.466026:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045140.466053:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045140.466078:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045140.466123:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045140.466254:0:6641:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370045696 00000100:00100000:1.0:1777045140.466267:0:6641:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370045696 00000100:00100000:1.0:1777045140.466348:0:6641:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370046208 00000100:00100000:1.0:1777045140.466354:0:6641:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370046208 00000100:00100000:1.0:1777045140.466377:0:6641:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370045824 00000100:00100000:1.0:1777045140.466380:0:6641:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370045824 00000100:00100000:1.0:1777045140.466397:0:6641:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370046080 00000100:00100000:1.0:1777045140.466399:0:6641:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370046080 00000100:00100000:1.0:1777045140.466421:0:6641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 868 00000100:00100000:1.0:1777045140.466433:0:6641:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d588380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:146de360-3fb2-48bd-b418-06f30714148a+11:2392:x1863365370045696:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:1.0:1777045140.466516:0:6641:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d588380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:146de360-3fb2-48bd-b418-06f30714148a+11:2392:x1863365370045696:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 85us (549us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045140.466528:0:6641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 868 00000100:00100000:1.0:1777045140.466550:0:6641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 869 00000100:00100000:1.0:1777045140.466560:0:6641:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d58a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2392:x1863365370046208:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:1.0:1777045140.466601:0:6641:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d58a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2392:x1863365370046208:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 42us (573us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045140.466611:0:6641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 869 00000100:00100000:1.0:1777045140.466631:0:6641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 870 00000100:00100000:1.0:1777045140.466640:0:6641:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d588000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:146de360-3fb2-48bd-b418-06f30714148a+9:2392:x1863365370045824:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:1.0:1777045140.466674:0:6641:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d588000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:146de360-3fb2-48bd-b418-06f30714148a+9:2392:x1863365370045824:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 34us (594us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045140.466809:0:6641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 870 00000100:00100000:1.0:1777045140.466827:0:6641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 871 00000100:00100000:1.0:1777045140.466839:0:6641:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d588700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+10:2392:x1863365370046080:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:1.0:1777045140.466877:0:6641:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d588700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+10:2392:x1863365370046080:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 40us (754us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045140.466887:0:6641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 871 00000100:00080000:2.0:1777045140.470505:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1777045140.470513:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1777045140.471058:0:5850:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370045440 00000100:00100000:0.0:1777045140.471069:0:5850:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370045440 00000100:00100000:0.0:1777045140.471148:0:5850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 834 00000100:00100000:0.0:1777045140.471161:0:5850:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df485c0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2392:x1863365370045440:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:0.0:1777045140.471278:0:5850:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df485c0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2392:x1863365370045440:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 119us (5379us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045140.471290:0:5850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 834 00000100:00100000:0.0:1777045140.471361:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370045952 00000100:00100000:0.0:1777045140.471367:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370045952 00000100:00100000:0.0:1777045140.471419:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370045568 00000100:00100000:0.0:1777045140.471425:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370045568 00000100:00100000:0.0:1777045140.471462:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1048 00000100:00100000:0.0:1777045140.471472:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d589c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+29:2392:x1863365370045952:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:0.0:1777045140.471525:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d589c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+29:2392:x1863365370045952:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 53us (5523us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045140.471536:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1048 00000100:00100000:0.0:1777045140.471557:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1049 00000100:00100000:0.0:1777045140.471566:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d588e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:146de360-3fb2-48bd-b418-06f30714148a+58:2392:x1863365370045568:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:0.0:1777045140.471607:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d588e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:146de360-3fb2-48bd-b418-06f30714148a+58:2392:x1863365370045568:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 43us (5554us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045140.471615:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1049 00000100:00080000:0.0:1777045140.471760:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000001:00080000:2.0:1777045140.615579:0:6666:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967360 is committed 00000001:00080000:2.0:1777045140.615610:0:6666:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967357 is committed 00010000:00010000:0.0:1777045141.013743:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777045141.973644:0:3344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1777045141.973695:0:3344:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df6d58ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3344:1863365424380288:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1777045141.973787:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777045141.975859:0:6644:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424380288 00000100:00100000:3.0:1777045141.975871:0:6644:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424380288 00000100:00100000:3.0:1777045141.975948:0:6644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 447 00000100:00100000:3.0:1777045141.975962:0:6644:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df605f3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1863365424380288:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1777045141.976011:0:6644:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 78184448 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1777045141.976102:0:6644:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df605f3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1863365424380288:12345-0@lo:13:osp-pre-0-0.0 Request processed in 142us (2315us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045141.976115:0:6644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 447 00000100:00100000:2.0:1777045141.983734:0:3344:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967360 gen 2 00000004:00080000:2.0:1777045141.983749:0:3344:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967358 committed transno 4294967360 00000004:00080000:2.0:1777045141.983778:0:3344:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967359 committed transno 4294967360 00000004:00080000:2.0:1777045141.983794:0:3344:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98df605f4000, transno 4294967360 00000100:00100000:2.0:1777045141.983848:0:3344:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df6d58ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3344:1863365424380288:0@lo:13:osp-pre-0-0.0 00010000:00010000:0.0:1777045142.038800:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777045143.004064:0:3344:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df605f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ce657616-b3f3-4e21-ac89-518ab611901c:3344:1863365424380416:0@lo:400:kworker.0 00000100:00100000:1.0:1777045143.004152:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777045143.004238:0:3344:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df605f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3344:1863365424380928:0@lo:400:kworker.0 00000100:00100000:1.0:1777045143.004280:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045143.011611:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df605f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3341:1863365424380544:0@lo:400:kworker.0 00000100:00100000:0.0:1777045143.011739:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df605f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424380800:0@lo:400:kworker.0 00000100:00100000:0.0:1777045143.011805:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045143.011924:0:5848:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424380416 00000100:00100000:0.0:1777045143.011936:0:5848:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424380416 00000100:00100000:0.0:1777045143.011999:0:5848:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 835 00000100:00100000:0.0:1777045143.012011:0:5848:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df485c0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ce657616-b3f3-4e21-ac89-518ab611901c+18:3344:x1863365424380416:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777045143.012083:0:5848:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df485c0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ce657616-b3f3-4e21-ac89-518ab611901c+18:3344:x1863365424380416:12345-0@lo:400:kworker.0 Request processed in 73us (7931us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045143.012094:0:5848:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 835 00000100:00100000:0.0:1777045143.012142:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df605f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3342:1863365424380672:0@lo:400:kworker.0 00000100:00100000:0.0:1777045143.012227:0:6641:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424380800 00000100:00100000:0.0:1777045143.012233:0:6641:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424380800 00000100:00100000:0.0:1777045143.012288:0:6641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 872 00000100:00100000:0.0:1777045143.012298:0:6641:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d625880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424380800:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777045143.012359:0:6641:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d625880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424380800:12345-0@lo:400:kworker.0 Request processed in 62us (554us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045143.012370:0:6641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 872 00000100:00080000:0.0:1777045143.012395:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1777045143.017452:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df605f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424380800:0@lo:400:kworker.0 00000100:00100000:1.0:1777045143.019260:0:3344:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df605f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ce657616-b3f3-4e21-ac89-518ab611901c:3344:1863365424380416:0@lo:400:kworker.0 00000100:00100000:0.0:1777045143.019545:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045143.019605:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df605f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424381184:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1777045143.019705:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045143.019780:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424380928 00000100:00100000:0.0:1777045143.019791:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424380928 00000100:00100000:0.0:1777045143.019861:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424380672 00000100:00100000:0.0:1777045143.019867:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424380672 00000100:00100000:0.0:1777045143.019899:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1050 00000100:00100000:0.0:1777045143.019912:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df605f5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3344:x1863365424380928:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777045143.019989:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df605f5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3344:x1863365424380928:12345-0@lo:400:kworker.0 Request processed in 79us (15707us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045143.020000:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1050 00000100:00100000:0.0:1777045143.020026:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1051 00000100:00100000:0.0:1777045143.020037:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d625c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3342:x1863365424380672:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777045143.020089:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d625c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3342:x1863365424380672:12345-0@lo:400:kworker.0 Request processed in 53us (545us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045143.020099:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1051 00000100:00080000:0.0:1777045143.020153:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1777045143.020196:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df605f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3342:1863365424380672:0@lo:400:kworker.0 00000100:00100000:3.0:1777045143.021695:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777045143.021738:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df605f4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424381056:0@lo:400:kworker.0 00000100:00100000:3.0:1777045143.021801:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777045143.022144:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424380544 00000100:00100000:3.0:1777045143.022152:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424380544 00000100:00100000:3.0:1777045143.022236:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1052 00000100:00100000:3.0:1777045143.022250:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d58b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3341:x1863365424380544:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777045143.022313:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d58b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3341:x1863365424380544:12345-0@lo:400:kworker.0 Request processed in 67us (619us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045143.022323:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1052 00000100:00100000:3.0:1777045143.022352:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424381056 00000100:00100000:3.0:1777045143.022358:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424381056 00000100:00100000:3.0:1777045143.022409:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 873 00000100:00100000:3.0:1777045143.022420:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d588a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3341:x1863365424381056:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777045143.022468:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d588a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3341:x1863365424381056:12345-0@lo:400:kworker.0 Request processed in 50us (668us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045143.022482:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 873 00000100:00080000:3.0:1777045143.022509:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1777045143.022544:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df605f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3341:1863365424380544:0@lo:400:kworker.0 00000100:00100000:3.0:1777045143.022562:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df605f4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424381056:0@lo:400:kworker.0 00000100:00100000:1.0:1777045143.025773:0:19062:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424381184 00000100:00100000:1.0:1777045143.025788:0:19062:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424381184 00000100:00100000:1.0:1777045143.026107:0:19062:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 448 00000100:00100000:1.0:1777045143.026122:0:19062:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41d53800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1863365424381184:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1777045143.026171:0:19062:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 78184448 pending 0 free 3851419648 avail 3849322496 00000100:00100000:1.0:1777045143.026294:0:19062:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41d53800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1863365424381184:12345-0@lo:13:osp-pre-1-0.0 Request processed in 175us (6586us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045143.026307:0:19062:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 448 00000100:00100000:1.0:1777045143.026379:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df605f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424381184:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1777045143.026438:0:3344:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df605f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3344:1863365424380928:0@lo:400:kworker.0 00010000:00010000:1.0:1777045143.080313:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1777045144.024672:0:11491:0:(llog.c:801:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1777045144.024683:0:11491:0:(llog_cat.c:158:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1777045144.024742:0:11491:0:(llog.c:858:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 31 count 2 00000040:00080000:3.0:1777045144.024752:0:11491:0:(llog.c:858:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:3.0:1777045144.086178:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777045145.130889:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00080000:3.0:1777045145.258324:0:5877:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 22 batchid updated 00000020:00080000:3.0:1777045145.258376:0:5888:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 22 00000020:00080000:3.0:1777045145.258394:0:5888:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 22 00000100:00100000:3.0:1777045145.597300:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045145.597376:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045145.597399:0:5849:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370046336 00000100:00100000:2.0:1777045145.597414:0:5849:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370046336 00000100:00100000:3.0:1777045145.597432:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045145.597487:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045145.597487:0:5849:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 836 00000100:00100000:2.0:1777045145.597504:0:5849:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df485c3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2391:x1863365370046336:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777045145.597522:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045145.597551:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045145.597631:0:5849:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df485c3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2391:x1863365370046336:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 100us (311us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045145.597646:0:5849:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 836 00000100:00100000:1.0:1777045145.597676:0:6639:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370046592 00000100:00100000:1.0:1777045145.597684:0:6639:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370046592 00000100:00100000:1.0:1777045145.597776:0:6639:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370047104 00000100:00100000:1.0:1777045145.597783:0:6639:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370047104 00000100:00100000:1.0:1777045145.598119:0:6639:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370046720 00000100:00100000:1.0:1777045145.598125:0:6639:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370046720 00000100:00100000:1.0:1777045145.598158:0:6639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 874 00000100:00100000:1.0:1777045145.598171:0:6639:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d589180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:146de360-3fb2-48bd-b418-06f30714148a+11:2391:x1863365370046592:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:2.0:1777045145.598645:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 875 00000100:00100000:2.0:1777045145.598661:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77956680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2391:x1863365370047104:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:0.0:1777045145.598790:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370046848 00000100:00100000:0.0:1777045145.598798:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370046848 00000100:00100000:0.0:1777045145.598853:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370046464 00000100:00100000:0.0:1777045145.598859:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370046464 00000100:00100000:0.0:1777045145.599151:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1053 00000100:00100000:0.0:1777045145.599167:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d58ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+29:2391:x1863365370046848:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777045145.604636:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045145.606140:0:6639:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d589180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:146de360-3fb2-48bd-b418-06f30714148a+11:2391:x1863365370046592:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 7963us (8757us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045145.606162:0:6639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 874 00000100:00100000:1.0:1777045145.606208:0:6639:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370046976 00000100:00100000:1.0:1777045145.606218:0:6639:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370046976 00000100:00100000:1.0:1777045145.606273:0:6639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 876 00000100:00100000:1.0:1777045145.606287:0:6639:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77955c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:146de360-3fb2-48bd-b418-06f30714148a+9:2391:x1863365370046720:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:1.0:1777045145.606358:0:6639:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77955c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:146de360-3fb2-48bd-b418-06f30714148a+9:2391:x1863365370046720:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 74us (8804us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045145.606370:0:6639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 876 00000100:00100000:1.0:1777045145.606393:0:6639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 877 00000100:00100000:1.0:1777045145.606405:0:6639:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77954000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2391:x1863365370046976:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:1.0:1777045145.606450:0:6639:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77954000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2391:x1863365370046976:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 46us (1857us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045145.606461:0:6639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 877 00000100:00080000:1.0:1777045145.606658:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1777045145.606666:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1777045145.606670:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1777045145.607794:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1054 00000100:00100000:1.0:1777045145.607811:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77954700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:146de360-3fb2-48bd-b418-06f30714148a+58:2391:x1863365370046464:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:1.0:1777045145.607887:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77954700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:146de360-3fb2-48bd-b418-06f30714148a+58:2391:x1863365370046464:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 78us (10360us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045145.607900:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1054 00000100:00100000:2.0:1777045145.608269:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77956680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2391:x1863365370047104:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 9608us (10777us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045145.608285:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 875 00000100:00100000:0.0:1777045145.612932:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d58ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+29:2391:x1863365370046848:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 13757us (15487us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045145.612951:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1053 00010000:00010000:0.0:1777045146.135863:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777045147.103690:0:3344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1777045147.103722:0:3344:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df77955f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3344:1863365424381312:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1777045147.103815:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777045147.104162:0:6643:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424381312 00000100:00100000:2.0:1777045147.104174:0:6643:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424381312 00000100:00100000:2.0:1777045147.104667:0:6643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 449 00000100:00100000:2.0:1777045147.104684:0:6643:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df605f4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1863365424381312:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1777045147.104735:0:6643:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 78184448 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1777045147.104809:0:6643:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df605f4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1863365424381312:12345-0@lo:13:osp-pre-0-0.0 Request processed in 127us (992us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045147.104822:0:6643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 449 00000100:00080000:1.0:1777045147.105144:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1777045147.105251:0:3344:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df77955f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3344:1863365424381312:0@lo:13:osp-pre-0-0.0 00010000:00010000:3.0:1777045147.160303:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777045148.123761:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df77957100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3341:1863365424381568:0@lo:400:kworker.0 00000100:00100000:3.0:1777045148.123850:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777045148.125184:0:3344:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df77955180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ce657616-b3f3-4e21-ac89-518ab611901c:3344:1863365424381440:0@lo:400:kworker.0 00000100:00100000:1.0:1777045148.125316:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777045148.125357:0:3344:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df77956d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3344:1863365424381952:0@lo:400:kworker.0 00000100:00100000:1.0:1777045148.125394:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777045148.125427:0:3344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1777045148.125437:0:3344:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df77957800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3344:1863365424381824:0@lo:400:kworker.0 00000100:00100000:1.0:1777045148.125471:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777045148.125514:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df77957b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3342:1863365424381696:0@lo:400:kworker.0 00000100:00100000:1.0:1777045148.125546:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777045148.125623:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424381568 00000100:00100000:1.0:1777045148.125633:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424381568 00000100:00100000:1.0:1777045148.125688:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424381952 00000100:00100000:1.0:1777045148.125692:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424381952 00000100:00100000:1.0:1777045148.125725:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424381696 00000100:00100000:1.0:1777045148.125730:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424381696 00000100:00100000:1.0:1777045148.125754:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1055 00000100:00100000:1.0:1777045148.125766:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77956a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3341:x1863365424381568:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777045148.125832:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77956a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3341:x1863365424381568:12345-0@lo:400:kworker.0 Request processed in 68us (1982us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045148.125845:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1055 00000100:00100000:1.0:1777045148.125869:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1056 00000100:00100000:1.0:1777045148.125879:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df605f7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3344:x1863365424381952:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777045148.125925:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df605f7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3344:x1863365424381952:12345-0@lo:400:kworker.0 Request processed in 47us (530us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045148.125936:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1056 00000100:00100000:1.0:1777045148.125954:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1057 00000100:00100000:1.0:1777045148.125964:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df605f4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3342:x1863365424381696:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777045148.126011:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df605f4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3342:x1863365424381696:12345-0@lo:400:kworker.0 Request processed in 48us (465us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045148.126021:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1057 00000100:00100000:1.0:1777045148.126052:0:6639:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424381824 00000100:00100000:1.0:1777045148.126057:0:6639:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424381824 00000100:00100000:1.0:1777045148.126094:0:6639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 878 00000100:00100000:1.0:1777045148.126106:0:6639:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df605f4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3344:x1863365424381824:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777045148.126156:0:6639:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df605f4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3344:x1863365424381824:12345-0@lo:400:kworker.0 Request processed in 52us (684us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045148.126167:0:6639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 878 00000100:00080000:1.0:1777045148.126232:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1777045148.126760:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df77957b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3342:1863365424381696:0@lo:400:kworker.0 00000100:00100000:1.0:1777045148.126802:0:3344:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df77957800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3344:1863365424381824:0@lo:400:kworker.0 00000100:00100000:1.0:1777045148.127168:0:3344:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df77956d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3344:1863365424381952:0@lo:400:kworker.0 00000100:00100000:3.0:1777045148.127951:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df77955500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424382080:0@lo:400:kworker.0 00000100:00100000:3.0:1777045148.128008:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777045148.128064:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df77957100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3341:1863365424381568:0@lo:400:kworker.0 00000100:00100000:3.0:1777045148.128098:0:8776:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424382080 00000100:00100000:3.0:1777045148.128104:0:8776:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424382080 00000100:00100000:3.0:1777045148.128161:0:8776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 879 00000100:00100000:3.0:1777045148.128172:0:8776:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77954e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3341:x1863365424382080:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777045148.128263:0:8776:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77954e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3341:x1863365424382080:12345-0@lo:400:kworker.0 Request processed in 92us (254us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045148.128274:0:8776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 879 00000100:00100000:3.0:1777045148.128321:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df77955500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424382080:0@lo:400:kworker.0 00000100:00080000:3.0:1777045148.128342:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1777045148.129802:0:3341:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1777045148.129818:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7529b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424382208:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1777045148.129866:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777045148.130288:0:6644:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424382208 00000100:00100000:2.0:1777045148.130295:0:6644:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424382208 00000100:00100000:2.0:1777045148.130338:0:6644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 450 00000100:00100000:2.0:1777045148.130349:0:6644:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41db1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3341:x1863365424382208:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1777045148.130388:0:6644:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 78184448 pending 0 free 3851419648 avail 3849322496 00000100:00100000:2.0:1777045148.130447:0:6644:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41db1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3341:x1863365424382208:12345-0@lo:13:osp-pre-1-0.0 Request processed in 98us (579us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045148.130459:0:6644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 450 00000100:00100000:2.0:1777045148.130518:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7529b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424382208:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1777045148.132267:0:5850:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424381440 00000100:00100000:0.0:1777045148.132277:0:5850:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424381440 00000100:00100000:0.0:1777045148.132326:0:5850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 837 00000100:00100000:0.0:1777045148.132339:0:5850:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df485c1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ce657616-b3f3-4e21-ac89-518ab611901c+18:3344:x1863365424381440:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777045148.132407:0:5850:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df485c1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ce657616-b3f3-4e21-ac89-518ab611901c+18:3344:x1863365424381440:12345-0@lo:400:kworker.0 Request processed in 72us (7092us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045148.132418:0:5850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 837 00000100:00100000:1.0:1777045148.139784:0:3344:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df77955180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ce657616-b3f3-4e21-ac89-518ab611901c:3344:1863365424381440:0@lo:400:kworker.0 00010000:00010000:0.0:1777045148.193744:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777045149.221261:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777045150.229849:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777045150.730823:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045150.731286:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045150.731392:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045150.731429:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045150.731461:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045150.731497:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045150.731567:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045150.731609:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370047488 00000100:00100000:1.0:1777045150.731621:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370047488 00000100:00100000:1.0:1777045150.731697:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370048000 00000100:00100000:1.0:1777045150.731703:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370048000 00000100:00100000:1.0:1777045150.731727:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370047616 00000100:00100000:1.0:1777045150.731731:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370047616 00000100:00100000:1.0:1777045150.731753:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370047872 00000100:00100000:1.0:1777045150.731757:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370047872 00000100:00100000:1.0:1777045150.731783:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 880 00000100:00100000:1.0:1777045150.731797:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df605f7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:146de360-3fb2-48bd-b418-06f30714148a+11:2393:x1863365370047488:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:1.0:1777045150.731898:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df605f7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:146de360-3fb2-48bd-b418-06f30714148a+11:2393:x1863365370047488:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 102us (611us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045150.731912:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 880 00000100:00100000:1.0:1777045150.731940:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 881 00000100:00100000:1.0:1777045150.731950:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df605f5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2393:x1863365370048000:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:1.0:1777045150.731992:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df605f5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2393:x1863365370048000:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 43us (561us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045150.732001:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 881 00000100:00100000:1.0:1777045150.732021:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 882 00000100:00100000:1.0:1777045150.732030:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77b04a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:146de360-3fb2-48bd-b418-06f30714148a+9:2393:x1863365370047616:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:1.0:1777045150.732094:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77b04a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:146de360-3fb2-48bd-b418-06f30714148a+9:2393:x1863365370047616:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 64us (596us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045150.732104:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 882 00000100:00100000:1.0:1777045150.732124:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 883 00000100:00100000:1.0:1777045150.732136:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77b07800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2393:x1863365370047872:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:1.0:1777045150.732174:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77b07800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2393:x1863365370047872:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 41us (608us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045150.732184:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 883 00000100:00100000:1.0:1777045150.732241:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370047744 00000100:00100000:1.0:1777045150.732247:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370047744 00000100:00100000:1.0:1777045150.732290:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370047360 00000100:00100000:1.0:1777045150.732294:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370047360 00000100:00100000:1.0:1777045150.732323:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1058 00000100:00100000:1.0:1777045150.732333:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df605f6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+29:2393:x1863365370047744:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:1.0:1777045150.732382:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df605f6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+29:2393:x1863365370047744:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 49us (989us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045150.732392:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1058 00000100:00100000:1.0:1777045150.732413:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1059 00000100:00100000:1.0:1777045150.732423:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df605f5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:146de360-3fb2-48bd-b418-06f30714148a+58:2393:x1863365370047360:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:1.0:1777045150.732463:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df605f5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:146de360-3fb2-48bd-b418-06f30714148a+58:2393:x1863365370047360:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 40us (1001us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045150.732474:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1059 00000100:00080000:1.0:1777045150.732552:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1777045150.732558:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1777045150.732561:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1777045150.736717:0:5848:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370047232 00000100:00100000:3.0:1777045150.736733:0:5848:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370047232 00000100:00100000:3.0:1777045150.736834:0:5848:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 838 00000100:00100000:3.0:1777045150.736849:0:5848:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df485c0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2393:x1863365370047232:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777045150.736944:0:5848:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df485c0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2393:x1863365370047232:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 97us (6128us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045150.736957:0:5848:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 838 00010000:00010000:2.0:1777045151.255174:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777045151.780461:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045151.781284:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370048128 00000100:00100000:0.0:1777045151.781322:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370048128 00000100:00100000:0.0:1777045151.781472:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1115 00000100:00100000:0.0:1777045151.781492:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77b06d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+29:28672:x1863365370048128:12345-192.168.201.45@tcp:60:lhsmtool_posix.0 00000100:00100000:0.0:1777045151.781687:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77b06d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+29:28672:x1863365370048128:12345-192.168.201.45@tcp:60:lhsmtool_posix.0 Request processed in 199us (1238us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045151.781717:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1115 00000100:00100000:1.0:1777045152.216564:0:3344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1777045152.216595:0:3344:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df77955500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3344:1863365424382336:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1777045152.216683:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777045152.222525:0:19062:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424382336 00000100:00100000:3.0:1777045152.222545:0:19062:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424382336 00000100:00100000:3.0:1777045152.222730:0:19062:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 451 00000100:00100000:3.0:1777045152.222749:0:19062:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77b04000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1863365424382336:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1777045152.222804:0:19062:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 78184448 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1777045152.222931:0:19062:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77b04000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1863365424382336:12345-0@lo:13:osp-pre-0-0.0 Request processed in 187us (6247us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045152.222953:0:19062:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 451 00000100:00100000:0.0:1777045152.225942:0:3344:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df77955500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3344:1863365424382336:0@lo:13:osp-pre-0-0.0 00000100:00080000:1.0:1777045152.226089:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1777045152.279518:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777045153.238270:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df77b04e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3341:1863365424382592:0@lo:400:kworker.0 00000100:00100000:2.0:1777045153.238377:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777045153.238453:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df77b05880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424383104:0@lo:400:kworker.0 00000100:00100000:2.0:1777045153.238519:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777045153.238566:0:3341:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1777045153.238575:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df77b05c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3341:1863365424382720:0@lo:400:kworker.0 00000100:00100000:2.0:1777045153.238654:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777045153.238710:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424382592 00000100:00100000:2.0:1777045153.238717:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424382720 00000100:00100000:3.0:1777045153.238721:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424382592 00000100:00100000:2.0:1777045153.238722:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424382720 00000100:00100000:0.0:1777045153.239053:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df77b05f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424382848:0@lo:400:kworker.0 00000100:00100000:1.0:1777045153.239066:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424383104 00000100:00100000:1.0:1777045153.239083:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424383104 00000100:00100000:0.0:1777045153.239122:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045153.239159:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:0.0:1777045153.239169:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df77b07100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ce657616-b3f3-4e21-ac89-518ab611901c:3343:1863365424382464:0@lo:400:kworker.0 00000100:00100000:0.0:1777045153.239236:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045153.239272:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df77b06300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3343:1863365424382976:0@lo:400:kworker.0 00000100:00100000:0.0:1777045153.239308:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045153.239365:0:6639:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424382848 00000100:00100000:0.0:1777045153.239371:0:6639:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424382848 00000100:00100000:0.0:1777045153.239429:0:6639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 884 00000100:00100000:0.0:1777045153.239442:0:6639:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42c89f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424382848:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777045153.240106:0:6639:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42c89f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424382848:12345-0@lo:400:kworker.0 Request processed in 96us (412us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045153.240122:0:6639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 884 00000100:00100000:0.0:1777045153.240159:0:5849:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424382464 00000100:00100000:0.0:1777045153.240165:0:5849:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424382464 00000100:00100000:0.0:1777045153.240208:0:5849:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 839 00000100:00100000:0.0:1777045153.240220:0:5849:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df485c2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ce657616-b3f3-4e21-ac89-518ab611901c+18:3343:x1863365424382464:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777045153.240603:0:5849:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df485c2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ce657616-b3f3-4e21-ac89-518ab611901c+18:3343:x1863365424382464:12345-0@lo:400:kworker.0 Request processed in 385us (1367us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045153.240614:0:5849:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 839 00000100:00100000:0.0:1777045153.240677:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424382976 00000100:00100000:0.0:1777045153.240683:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424382976 00000100:00100000:2.0:1777045153.240769:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1060 00000100:00100000:3.0:1777045153.246546:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1061 00000100:00100000:3.0:1777045153.246565:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41db3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3341:x1863365424382592:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777045153.246677:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41db3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3341:x1863365424382592:12345-0@lo:400:kworker.0 Request processed in 118us (8301us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045153.246687:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1061 00000100:00100000:3.0:1777045153.246796:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df77b04e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3341:1863365424382592:0@lo:400:kworker.0 00000100:00100000:3.0:1777045153.246823:0:3341:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1777045153.246844:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df77b06680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424383232:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1777045153.246941:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777045153.249066:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 885 00000100:00100000:1.0:1777045153.249082:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41db1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3341:x1863365424383104:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777045153.249189:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41db1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3341:x1863365424383104:12345-0@lo:400:kworker.0 Request processed in 111us (10668us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045153.249575:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 885 00000100:00100000:1.0:1777045153.249657:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df77b05880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424383104:0@lo:400:kworker.0 00000100:00100000:1.0:1777045153.250313:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df77b07100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ce657616-b3f3-4e21-ac89-518ab611901c:3343:1863365424382464:0@lo:400:kworker.0 00000100:00100000:1.0:1777045153.250333:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df77b05f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424382848:0@lo:400:kworker.0 00000100:00100000:1.0:1777045153.250409:0:6643:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424383232 00000100:00100000:1.0:1777045153.250419:0:6643:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424383232 00000100:00100000:1.0:1777045153.250461:0:6643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 452 00000100:00100000:1.0:1777045153.250472:0:6643:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77957100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3341:x1863365424383232:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1777045153.250532:0:6643:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 78184448 pending 0 free 3851419648 avail 3849322496 00000100:00100000:1.0:1777045153.250625:0:6643:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77957100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3341:x1863365424383232:12345-0@lo:13:osp-pre-1-0.0 Request processed in 152us (3682us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045153.250637:0:6643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 452 00000100:00100000:1.0:1777045153.250681:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df77b06680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424383232:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1777045153.254196:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7529b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3341:x1863365424382720:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777045153.254331:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7529b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3341:x1863365424382720:12345-0@lo:400:kworker.0 Request processed in 13551us (15676us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045153.254345:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1060 00000100:00100000:1.0:1777045153.256252:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df77b05c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3341:1863365424382720:0@lo:400:kworker.0 00000100:00080000:3.0:1777045153.266610:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1777045153.266622:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1777045153.268518:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1062 00000100:00100000:0.0:1777045153.268538:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de419fc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3343:x1863365424382976:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777045153.268658:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de419fc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3343:x1863365424382976:12345-0@lo:400:kworker.0 Request processed in 127us (29348us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045153.268669:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1062 00000100:00100000:0.0:1777045153.269159:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df77b06300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3343:1863365424382976:0@lo:400:kworker.0 00010000:00010000:2.0:1777045153.302968:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1777045154.326635:0:11491:0:(llog.c:801:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1777045154.326647:0:11491:0:(llog_cat.c:158:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1777045154.327520:0:11491:0:(llog.c:858:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 30 count 1 00000040:00080000:2.0:1777045154.327534:0:11491:0:(llog.c:858:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:3.0:1777045154.328635:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777045155.360040:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777045155.825752:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045155.825816:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045155.825848:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045155.825874:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045155.825904:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045155.825929:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045155.825961:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045155.825995:0:6639:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370048512 00000100:00100000:2.0:1777045155.826008:0:6639:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370048512 00000100:00100000:2.0:1777045155.826074:0:6639:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370049024 00000100:00100000:2.0:1777045155.826079:0:6639:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370049024 00000100:00100000:2.0:1777045155.826103:0:6639:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370048640 00000100:00100000:2.0:1777045155.826107:0:6639:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370048640 00000100:00100000:2.0:1777045155.826127:0:6639:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370048896 00000100:00100000:2.0:1777045155.826131:0:6639:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370048896 00000100:00100000:2.0:1777045155.826154:0:6639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 886 00000100:00100000:2.0:1777045155.826168:0:6639:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77c7e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:146de360-3fb2-48bd-b418-06f30714148a+11:2392:x1863365370048512:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:2.0:1777045155.826297:0:6639:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77c7e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:146de360-3fb2-48bd-b418-06f30714148a+11:2392:x1863365370048512:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 131us (479us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045155.826309:0:6639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 886 00000100:00100000:2.0:1777045155.826666:0:6639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 887 00000100:00100000:2.0:1777045155.826677:0:6639:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77b5ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2392:x1863365370049024:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:2.0:1777045155.826716:0:6639:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77b5ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2392:x1863365370049024:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 42us (842us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045155.826726:0:6639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 887 00000100:00100000:2.0:1777045155.826745:0:6639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 888 00000100:00100000:2.0:1777045155.826753:0:6639:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b9c5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:146de360-3fb2-48bd-b418-06f30714148a+9:2392:x1863365370048640:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:2.0:1777045155.826787:0:6639:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b9c5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:146de360-3fb2-48bd-b418-06f30714148a+9:2392:x1863365370048640:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 35us (859us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045155.826795:0:6639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 888 00000100:00100000:2.0:1777045155.826812:0:6639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 889 00000100:00100000:2.0:1777045155.826820:0:6639:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b9c5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2392:x1863365370048896:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:2.0:1777045155.826851:0:6639:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b9c5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2392:x1863365370048896:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 31us (890us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045155.827116:0:6639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 889 00000100:00100000:1.0:1777045155.827261:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370048768 00000100:00100000:1.0:1777045155.827268:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370048768 00000100:00100000:1.0:1777045155.827314:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370048384 00000100:00100000:1.0:1777045155.827318:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370048384 00000100:00100000:1.0:1777045155.827352:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1063 00000100:00100000:1.0:1777045155.827361:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77b5c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+29:2392:x1863365370048768:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:1.0:1777045155.827402:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77b5c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+29:2392:x1863365370048768:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 43us (1554us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045155.827411:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1063 00000100:00100000:1.0:1777045155.827453:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1064 00000100:00100000:1.0:1777045155.827464:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77b5e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:146de360-3fb2-48bd-b418-06f30714148a+58:2392:x1863365370048384:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:1.0:1777045155.827502:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77b5e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:146de360-3fb2-48bd-b418-06f30714148a+58:2392:x1863365370048384:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 39us (1597us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045155.827510:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1064 00000100:00100000:3.0:1777045155.828294:0:5850:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370048256 00000100:00100000:3.0:1777045155.828303:0:5850:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370048256 00000100:00100000:3.0:1777045155.828364:0:5850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 840 00000100:00100000:3.0:1777045155.828375:0:5850:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df485c3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2392:x1863365370048256:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777045155.828458:0:5850:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df485c3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2392:x1863365370048256:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 58us (2692us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045155.828469:0:5850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 840 00000100:00080000:3.0:1777045155.828510:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1777045155.828517:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1777045155.828520:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1777045156.350149:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045156.350228:0:5843:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370049152 00000100:00100000:1.0:1777045156.350242:0:5843:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370049152 00000100:00100000:1.0:1777045156.350354:0:5843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 66 00000100:00100000:1.0:1777045156.350369:0:5843:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77955880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:146de360-3fb2-48bd-b418-06f30714148a+11:2393:x1863365370049152:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777045156.350390:0:5843:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00002000:00010000:1.0:1777045156.350450:0:5843:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x13:0x0] updating lvb blocks from disk: 1 -> 11 00010000:00010000:1.0:1777045156.350484:0:5843:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005dbbfa07/0x2c8777a5e7d9d70a lrc: 0/0,0 mode: --/PR res: [0x240000400:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11488fe expref: 11 pid: 6641 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045156.350528:0:5843:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000088a0b83c/0x2c8777a5e7d9d00a lrc: 0/0,0 mode: --/PR res: [0x240000400:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11486c0 expref: 10 pid: 14822 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777045156.350558:0:5843:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0xd:0x0] updating lvb blocks from disk: 1 -> 11 00010000:00010000:1.0:1777045156.350567:0:5843:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ca347ddd/0x2c8777a5e7d9c13f lrc: 0/0,0 mode: --/PR res: [0x240000400:0xd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148267 expref: 9 pid: 6641 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777045156.350585:0:5843:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0xa:0x0] updating lvb size from disk: 0 -> 1516 00002000:00010000:1.0:1777045156.350589:0:5843:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0xa:0x0] updating lvb mtime from disk: 1645827007 -> 1777044555 00002000:00010000:1.0:1777045156.350592:0:5843:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0xa:0x0] updating lvb blocks from disk: 1 -> 11 00010000:00010000:1.0:1777045156.350601:0:5843:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000056e09c04/0x2c8777a5e7d9b847 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1147f88 expref: 8 pid: 8776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045156.350617:0:5843:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777045156.350693:0:5843:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77955880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:146de360-3fb2-48bd-b418-06f30714148a+7:2393:x1863365370049152:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 326us (553us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045156.350705:0:5843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 66 00010000:00010000:3.0:1777045156.379028:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:0.0:1777045157.130868:0:19671:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 12o: Layout-swap failure during Restore leaves file released ========================================================== 11:39:12 (1777045152) 00000100:00100000:3.0:1777045157.338815:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df77954380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424383360:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1777045157.338993:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777045157.339061:0:6644:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424383360 00000100:00100000:2.0:1777045157.339079:0:6644:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424383360 00000100:00080000:3.0:1777045157.341436:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1777045157.348322:0:6644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 453 00000100:00100000:2.0:1777045157.348362:0:6644:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77957480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424383360:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1777045157.348455:0:6644:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 78184448 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1777045157.350956:0:6644:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77957480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424383360:12345-0@lo:13:osp-pre-0-0.0 Request processed in 2609us (11961us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045157.350973:0:6644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 453 00000100:00100000:3.0:1777045157.364261:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df77954380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424383360:0@lo:13:osp-pre-0-0.0 00010000:00010000:2.0:1777045157.424666:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777045158.206381:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045158.206676:0:5841:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370049280 00000100:00100000:0.0:1777045158.206697:0:5841:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370049280 00000100:00100000:0.0:1777045158.206858:0:5841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 67 00000100:00100000:0.0:1777045158.206882:0:5841:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77954380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:146de360-3fb2-48bd-b418-06f30714148a+58:2390:x1863365370049280:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777045158.206921:0:5841:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 16 locks, starting at 0 00000100:00080000:3.0:1777045158.209531:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1777045158.227003:0:5841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536400/0x2c8777a5e7d9c2dc lrc: 0/0,0 mode: --/PR res: [0x200000402:0xf:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11482e5 expref: 58 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045158.227050:0:5841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xf:0x0].0x0 (ffff98df4a351200) 00010000:00010000:0.0:1777045158.227089:0:5841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537a00/0x2c8777a5e7d9c2f1 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x25:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11482f3 expref: 57 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045158.227119:0:5841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43106000/0x2c8777a5e7d9c1fc lrc: 0/0,0 mode: --/PR res: [0x200000401:0x25:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148298 expref: 56 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045158.227151:0:5841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x25:0x0].0x0 (ffff98df4a351d00) 00010000:00010000:0.0:1777045158.227254:0:5841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537200/0x2c8777a5e7d9c0f2 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x22:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148244 expref: 55 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045158.227284:0:5841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43106a00/0x2c8777a5e7d9bffd lrc: 0/0,0 mode: --/PR res: [0x200000401:0x22:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11481e9 expref: 54 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045158.227306:0:5841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x22:0x0].0x0 (ffff98df47376d00) 00010000:00010000:0.0:1777045158.227336:0:5841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537c00/0x2c8777a5e7d9bede lrc: 0/0,0 mode: --/PR res: [0x200000402:0xd:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114818e expref: 53 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045158.227354:0:5841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xd:0x0].0x0 (ffff98df52c43500) 00010000:00010000:0.0:1777045158.227436:0:5841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096400/0x2c8777a5e7d9bef3 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x21:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114819c expref: 52 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045158.227461:0:5841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64f000/0x2c8777a5e7d9bdfe lrc: 0/0,0 mode: --/PR res: [0x200000401:0x21:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148141 expref: 51 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045158.227481:0:5841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x21:0x0].0x0 (ffff98df52c43800) 00010000:00010000:0.0:1777045158.227506:0:5841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537400/0x2c8777a5e7d9bd17 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11480f4 expref: 50 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045158.227525:0:5841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xc:0x0].0x0 (ffff98df61f8ee00) 00010000:00010000:0.0:1777045158.227542:0:5841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32000/0x2c8777a5e7d9bd2c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x20:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148102 expref: 49 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045158.227576:0:5841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102200/0x2c8777a5e7d9bc30 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x20:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11480a7 expref: 48 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045158.227599:0:5841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x20:0x0].0x0 (ffff98df61f8e500) 00010000:00010000:0.0:1777045158.227624:0:5841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32e00/0x2c8777a5e7d9bba4 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148076 expref: 47 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045158.227644:0:5841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xb:0x0].0x0 (ffff98df51b04d00) 00010000:00010000:0.0:1777045158.227706:0:5841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed000/0x2c8777a5e7d9bbb9 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xa:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148084 expref: 46 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045158.227736:0:5841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102000/0x2c8777a5e7d9bb88 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xa:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114806f expref: 45 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045158.227753:0:5841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xa:0x0].0x0 (ffff98df61f8e300) 00010000:00010000:0.0:1777045158.227782:0:5841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103200/0x2c8777a5e7d9ba9a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148029 expref: 44 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045158.228166:0:5841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102e00/0x2c8777a5e7d9ba46 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114801b expref: 43 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045158.228186:0:5841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1e:0x0].0x0 (ffff98df61f8e400) 00010000:00010000:0.0:1777045158.228277:0:5841:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777045158.228443:0:5841:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77954380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:146de360-3fb2-48bd-b418-06f30714148a+42:2390:x1863365370049280:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 21565us (22079us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045158.228468:0:5841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 67 00000100:00100000:3.0:1777045158.229946:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045158.230050:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370049408 00000100:00100000:3.0:1777045158.230104:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370049408 00000100:00080000:2.0:1777045158.230249:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1777045158.230390:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1116 00000100:00100000:3.0:1777045158.230450:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77955500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+29:29342:x1863365370049408:12345-192.168.201.45@tcp:59:lhsmtool_posix.0 00000100:00100000:3.0:1777045158.230666:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77955500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+29:29342:x1863365370049408:12345-192.168.201.45@tcp:59:lhsmtool_posix.0 Request processed in 226us (742us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045158.230684:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1116 00000100:00100000:0.0:1777045158.333136:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045158.336747:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370049536 00000100:00100000:1.0:1777045158.336785:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370049536 00000100:00100000:1.0:1777045158.336952:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1117 00000100:00100000:1.0:1777045158.336986:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de419fed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:146de360-3fb2-48bd-b418-06f30714148a+42:29343:x1863365370049536:12345-192.168.201.45@tcp:101:lfs.0 00010000:00010000:1.0:1777045158.337039:0:5855:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777045158.337119:0:5855:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd800/0x2c8777a5e7d9e389 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148d26 expref: -99 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045158.337359:0:5855:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfcc00/0x2c8777a5e7d9e390 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045158.337447:0:5855:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfcc00/0x2c8777a5e7d9e390 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045158.337483:0:5855:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfcc00/0x2c8777a5e7d9e390 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045158.337807:0:5855:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfdc00/0x2c8777a5e7d9e397 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045158.337843:0:5855:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfdc00/0x2c8777a5e7d9e397 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045158.337867:0:5855:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfdc00/0x2c8777a5e7d9e397 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045158.340533:0:5855:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfcc00/0x2c8777a5e7d9e390 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045158.340567:0:5855:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfcc00/0x2c8777a5e7d9e390 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045158.340595:0:5855:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfcc00/0x2c8777a5e7d9e390 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045158.340608:0:5855:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de41dfcc00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:3.0:1777045158.340630:0:5855:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfcc00/0x2c8777a5e7d9e390 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045158.340647:0:5855:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfcc00/0x2c8777a5e7d9e390 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045158.340697:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff98df52c43d00) 00010000:00010000:3.0:1777045158.340717:0:5855:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777045158.340728:0:5855:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfcc00/0x2c8777a5e7d9e390 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045158.340754:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfcc00/0x2c8777a5e7d9e390 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045158.340780:0:5855:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfdc00/0x2c8777a5e7d9e397 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045158.340807:0:5855:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfdc00/0x2c8777a5e7d9e397 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045158.340819:0:5855:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfdc00/0x2c8777a5e7d9e397 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045158.340844:0:5855:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de41dfdc00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:3.0:1777045158.340854:0:5855:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfdc00/0x2c8777a5e7d9e397 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045158.340882:0:5855:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfdc00/0x2c8777a5e7d9e397 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045158.340900:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa1420b2e (ffff98df454d4900) 00010000:00010000:3.0:1777045158.340905:0:5855:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777045158.340924:0:5855:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfdc00/0x2c8777a5e7d9e397 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045158.340936:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfdc00/0x2c8777a5e7d9e397 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045158.341057:0:5855:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd800/0x2c8777a5e7d9e389 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148d26 expref: 43 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045158.341091:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff98df52c43d00) 00010000:00010000:3.0:1777045158.341096:0:5855:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777045158.341103:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd800/0x2c8777a5e7d9e389 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148d26 expref: 43 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045158.341135:0:5855:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de41dfd800, rc 0) 00000100:00100000:3.0:1777045158.341480:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de419fed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:146de360-3fb2-48bd-b418-06f30714148a+42:29343:x1863365370049536:12345-192.168.201.45@tcp:101:lfs.0 Request processed in 4495us (8355us total) trans 0 rc 301/301 00000100:00100000:3.0:1777045158.341511:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1117 00000100:00100000:3.0:1777045158.358635:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1777045158.358715:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de42771500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424383488:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1777045158.360213:0:3344:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de435af800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3344:1863365424384000:0@lo:400:kworker.0 00000100:00100000:2.0:1777045158.360883:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045158.361090:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7b9c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3342:1863365424383744:0@lo:400:kworker.0 00000100:00100000:0.0:1777045158.361709:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045158.361768:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de435af100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424384256:0@lo:400:kworker.0 00000100:00100000:0.0:1777045158.361813:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045158.361908:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1777045158.361922:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7b9c4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ce657616-b3f3-4e21-ac89-518ab611901c:3342:1863365424383616:0@lo:400:kworker.0 00000100:00100000:0.0:1777045158.361971:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045158.362015:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de435ac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3342:1863365424384128:0@lo:400:kworker.0 00000100:00100000:0.0:1777045158.362055:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045158.362112:0:6641:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424384000 00000100:00100000:0.0:1777045158.362123:0:6641:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424384000 00000100:00100000:0.0:1777045158.362187:0:6641:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424384256 00000100:00100000:2.0:1777045158.362194:0:3344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1777045158.362194:0:6641:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424384256 00000100:00100000:2.0:1777045158.362216:0:3344:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7b9c4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3344:1863365424383872:0@lo:400:kworker.0 00000100:00100000:2.0:1777045158.362288:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045158.362298:0:6641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 890 00000100:00100000:0.0:1777045158.362317:0:6641:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de435adc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3344:x1863365424384000:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777045158.362441:0:6641:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de435adc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3344:x1863365424384000:12345-0@lo:400:kworker.0 Request processed in 128us (1560us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045158.362455:0:6641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 890 00000100:00100000:0.0:1777045158.362484:0:6641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 891 00000100:00100000:0.0:1777045158.362497:0:6641:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df74600e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3342:x1863365424384256:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777045158.362560:0:6641:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df74600e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3342:x1863365424384256:12345-0@lo:400:kworker.0 Request processed in 65us (746us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045158.362572:0:6641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 891 00000100:00100000:0.0:1777045158.362604:0:5848:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424383616 00000100:00100000:0.0:1777045158.362611:0:5848:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424383616 00000100:00100000:0.0:1777045158.362663:0:5848:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 841 00000100:00100000:0.0:1777045158.362675:0:5848:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df485c2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ce657616-b3f3-4e21-ac89-518ab611901c+18:3342:x1863365424383616:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777045158.362725:0:5848:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df485c2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ce657616-b3f3-4e21-ac89-518ab611901c+18:3342:x1863365424383616:12345-0@lo:400:kworker.0 Request processed in 52us (754us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045158.362736:0:5848:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 841 00000100:00100000:0.0:1777045158.362826:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7b9c4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ce657616-b3f3-4e21-ac89-518ab611901c:3342:1863365424383616:0@lo:400:kworker.0 00000100:00100000:0.0:1777045158.362858:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de435af100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424384256:0@lo:400:kworker.0 00000100:00100000:1.0:1777045158.368282:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424383744 00000100:00100000:1.0:1777045158.368298:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424383744 00000100:00100000:1.0:1777045158.368360:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424384128 00000100:00100000:1.0:1777045158.368365:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424384128 00000100:00100000:1.0:1777045158.368434:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424383872 00000100:00100000:1.0:1777045158.368440:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424383872 00000100:00100000:1.0:1777045158.368471:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1065 00000100:00100000:1.0:1777045158.368483:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df74600380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3342:x1863365424383744:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777045158.368586:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df74600380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3342:x1863365424383744:12345-0@lo:400:kworker.0 Request processed in 104us (6878us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045158.368597:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1065 00000100:00100000:1.0:1777045158.368624:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1066 00000100:00100000:1.0:1777045158.368635:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df74603800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3342:x1863365424384128:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777045158.368677:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df74603800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3342:x1863365424384128:12345-0@lo:400:kworker.0 Request processed in 45us (6623us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045158.368687:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1066 00000100:00100000:1.0:1777045158.368704:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1067 00000100:00100000:1.0:1777045158.368713:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de435ae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3344:x1863365424383872:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777045158.368757:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de435ae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3344:x1863365424383872:12345-0@lo:400:kworker.0 Request processed in 44us (6473us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045158.368766:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1067 00000100:00080000:1.0:1777045158.368791:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1777045158.368797:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1777045158.373927:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de435ac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3342:1863365424384128:0@lo:400:kworker.0 00000100:00100000:3.0:1777045158.374064:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777045158.374277:0:19062:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424383488 00000100:00100000:3.0:1777045158.374295:0:19062:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424383488 00000100:00100000:0.0:1777045158.374714:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7b9c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3342:1863365424383744:0@lo:400:kworker.0 00000100:00100000:2.0:1777045158.374806:0:3344:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7b9c4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3344:1863365424383872:0@lo:400:kworker.0 00000100:00100000:2.0:1777045158.374832:0:3344:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de435af800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3344:1863365424384000:0@lo:400:kworker.0 00000100:00100000:3.0:1777045158.379595:0:19062:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 454 00000100:00100000:3.0:1777045158.379641:0:19062:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77955180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424383488:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1777045158.379743:0:19062:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 78184448 pending 0 free 3851419648 avail 3849322496 00000100:00100000:3.0:1777045158.379984:0:19062:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77955180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424383488:12345-0@lo:13:osp-pre-1-0.0 Request processed in 369us (5942us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045158.380011:0:19062:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 454 00000100:00100000:0.0:1777045158.384062:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de42771500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424383488:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1777045158.403802:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045158.407866:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370049792 00000100:00100000:1.0:1777045158.407889:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370049792 00000100:00100000:1.0:1777045158.408024:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1118 00000100:00100000:1.0:1777045158.408045:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77956d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:146de360-3fb2-48bd-b418-06f30714148a+42:29343:x1863365370049792:12345-192.168.201.45@tcp:36:lfs.0 00010000:00010000:1.0:1777045158.408129:0:5856:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777045158.408171:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024800/0x2c8777a5e7d9e191 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148c93 expref: 42 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045158.408261:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff98df52c43d00) 00010000:00010000:1.0:1777045158.408269:0:5856:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777045158.408764:0:5856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd600/0x2c8777a5e7d9e39e lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045158.408792:0:5856:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066a00/0x2c8777a5e7d9e1bb lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148ca1 expref: 28 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045158.408809:0:5856:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd600/0x2c8777a5e7d9e39e lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045158.408862:0:5856:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066a00/0x2c8777a5e7d9e1bb lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148ca1 expref: 28 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045158.408888:0:5856:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066a00/0x2c8777a5e7d9e1bb lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148ca1 expref: 28 pid: 12646 timeout: 1886 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777045158.409475:0:5856:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df77b05c00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5856:1863365424384384:192.168.201.45@tcp:104: 00000100:00100000:1.0:1777045158.409607:0:5856:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df50fb79c0 going to sleep for 11 seconds 00000040:00080000:1.0:1777045158.430924:0:11491:0:(llog.c:801:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1777045158.430938:0:11491:0:(llog_cat.c:158:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1777045158.432923:0:11491:0:(llog.c:858:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:1.0:1777045158.432952:0:11491:0:(llog.c:858:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1777045158.466876:0:5856:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df77b05c00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5856:1863365424384384:192.168.201.45@tcp:104: 00010000:00010000:1.0:1777045158.466948:0:5856:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd600/0x2c8777a5e7d9e39e lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777045158.470663:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045158.473592:0:5843:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370049920 00000100:00100000:0.0:1777045158.473625:0:5843:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370049920 00010000:00010000:0.0:1777045158.473740:0:5843:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066a00/0x2c8777a5e7d9e1bb lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148ca1 expref: 29 pid: 12646 timeout: 1886 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777045158.473861:0:5843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 331 00000100:00100000:0.0:1777045158.473882:0:5843:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77957800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+29:2393:x1863365370049920:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777045158.473922:0:5843:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777045158.473948:0:5843:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066a00/0x2c8777a5e7d9e1bb lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148ca1 expref: 29 pid: 12646 timeout: 1886 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045158.473984:0:5843:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066a00/0x2c8777a5e7d9e1bb lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148ca1 expref: 29 pid: 12646 timeout: 1886 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045158.474034:0:5843:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066a00/0x2c8777a5e7d9e1bb lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148ca1 expref: 29 pid: 12646 timeout: 1886 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045158.474075:0:5843:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff98df52c43d00) 00010000:00010000:0.0:1777045158.474085:0:5843:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd600/0x2c8777a5e7d9e39e lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045158.474117:0:5843:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd600/0x2c8777a5e7d9e39e lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045158.474132:0:5843:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd600/0x2c8777a5e7d9e39e lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045158.474204:0:5843:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777045158.474325:0:5843:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77957800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+28:2393:x1863365370049920:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 446us (3683us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045158.474445:0:5843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 331 00010000:00010000:0.0:1777045158.474517:0:5856:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd600/0x2c8777a5e7d9e39e lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045158.474532:0:5856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd600/0x2c8777a5e7d9e39e lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045158.474582:0:5856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9e3a5 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045158.474611:0:5856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9e3a5 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045158.474627:0:5856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9e3a5 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045158.493553:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00200000:0.0:1777045158.519832:0:5856:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x46:0x0]: returning size 512 00010000:00010000:0.0:1777045158.519872:0:5856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd600/0x2c8777a5e7d9e39e lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045158.519900:0:5856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd600/0x2c8777a5e7d9e39e lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045158.519915:0:5856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd600/0x2c8777a5e7d9e39e lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045158.519931:0:5856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de41dfd600 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:0.0:1777045158.519939:0:5856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd600/0x2c8777a5e7d9e39e lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045158.519954:0:5856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd600/0x2c8777a5e7d9e39e lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045158.519991:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff98df52c43d00) 00010000:00010000:0.0:1777045158.519998:0:5856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777045158.520011:0:5856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd600/0x2c8777a5e7d9e39e lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045158.520024:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd600/0x2c8777a5e7d9e39e lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777045158.520070:0:5856:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000a5214c29 reply state 000000005c1aa423 transno 4294968048 ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9e3a5 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777045158.520094:0:5856:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777045158.520261:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77956d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:146de360-3fb2-48bd-b418-06f30714148a+43:29343:x1863365370049792:12345-192.168.201.45@tcp:36:lfs.0 Request processed in 112208us (116483us total) trans 4294968048 rc 0/0 00000100:00100000:0.0:1777045158.520287:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1118 00010000:00010000:3.0:1777045158.543154:0:3328:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9e3a5 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045158.543187:0:3328:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9e3a5 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045158.543565:0:3328:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9e3a5 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045158.543577:0:3328:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48022c00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:3.0:1777045158.543587:0:3328:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9e3a5 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045158.543602:0:3328:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9e3a5 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045158.543634:0:3328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa1420b2e (ffff98df61f8e400) 00010000:00010000:3.0:1777045158.543640:0:3328:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777045158.543649:0:3328:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9e3a5 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045158.543660:0:3328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9e3a5 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777045158.560220:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045158.560643:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370050048 00000100:00100000:1.0:1777045158.560660:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370050048 00000100:00100000:1.0:1777045158.560773:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1119 00000100:00100000:1.0:1777045158.560794:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df74600000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:146de360-3fb2-48bd-b418-06f30714148a+42:29345:x1863365370050048:12345-192.168.201.45@tcp:101:bash.0 00010000:00010000:1.0:1777045158.560832:0:5857:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777045158.560868:0:5857:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfce00/0x2c8777a5e7d9e3ac lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148d2d expref: -99 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045158.560970:0:5857:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfc200/0x2c8777a5e7d9e3b3 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045158.560998:0:5857:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfc200/0x2c8777a5e7d9e3b3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045158.561023:0:5857:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfc200/0x2c8777a5e7d9e3b3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777045158.561514:0:5857:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 8704 00000004:00200000:0.0:1777045158.561524:0:5857:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 30 stripe count 1 MDT count 1 00000004:00010000:0.0:1777045158.561574:0:5857:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfc200/0x2c8777a5e7d9e3b3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045158.561625:0:5857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfce00/0x2c8777a5e7d9e3ac lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148d2d expref: 44 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045158.561659:0:5857:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfc200/0x2c8777a5e7d9e3b3 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148d2d expref: 43 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045158.561677:0:5857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff98df454d4800) 00010000:00010000:0.0:1777045158.561684:0:5857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1777045158.561690:0:5857:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de41dfc200, rc 0) 00000100:00100000:0.0:1777045158.561788:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df74600000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:146de360-3fb2-48bd-b418-06f30714148a+43:29345:x1863365370050048:12345-192.168.201.45@tcp:101:bash.0 Request processed in 999us (1584us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045158.561804:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1119 00000100:00100000:0.0:1777045158.585629:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045158.592189:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370050176 00000100:00100000:3.0:1777045158.592241:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370050176 00000100:00100000:3.0:1777045158.592369:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1120 00000100:00100000:3.0:1777045158.596299:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df74603100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:146de360-3fb2-48bd-b418-06f30714148a+43:29345:x1863365370050176:12345-192.168.201.45@tcp:101:bash.0 00010000:00010000:3.0:1777045158.596362:0:5855:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777045158.596429:0:5855:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067200/0x2c8777a5e7d9e3ba lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148d34 expref: -99 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045158.596585:0:5855:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067e00/0x2c8777a5e7d9e3c1 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045158.596612:0:5855:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067e00/0x2c8777a5e7d9e3c1 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045158.596635:0:5855:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067e00/0x2c8777a5e7d9e3c1 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045158.596666:0:5855:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066a00/0x2c8777a5e7d9e3c8 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045158.596678:0:5855:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066a00/0x2c8777a5e7d9e3c8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045158.596691:0:5855:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066a00/0x2c8777a5e7d9e3c8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045158.603579:0:5855:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066000/0x2c8777a5e7d9e3cf lrc: 3/1,0 mode: --/PR res: [0x200000401:0x46:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045158.603617:0:5855:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066000/0x2c8777a5e7d9e3cf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045158.603642:0:5855:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066000/0x2c8777a5e7d9e3cf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777045158.603748:0:5855:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x46:0x0]: returning size 512 00000004:00200000:3.0:1777045158.603758:0:5855:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1777045158.604091:0:5855:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066000/0x2c8777a5e7d9e3cf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045158.604124:0:5855:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067e00/0x2c8777a5e7d9e3c1 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045158.604136:0:5855:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067e00/0x2c8777a5e7d9e3c1 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045158.604149:0:5855:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067e00/0x2c8777a5e7d9e3c1 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045158.604160:0:5855:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48067e00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:3.0:1777045158.604168:0:5855:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067e00/0x2c8777a5e7d9e3c1 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045158.604569:0:5855:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067e00/0x2c8777a5e7d9e3c1 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045158.604592:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff98df454d4800) 00010000:00010000:3.0:1777045158.604598:0:5855:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777045158.604606:0:5855:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067e00/0x2c8777a5e7d9e3c1 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045158.604618:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067e00/0x2c8777a5e7d9e3c1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045158.604643:0:5855:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066a00/0x2c8777a5e7d9e3c8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045158.604655:0:5855:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066a00/0x2c8777a5e7d9e3c8 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045158.604666:0:5855:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066a00/0x2c8777a5e7d9e3c8 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045158.604677:0:5855:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48066a00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:3.0:1777045158.604682:0:5855:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066a00/0x2c8777a5e7d9e3c8 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045158.604694:0:5855:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066a00/0x2c8777a5e7d9e3c8 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045158.604709:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa1420b2e (ffff98df413b6b00) 00010000:00010000:3.0:1777045158.604714:0:5855:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777045158.604720:0:5855:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066a00/0x2c8777a5e7d9e3c8 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045158.604731:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066a00/0x2c8777a5e7d9e3c8 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045158.604794:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067200/0x2c8777a5e7d9e3ba lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148d34 expref: 45 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045158.605067:0:5855:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066000/0x2c8777a5e7d9e3cf lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148d34 expref: 44 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045158.605085:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x46:0x0].0x0 (ffff98df413b6500) 00010000:00010000:3.0:1777045158.605092:0:5855:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1777045158.605098:0:5855:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de48066000, rc 0) 00000100:00100000:3.0:1777045158.605252:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df74603100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:146de360-3fb2-48bd-b418-06f30714148a+44:29345:x1863365370050176:12345-192.168.201.45@tcp:101:bash.0 Request processed in 12864us (19631us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045158.605269:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1120 00000100:00100000:0.0:1777045158.632715:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045158.635510:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370050304 00000100:00100000:2.0:1777045158.635527:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370050304 00000100:00100000:2.0:1777045158.635628:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1121 00000100:00100000:2.0:1777045158.635645:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42771500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:146de360-3fb2-48bd-b418-06f30714148a+44:29345:x1863365370050304:12345-192.168.201.45@tcp:101:bash.0 00010000:00010000:2.0:1777045158.635675:0:5856:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777045158.635704:0:5856:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025200/0x2c8777a5e7d9e3d6 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148d3b expref: -99 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045158.635801:0:5856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025600/0x2c8777a5e7d9e3dd lrc: 3/1,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045158.635825:0:5856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025600/0x2c8777a5e7d9e3dd lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045158.635844:0:5856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025600/0x2c8777a5e7d9e3dd lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045158.635937:0:5856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025400/0x2c8777a5e7d9e3e4 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045158.635954:0:5856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025400/0x2c8777a5e7d9e3e4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045158.635967:0:5856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025400/0x2c8777a5e7d9e3e4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045158.636068:0:5856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025600/0x2c8777a5e7d9e3dd lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045158.636082:0:5856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025600/0x2c8777a5e7d9e3dd lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045158.636102:0:5856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025600/0x2c8777a5e7d9e3dd lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045158.636113:0:5856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48025600 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:2.0:1777045158.636120:0:5856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025600/0x2c8777a5e7d9e3dd lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045158.636133:0:5856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025600/0x2c8777a5e7d9e3dd lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045158.636152:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x46:0x0].0x0 (ffff98df413b6500) 00010000:00010000:2.0:1777045158.636158:0:5856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777045158.636164:0:5856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025600/0x2c8777a5e7d9e3dd lrc: 2/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045158.636175:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025600/0x2c8777a5e7d9e3dd lrc: 0/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045158.636192:0:5856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025400/0x2c8777a5e7d9e3e4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045158.636299:0:5856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025400/0x2c8777a5e7d9e3e4 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045158.636313:0:5856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025400/0x2c8777a5e7d9e3e4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045158.636325:0:5856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48025400 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:2.0:1777045158.636331:0:5856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025400/0x2c8777a5e7d9e3e4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045158.636352:0:5856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025400/0x2c8777a5e7d9e3e4 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045158.636370:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x46:0x0].0x28d475f8 (ffff98df48c7ec00) 00010000:00010000:2.0:1777045158.636375:0:5856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777045158.636381:0:5856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025400/0x2c8777a5e7d9e3e4 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045158.636418:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025400/0x2c8777a5e7d9e3e4 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045158.636489:0:5856:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025200/0x2c8777a5e7d9e3d6 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148d3b expref: 45 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045158.636510:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x46:0x0].0x0 (ffff98df413b6500) 00010000:00010000:2.0:1777045158.636515:0:5856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777045158.636522:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025200/0x2c8777a5e7d9e3d6 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148d3b expref: 45 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045158.636539:0:5856:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de48025200, rc 0) 00000100:00100000:2.0:1777045158.636624:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42771500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:146de360-3fb2-48bd-b418-06f30714148a+44:29345:x1863365370050304:12345-192.168.201.45@tcp:101:bash.0 Request processed in 981us (3916us total) trans 0 rc 301/301 00000100:00100000:2.0:1777045158.636638:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1121 00000100:00100000:3.0:1777045158.683219:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045158.683467:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370050432 00000100:00100000:2.0:1777045158.683486:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370050432 00000100:00100000:2.0:1777045158.683596:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1122 00000100:00100000:2.0:1777045158.683616:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77957b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+28:29346:x1863365370050432:12345-192.168.201.45@tcp:101:rm.0 00010000:00010000:2.0:1777045158.683654:0:5857:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777045158.683687:0:5857:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025200/0x2c8777a5e7d9e3eb lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148d42 expref: -99 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045158.683787:0:5857:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025400/0x2c8777a5e7d9e3f2 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045158.684072:0:5857:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025400/0x2c8777a5e7d9e3f2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045158.684098:0:5857:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025400/0x2c8777a5e7d9e3f2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777045158.684262:0:5857:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 8704 00000004:00200000:2.0:1777045158.684271:0:5857:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 30 stripe count 1 MDT count 1 00000004:00010000:2.0:1777045158.684317:0:5857:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025400/0x2c8777a5e7d9e3f2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045158.684363:0:5857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025200/0x2c8777a5e7d9e3eb lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148d42 expref: 30 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045158.684430:0:5857:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025400/0x2c8777a5e7d9e3f2 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148d42 expref: 29 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045158.684447:0:5857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff98df454d4800) 00010000:00010000:2.0:1777045158.684452:0:5857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1777045158.684459:0:5857:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de48025400, rc 0) 00000100:00100000:2.0:1777045158.684548:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77957b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+29:29346:x1863365370050432:12345-192.168.201.45@tcp:101:rm.0 Request processed in 935us (1339us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045158.684562:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1122 00000100:00100000:3.0:1777045158.698597:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045158.707052:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370050560 00000100:00100000:2.0:1777045158.707071:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370050560 00000100:00100000:2.0:1777045158.707168:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1123 00000100:00100000:2.0:1777045158.707187:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77955f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+29:29346:x1863365370050560:12345-192.168.201.45@tcp:101:rm.0 00010000:00010000:2.0:1777045158.707806:0:5855:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777045158.707840:0:5855:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025200/0x2c8777a5e7d9e3f9 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148d49 expref: -99 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045158.707945:0:5855:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024600/0x2c8777a5e7d9e400 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045158.707972:0:5855:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024600/0x2c8777a5e7d9e400 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045158.707991:0:5855:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024600/0x2c8777a5e7d9e400 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045158.708018:0:5855:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025a00/0x2c8777a5e7d9e407 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045158.708031:0:5855:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025a00/0x2c8777a5e7d9e407 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045158.708044:0:5855:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025a00/0x2c8777a5e7d9e407 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045158.708236:0:5855:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024000/0x2c8777a5e7d9e40e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x46:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045158.708257:0:5855:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024000/0x2c8777a5e7d9e40e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045158.708283:0:5855:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024000/0x2c8777a5e7d9e40e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777045158.708380:0:5855:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x46:0x0]: returning size 512 00000004:00200000:2.0:1777045158.708415:0:5855:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1777045158.708454:0:5855:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024000/0x2c8777a5e7d9e40e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045158.708474:0:5855:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024600/0x2c8777a5e7d9e400 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045158.708485:0:5855:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024600/0x2c8777a5e7d9e400 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045158.708498:0:5855:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024600/0x2c8777a5e7d9e400 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045158.708511:0:5855:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48024600 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:2.0:1777045158.708519:0:5855:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024600/0x2c8777a5e7d9e400 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045158.708533:0:5855:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024600/0x2c8777a5e7d9e400 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045158.708554:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff98df454d4800) 00010000:00010000:2.0:1777045158.708561:0:5855:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777045158.708569:0:5855:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024600/0x2c8777a5e7d9e400 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045158.708602:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024600/0x2c8777a5e7d9e400 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045158.708632:0:5855:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025a00/0x2c8777a5e7d9e407 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045158.708645:0:5855:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025a00/0x2c8777a5e7d9e407 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045158.708656:0:5855:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025a00/0x2c8777a5e7d9e407 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045158.708667:0:5855:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48025a00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:2.0:1777045158.708671:0:5855:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025a00/0x2c8777a5e7d9e407 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045158.708683:0:5855:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025a00/0x2c8777a5e7d9e407 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045158.708698:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa1420b2e (ffff98df48c7ec00) 00010000:00010000:2.0:1777045158.708703:0:5855:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777045158.708709:0:5855:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025a00/0x2c8777a5e7d9e407 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045158.708721:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025a00/0x2c8777a5e7d9e407 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045158.708777:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025200/0x2c8777a5e7d9e3f9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148d49 expref: 31 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045158.708803:0:5855:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024000/0x2c8777a5e7d9e40e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148d49 expref: 30 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045158.708827:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x46:0x0].0x0 (ffff98df413b6500) 00010000:00010000:2.0:1777045158.708832:0:5855:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1777045158.708836:0:5855:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de48024000, rc 0) 00000100:00100000:2.0:1777045158.708949:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77955f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+30:29346:x1863365370050560:12345-192.168.201.45@tcp:101:rm.0 Request processed in 1765us (10361us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045158.708963:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1123 00000100:00100000:2.0:1777045158.733336:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045158.733717:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370050688 00000100:00100000:0.0:1777045158.733733:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370050688 00000100:00100000:0.0:1777045158.733848:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1124 00000100:00100000:0.0:1777045158.733866:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de435af800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+30:29346:x1863365370050688:12345-192.168.201.45@tcp:101:rm.0 00010000:00010000:0.0:1777045158.733896:0:5856:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777045158.733929:0:5856:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023a00/0x2c8777a5e7d9e415 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148d50 expref: -99 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045158.734060:0:5856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9e41c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045158.734086:0:5856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9e41c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045158.734108:0:5856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9e41c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045158.734136:0:5856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022000/0x2c8777a5e7d9e423 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045158.734150:0:5856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022000/0x2c8777a5e7d9e423 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045158.734163:0:5856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022000/0x2c8777a5e7d9e423 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045158.734330:0:5856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9e41c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045158.734345:0:5856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9e41c lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045158.734357:0:5856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9e41c lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045158.734368:0:5856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48022c00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:0.0:1777045158.734376:0:5856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9e41c lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045158.734688:0:5856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9e41c lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045158.734712:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x46:0x0].0x0 (ffff98df413b6500) 00010000:00010000:0.0:1777045158.734718:0:5856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777045158.734725:0:5856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9e41c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045158.734737:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9e41c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045158.734762:0:5856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022000/0x2c8777a5e7d9e423 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045158.734774:0:5856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022000/0x2c8777a5e7d9e423 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045158.734787:0:5856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022000/0x2c8777a5e7d9e423 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045158.734798:0:5856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48022000 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:0.0:1777045158.734803:0:5856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022000/0x2c8777a5e7d9e423 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045158.734815:0:5856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022000/0x2c8777a5e7d9e423 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045158.734829:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x46:0x0].0x28d475f8 (ffff98df61f8e300) 00010000:00010000:0.0:1777045158.734834:0:5856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777045158.734839:0:5856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022000/0x2c8777a5e7d9e423 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045158.734857:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022000/0x2c8777a5e7d9e423 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045158.734933:0:5856:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023a00/0x2c8777a5e7d9e415 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148d50 expref: 31 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045158.734953:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x46:0x0].0x0 (ffff98df413b6500) 00010000:00010000:0.0:1777045158.734958:0:5856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777045158.734965:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023a00/0x2c8777a5e7d9e415 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148d50 expref: 31 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045158.734985:0:5856:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de48023a00, rc 0) 00000100:00100000:0.0:1777045158.735071:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de435af800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+30:29346:x1863365370050688:12345-192.168.201.45@tcp:101:rm.0 Request processed in 1207us (1744us total) trans 0 rc 301/301 00000100:00100000:0.0:1777045158.735084:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1124 00000100:00100000:3.0:1777045158.758378:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045158.762022:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370050816 00000100:00100000:2.0:1777045158.762041:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370050816 00000100:00100000:2.0:1777045158.762149:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1125 00000100:00100000:2.0:1777045158.762166:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77fd4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+30:29346:x1863365370050816:12345-192.168.201.45@tcp:101:rm.0 00010000:00010000:2.0:1777045158.762194:0:5857:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777045158.762609:0:5857:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025200/0x2c8777a5e7d9e42a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148d57 expref: -99 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045158.762740:0:5857:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025a00/0x2c8777a5e7d9e431 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045158.762761:0:5857:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025a00/0x2c8777a5e7d9e431 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045158.762778:0:5857:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025a00/0x2c8777a5e7d9e431 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045158.762800:0:5857:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024600/0x2c8777a5e7d9e438 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045158.762811:0:5857:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024600/0x2c8777a5e7d9e438 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045158.762823:0:5857:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024600/0x2c8777a5e7d9e438 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045158.762907:0:5857:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025a00/0x2c8777a5e7d9e431 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045158.762919:0:5857:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025a00/0x2c8777a5e7d9e431 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045158.762928:0:5857:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025a00/0x2c8777a5e7d9e431 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045158.762938:0:5857:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48025a00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:2.0:1777045158.762943:0:5857:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025a00/0x2c8777a5e7d9e431 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045158.762955:0:5857:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025a00/0x2c8777a5e7d9e431 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045158.762972:0:5857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x46:0x0].0x0 (ffff98df413b6500) 00010000:00010000:2.0:1777045158.762977:0:5857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777045158.762984:0:5857:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025a00/0x2c8777a5e7d9e431 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045158.762994:0:5857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025a00/0x2c8777a5e7d9e431 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045158.763014:0:5857:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024600/0x2c8777a5e7d9e438 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045158.763025:0:5857:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024600/0x2c8777a5e7d9e438 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045158.763036:0:5857:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024600/0x2c8777a5e7d9e438 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045158.763045:0:5857:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48024600 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:2.0:1777045158.763050:0:5857:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024600/0x2c8777a5e7d9e438 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045158.763060:0:5857:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024600/0x2c8777a5e7d9e438 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045158.763073:0:5857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x46:0x0].0x28d475f8 (ffff98df48c7ec00) 00010000:00010000:2.0:1777045158.763077:0:5857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777045158.763082:0:5857:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024600/0x2c8777a5e7d9e438 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045158.763092:0:5857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024600/0x2c8777a5e7d9e438 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045158.763143:0:5857:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025200/0x2c8777a5e7d9e42a lrc: 1/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148d57 expref: 31 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045158.763162:0:5857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x46:0x0].0x0 (ffff98df413b6500) 00010000:00010000:2.0:1777045158.763167:0:5857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777045158.763173:0:5857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025200/0x2c8777a5e7d9e42a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148d57 expref: 31 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045158.763190:0:5857:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de48025200, rc 0) 00000100:00100000:2.0:1777045158.763668:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77fd4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+30:29346:x1863365370050816:12345-192.168.201.45@tcp:101:rm.0 Request processed in 1503us (5299us total) trans 0 rc 301/301 00000100:00100000:2.0:1777045158.763687:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1125 00000100:00100000:1.0:1777045158.869511:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045158.872180:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370050944 00000100:00100000:0.0:1777045158.872197:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370050944 00000100:00100000:0.0:1777045158.872652:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1126 00000100:00100000:0.0:1777045158.872668:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77b05c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+30:29347:x1863365370050944:12345-192.168.201.45@tcp:101:cp.0 00010000:00010000:0.0:1777045158.872698:0:7939:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777045158.872730:0:7939:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023a00/0x2c8777a5e7d9e43f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148d5e expref: -99 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045158.872856:0:7939:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022000/0x2c8777a5e7d9e446 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045158.872880:0:7939:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022000/0x2c8777a5e7d9e446 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045158.872899:0:7939:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022000/0x2c8777a5e7d9e446 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045158.872921:0:7939:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9e44d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045158.872935:0:7939:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9e44d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045158.872945:0:7939:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9e44d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045158.873033:0:7939:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022000/0x2c8777a5e7d9e446 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045158.873045:0:7939:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022000/0x2c8777a5e7d9e446 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045158.873056:0:7939:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022000/0x2c8777a5e7d9e446 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045158.873068:0:7939:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48022000 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:0.0:1777045158.873075:0:7939:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022000/0x2c8777a5e7d9e446 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045158.873089:0:7939:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022000/0x2c8777a5e7d9e446 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045158.873110:0:7939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x46:0x0].0x0 (ffff98df413b6500) 00010000:00010000:0.0:1777045158.873115:0:7939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777045158.873123:0:7939:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022000/0x2c8777a5e7d9e446 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045158.873134:0:7939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022000/0x2c8777a5e7d9e446 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045158.873153:0:7939:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9e44d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045158.873164:0:7939:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9e44d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045158.873173:0:7939:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9e44d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045158.873182:0:7939:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48022c00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:0.0:1777045158.873187:0:7939:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9e44d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045158.873197:0:7939:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9e44d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045158.873273:0:7939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x46:0x0].0x28d475f8 (ffff98df61f8e300) 00010000:00010000:0.0:1777045158.873279:0:7939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777045158.873288:0:7939:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9e44d lrc: 2/0,0 mode: --/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045158.873298:0:7939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9e44d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045158.873352:0:7939:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023a00/0x2c8777a5e7d9e43f lrc: 1/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148d5e expref: 31 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045158.873378:0:7939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x46:0x0].0x0 (ffff98df413b6500) 00010000:00010000:0.0:1777045158.873413:0:7939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777045158.873421:0:7939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023a00/0x2c8777a5e7d9e43f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148d5e expref: 31 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045158.873442:0:7939:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de48023a00, rc 0) 00000100:00100000:0.0:1777045158.873545:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77b05c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+30:29347:x1863365370050944:12345-192.168.201.45@tcp:101:cp.0 Request processed in 879us (4046us total) trans 0 rc 301/301 00000100:00100000:0.0:1777045158.873558:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1126 00000100:00100000:1.0:1777045158.891035:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045158.891174:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370051072 00000100:00100000:3.0:1777045158.891188:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370051072 00000100:00100000:3.0:1777045158.891322:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1127 00000100:00100000:3.0:1777045158.891337:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77b06680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+30:29347:x1863365370051072:12345-192.168.201.45@tcp:101:cp.0 00010000:00010000:3.0:1777045158.891367:0:12646:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777045158.891565:0:12646:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066400/0x2c8777a5e7d9e454 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148d65 expref: -99 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045158.891657:0:12646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067200/0x2c8777a5e7d9e45b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045158.891678:0:12646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067200/0x2c8777a5e7d9e45b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045158.891694:0:12646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067200/0x2c8777a5e7d9e45b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045158.891715:0:12646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066a00/0x2c8777a5e7d9e462 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045158.891728:0:12646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066a00/0x2c8777a5e7d9e462 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045158.891740:0:12646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066a00/0x2c8777a5e7d9e462 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045158.891828:0:12646:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067200/0x2c8777a5e7d9e45b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045158.891848:0:12646:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067200/0x2c8777a5e7d9e45b lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045158.891859:0:12646:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067200/0x2c8777a5e7d9e45b lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045158.891869:0:12646:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48067200 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:3.0:1777045158.891876:0:12646:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067200/0x2c8777a5e7d9e45b lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045158.891887:0:12646:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067200/0x2c8777a5e7d9e45b lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045158.891907:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x46:0x0].0x0 (ffff98df413b6500) 00010000:00010000:3.0:1777045158.891912:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777045158.891919:0:12646:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067200/0x2c8777a5e7d9e45b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045158.891930:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067200/0x2c8777a5e7d9e45b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045158.891949:0:12646:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066a00/0x2c8777a5e7d9e462 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045158.891959:0:12646:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066a00/0x2c8777a5e7d9e462 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045158.891968:0:12646:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066a00/0x2c8777a5e7d9e462 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045158.891977:0:12646:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48066a00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:3.0:1777045158.891982:0:12646:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066a00/0x2c8777a5e7d9e462 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045158.891992:0:12646:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066a00/0x2c8777a5e7d9e462 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045158.892004:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x46:0x0].0x28d475f8 (ffff98df413b6300) 00010000:00010000:3.0:1777045158.892009:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777045158.892014:0:12646:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066a00/0x2c8777a5e7d9e462 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045158.892023:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066a00/0x2c8777a5e7d9e462 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045158.892073:0:12646:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066400/0x2c8777a5e7d9e454 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148d65 expref: 31 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045158.892092:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x46:0x0].0x0 (ffff98df413b6500) 00010000:00010000:3.0:1777045158.892096:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777045158.892102:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066400/0x2c8777a5e7d9e454 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148d65 expref: 31 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045158.892119:0:12646:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de48066400, rc 0) 00000100:00100000:3.0:1777045158.892340:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77b06680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+30:29347:x1863365370051072:12345-192.168.201.45@tcp:101:cp.0 Request processed in 1003us (1314us total) trans 0 rc 301/301 00000100:00100000:3.0:1777045158.892355:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1127 00000100:00100000:3.0:1777045158.929575:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045158.931601:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370051328 00000100:00100000:0.0:1777045158.931618:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370051328 00000100:00100000:0.0:1777045158.931709:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1128 00000100:00100000:0.0:1777045158.931727:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77fd6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+30:29347:x1863365370051328:12345-192.168.201.45@tcp:101:cp.0 00010000:00010000:0.0:1777045158.931771:0:5855:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777045158.931801:0:5855:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023a00/0x2c8777a5e7d9e469 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x46:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148d6c expref: -99 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045158.932305:0:5855:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9e470 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x46:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045158.932331:0:5855:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9e470 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045158.932347:0:5855:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9e470 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045158.932371:0:5855:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022000/0x2c8777a5e7d9e477 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045158.932414:0:5855:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022000/0x2c8777a5e7d9e477 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045158.932427:0:5855:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022000/0x2c8777a5e7d9e477 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1777045158.934377:0:5855:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x17:0x0], index 1: 0 00010000:00010000:0.0:1777045158.946964:0:5855:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023800/0x2c8777a5e7d9e47e lrc: 3/1,0 mode: --/PR res: [0x200000402:0x20:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045158.946995:0:5855:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023800/0x2c8777a5e7d9e47e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045158.947013:0:5855:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023800/0x2c8777a5e7d9e47e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045158.947075:0:5855:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9e470 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045158.947088:0:5855:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9e470 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045158.947100:0:5855:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9e470 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045158.947112:0:5855:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48022c00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:0.0:1777045158.947120:0:5855:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9e470 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045158.947133:0:5855:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9e470 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045158.947161:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x46:0x0].0x0 (ffff98df413b6500) 00010000:00010000:0.0:1777045158.947167:0:5855:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777045158.947174:0:5855:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9e470 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045158.947185:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9e470 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777045158.947237:0:5855:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000063d7946c reply state 00000000e9292a74 transno 4294968049 ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022000/0x2c8777a5e7d9e477 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777045158.947253:0:5855:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1777045158.947305:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023a00/0x2c8777a5e7d9e469 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148d6c expref: 33 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045158.947332:0:5855:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023800/0x2c8777a5e7d9e47e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148d6c expref: 32 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045158.947345:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x20:0x0].0x0 (ffff98df61f8e500) 00010000:00010000:0.0:1777045158.947349:0:5855:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777045158.947354:0:5855:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de48023800, rc 0) 00000100:00100000:0.0:1777045158.947478:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77fd6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+33:29347:x1863365370051328:12345-192.168.201.45@tcp:101:cp.0 Request processed in 15755us (17931us total) trans 4294968049 rc 0/0 00000100:00100000:0.0:1777045158.947492:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1128 00000100:00100000:1.0:1777045158.956485:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00010000:00010000:2.0:1777045158.956733:0:3327:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022000/0x2c8777a5e7d9e477 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045158.956773:0:3327:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022000/0x2c8777a5e7d9e477 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045158.956787:0:3327:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022000/0x2c8777a5e7d9e477 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045158.956798:0:3327:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48022000 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:2.0:1777045158.956805:0:3327:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022000/0x2c8777a5e7d9e477 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045158.956819:0:3327:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022000/0x2c8777a5e7d9e477 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045158.956842:0:3327:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x46:0x0].0x28d475f8 (ffff98df61f8e300) 00010000:00010000:2.0:1777045158.956872:0:3327:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777045158.957182:0:3327:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022000/0x2c8777a5e7d9e477 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045158.957194:0:3327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022000/0x2c8777a5e7d9e477 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777045158.957821:0:14822:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370051456 00000100:00100000:3.0:1777045158.957836:0:14822:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370051456 00000100:00100000:3.0:1777045158.957957:0:14822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 312 00000100:00100000:3.0:1777045158.957975:0:14822:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77b05f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2392:x1863365370051456:12345-192.168.201.45@tcp:101:cp.0 00010000:00010000:3.0:1777045158.958000:0:14822:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777045158.958026:0:14822:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008e461c40/0x2c8777a5e7d9e48c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148d73 expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777045158.958064:0:14822:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x17:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1777045158.958089:0:14822:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777045158.958093:0:14822:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777045158.958105:0:14822:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008e461c40/0x2c8777a5e7d9e48c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148d73 expref: 10 pid: 14822 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045158.958135:0:14822:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000008e461c40/0x2c8777a5e7d9e48c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148d73 expref: 10 pid: 14822 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045158.958157:0:14822:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de48066400, rc 0) 00000100:00100000:3.0:1777045158.958635:0:14822:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77b05f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+10:2392:x1863365370051456:12345-192.168.201.45@tcp:101:cp.0 Request processed in 661us (2159us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045158.958648:0:14822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 312 00000100:00080000:1.0:1777045158.959809:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1777045158.983092:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045158.983672:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370051584 00000100:00100000:0.0:1777045158.983686:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370051584 00000100:00100000:0.0:1777045158.983816:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 313 00000100:00100000:0.0:1777045158.983833:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77b07100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+10:29347:x1863365370051584:12345-192.168.201.45@tcp:101:cp.0 00010000:00010000:0.0:1777045158.983860:0:6642:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777045158.983885:0:6642:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000057a3a420/0x2c8777a5e7d9e493 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148d7a expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045158.983931:0:6642:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000008e461c40/0x2c8777a5e7d9e48c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148d73 expref: 11 pid: 14822 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045158.983946:0:6642:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777045158.983950:0:6642:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777045158.983957:0:6642:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000057a3a420/0x2c8777a5e7d9e493 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148d7a expref: 11 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045158.984030:0:6642:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000008e461c40/0x2c8777a5e7d9e48c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148d73 expref: 11 pid: 14822 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045158.984051:0:6642:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000008e461c40/0x2c8777a5e7d9e48c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148d73 expref: 11 pid: 14822 timeout: 1887 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777045158.984072:0:6642:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7b9c4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6642:1863365424384512:192.168.201.45@tcp:104: 00000100:00100000:0.0:1777045158.984187:0:6642:0:(client.c:2691:ptlrpc_set_wait()) set ffff98de41e61840 going to sleep for 11 seconds 00000100:00100000:0.0:1777045159.007506:0:6642:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7b9c4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6642:1863365424384512:192.168.201.45@tcp:104: 00010000:00010000:0.0:1777045159.007554:0:6642:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000057a3a420/0x2c8777a5e7d9e493 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148d7a expref: 11 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045159.007585:0:6642:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de48023a00, rc 0) 00000100:00100000:0.0:1777045159.007675:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77b07100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+11:29347:x1863365370051584:12345-192.168.201.45@tcp:101:cp.0 Request processed in 23844us (24591us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045159.007691:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 313 00000100:00100000:3.0:1777045159.013133:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045159.014641:0:6655:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370051712 00000100:00100000:2.0:1777045159.014661:0:6655:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370051712 00010000:00010000:2.0:1777045159.015091:0:6655:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000008e461c40/0x2c8777a5e7d9e48c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148d73 expref: 11 pid: 14822 timeout: 1887 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777045159.015177:0:6655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 332 00000100:00100000:2.0:1777045159.015194:0:6655:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77fd5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+11:2392:x1863365370051712:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777045159.015260:0:6655:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777045159.015664:0:6655:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000008e461c40/0x2c8777a5e7d9e48c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148d73 expref: 11 pid: 14822 timeout: 1887 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045159.015689:0:6655:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000008e461c40/0x2c8777a5e7d9e48c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148d73 expref: 11 pid: 14822 timeout: 1887 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045159.015725:0:6655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008e461c40/0x2c8777a5e7d9e48c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148d73 expref: 11 pid: 14822 timeout: 1887 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045159.015751:0:6655:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777045159.015755:0:6655:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777045159.015766:0:6655:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000057a3a420/0x2c8777a5e7d9e493 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148d7a expref: 10 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045159.015784:0:6655:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000057a3a420/0x2c8777a5e7d9e493 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148d7a expref: 10 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045159.015846:0:6655:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000057a3a420/0x2c8777a5e7d9e493 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148d7a expref: 10 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777045159.015869:0:6655:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de435ac000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:6655:1863365424384640:192.168.201.45@tcp:105: 00000100:00100000:2.0:1777045159.016015:0:6655:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df46730840 going to sleep for 11 seconds 00000100:00100000:1.0:1777045159.053732:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045159.053895:0:5859:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370051968 00000100:00100000:0.0:1777045159.053909:0:5859:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370051968 00000100:00100000:0.0:1777045159.053993:0:5859:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 248 00000100:00100000:0.0:1777045159.054010:0:5859:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77b05880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+32:29347:x1863365370051968:12345-192.168.201.45@tcp:35:cp.0 00000100:00100000:0.0:1777045159.055289:0:5859:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77b05880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+33:29347:x1863365370051968:12345-192.168.201.45@tcp:35:cp.0 Request processed in 1281us (1567us total) trans 4294968050 rc 0/0 00000100:00100000:0.0:1777045159.055303:0:5859:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 248 00000100:00100000:2.0:1777045159.057649:0:6655:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de435ac000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:6655:1863365424384640:192.168.201.45@tcp:105: 00010000:00010000:2.0:1777045159.057679:0:6655:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777045159.057747:0:6655:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77fd5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+10:2392:x1863365370051712:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 42556us (44636us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045159.057762:0:6655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 332 00000100:00100000:1.0:1777045159.296614:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045159.296767:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370052096 00000100:00100000:0.0:1777045159.296782:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370052096 00000100:00100000:0.0:1777045159.296899:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1129 00000100:00100000:0.0:1777045159.296915:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77b06a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:146de360-3fb2-48bd-b418-06f30714148a+44:29350:x1863365370052096:12345-192.168.201.45@tcp:101:lfs.0 00010000:00010000:0.0:1777045159.296941:0:5856:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777045159.296968:0:5856:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9e49a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148d81 expref: -99 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045159.297052:0:5856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023c00/0x2c8777a5e7d9e4a1 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045159.297073:0:5856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023c00/0x2c8777a5e7d9e4a1 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045159.297090:0:5856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023c00/0x2c8777a5e7d9e4a1 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045159.297112:0:5856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023e00/0x2c8777a5e7d9e4a8 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045159.297131:0:5856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023e00/0x2c8777a5e7d9e4a8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045159.297142:0:5856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023e00/0x2c8777a5e7d9e4a8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045159.297364:0:5856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022e00/0x2c8777a5e7d9e4af lrc: 3/1,0 mode: --/PR res: [0x200000402:0x20:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045159.297402:0:5856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022e00/0x2c8777a5e7d9e4af lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045159.297416:0:5856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022e00/0x2c8777a5e7d9e4af lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777045159.297460:0:5856:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x20:0x0]: returning size 158 00000004:00200000:0.0:1777045159.297466:0:5856:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1777045159.297490:0:5856:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022e00/0x2c8777a5e7d9e4af lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045159.297505:0:5856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022e00/0x2c8777a5e7d9e4af lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045159.297518:0:5856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023c00/0x2c8777a5e7d9e4a1 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045159.297527:0:5856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023c00/0x2c8777a5e7d9e4a1 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045159.297536:0:5856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023c00/0x2c8777a5e7d9e4a1 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045159.297552:0:5856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48023c00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:0.0:1777045159.297558:0:5856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023c00/0x2c8777a5e7d9e4a1 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045159.297568:0:5856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023c00/0x2c8777a5e7d9e4a1 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045159.297584:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x46:0x0].0x0 (ffff98df413b6500) 00010000:00010000:0.0:1777045159.297589:0:5856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777045159.297595:0:5856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023c00/0x2c8777a5e7d9e4a1 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045159.297604:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023c00/0x2c8777a5e7d9e4a1 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045159.297620:0:5856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023e00/0x2c8777a5e7d9e4a8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045159.297630:0:5856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023e00/0x2c8777a5e7d9e4a8 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045159.297640:0:5856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023e00/0x2c8777a5e7d9e4a8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045159.297648:0:5856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48023e00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:0.0:1777045159.297653:0:5856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023e00/0x2c8777a5e7d9e4a8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045159.297662:0:5856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023e00/0x2c8777a5e7d9e4a8 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045159.297681:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x46:0x0].0x28d475f8 (ffff98df61f8ee00) 00010000:00010000:0.0:1777045159.297685:0:5856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777045159.297689:0:5856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023e00/0x2c8777a5e7d9e4a8 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045159.297699:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023e00/0x2c8777a5e7d9e4a8 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045159.297747:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9e49a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148d81 expref: 46 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045159.297772:0:5856:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022e00/0x2c8777a5e7d9e4af lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148d81 expref: 45 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045159.297784:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x20:0x0].0x0 (ffff98df61f8e500) 00010000:00010000:0.0:1777045159.297788:0:5856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777045159.297792:0:5856:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de48022e00, rc 0) 00000100:00100000:0.0:1777045159.297858:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77b06a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:146de360-3fb2-48bd-b418-06f30714148a+45:29350:x1863365370052096:12345-192.168.201.45@tcp:101:lfs.0 Request processed in 948us (1258us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045159.297869:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1129 00000100:00100000:3.0:1777045159.315649:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045159.342316:0:6639:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370052224 00000100:00100000:1.0:1777045159.342333:0:6639:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370052224 00000100:00100000:1.0:1777045159.342560:0:6639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 314 00000100:00100000:1.0:1777045159.342576:0:6639:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77fd6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:146de360-3fb2-48bd-b418-06f30714148a+9:2393:x1863365370052224:12345-192.168.201.45@tcp:101:lfs.0 00010000:00010000:1.0:1777045159.342599:0:6639:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777045159.342622:0:6639:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000089352630/0x2c8777a5e7d9e4b6 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148d88 expref: -99 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777045159.342699:0:6639:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df77b05500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6639:1863365424384768:192.168.201.45@tcp:106: 00000100:00100000:1.0:1777045159.343123:0:6639:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df50fb7b40 going to sleep for 11 seconds 00000100:00080000:2.0:1777045159.356511:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00002000:00010000:1.0:1777045159.382727:0:6639:0:(ofd_lvb.c:259:ofd_lvbo_update()) res: [0x280000400:0x17:0x0] updating lvb size: 0 -> 158 00002000:00010000:1.0:1777045159.382739:0:6639:0:(ofd_lvb.c:265:ofd_lvbo_update()) res: [0x280000400:0x17:0x0] updating lvb mtime: 0 -> 1777045158 00002000:00010000:1.0:1777045159.382743:0:6639:0:(ofd_lvb.c:271:ofd_lvbo_update()) res: [0x280000400:0x17:0x0] updating lvb atime: 0 -> 1777045158 00002000:00010000:1.0:1777045159.382746:0:6639:0:(ofd_lvb.c:277:ofd_lvbo_update()) res: [0x280000400:0x17:0x0] updating lvb ctime: 0 -> 1777045158 00000100:00100000:1.0:1777045159.382775:0:6639:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df77b05500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6639:1863365424384768:192.168.201.45@tcp:106: 00010000:00010000:1.0:1777045159.383142:0:6639:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000089352630/0x2c8777a5e7d9e4b6 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148d88 expref: 10 pid: 6639 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045159.383194:0:6639:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000089352630/0x2c8777a5e7d9e4b6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148d88 expref: 10 pid: 6639 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045159.383269:0:6639:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de41dfcc00, rc 0) 00000100:00100000:1.0:1777045159.383363:0:6639:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77fd6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:146de360-3fb2-48bd-b418-06f30714148a+9:2393:x1863365370052224:12345-192.168.201.45@tcp:101:lfs.0 Request processed in 40788us (67737us total) trans 0 rc 301/301 00000100:00100000:1.0:1777045159.383400:0:6639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 314 00000100:00100000:2.0:1777045159.400863:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045159.401548:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370052352 00000100:00100000:3.0:1777045159.401562:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370052352 00000100:00100000:3.0:1777045159.401646:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1130 00000100:00100000:3.0:1777045159.401660:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de435ac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:146de360-3fb2-48bd-b418-06f30714148a+45:29350:x1863365370052352:12345-192.168.201.45@tcp:101:lfs.0 00010000:00010000:3.0:1777045159.401688:0:12646:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777045159.401717:0:12646:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066a00/0x2c8777a5e7d9e4bd lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148d8f expref: -99 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045159.402363:0:12646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067200/0x2c8777a5e7d9e4c4 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x46:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045159.402408:0:12646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067200/0x2c8777a5e7d9e4c4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045159.402425:0:12646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067200/0x2c8777a5e7d9e4c4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777045159.402508:0:12646:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x46:0x0]: returning size 512 00000004:00200000:3.0:1777045159.402514:0:12646:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:3.0:1777045159.402545:0:12646:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067200/0x2c8777a5e7d9e4c4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045159.402585:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066a00/0x2c8777a5e7d9e4bd lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148d8f expref: 47 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045159.402612:0:12646:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067200/0x2c8777a5e7d9e4c4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148d8f expref: 46 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045159.402626:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x46:0x0].0x0 (ffff98df413b6500) 00010000:00010000:3.0:1777045159.402631:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1777045159.402636:0:12646:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de48067200, rc 0) 00000100:00100000:3.0:1777045159.405549:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de435ac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:146de360-3fb2-48bd-b418-06f30714148a+46:29350:x1863365370052352:12345-192.168.201.45@tcp:101:lfs.0 Request processed in 3881us (4687us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045159.405564:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1130 00000100:00100000:2.0:1777045159.433428:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045159.434122:0:6641:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370052480 00000100:00100000:0.0:1777045159.434137:0:6641:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370052480 00000100:00100000:0.0:1777045159.434267:0:6641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 315 00000100:00100000:0.0:1777045159.434283:0:6641:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de435af480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:146de360-3fb2-48bd-b418-06f30714148a+9:2392:x1863365370052480:12345-192.168.201.45@tcp:101:lfs.0 00010000:00010000:0.0:1777045159.434306:0:6641:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777045159.434330:0:6641:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000bda06d5f/0x2c8777a5e7d9e4cb lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148d96 expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777045159.434450:0:6641:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7b9c4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6641:1863365424384896:192.168.201.45@tcp:106: 00000100:00100000:0.0:1777045159.434546:0:6641:0:(client.c:2691:ptlrpc_set_wait()) set ffff98de41e61840 going to sleep for 11 seconds 00000100:00100000:1.0:1777045159.460101:0:6641:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7b9c4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6641:1863365424384896:192.168.201.45@tcp:106: 00010000:00010000:1.0:1777045159.460161:0:6641:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000bda06d5f/0x2c8777a5e7d9e4cb lrc: 1/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148d96 expref: 10 pid: 6641 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045159.460620:0:6641:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000bda06d5f/0x2c8777a5e7d9e4cb lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148d96 expref: 10 pid: 6641 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045159.460644:0:6641:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de48023c00, rc 0) 00000100:00100000:1.0:1777045159.460733:0:6641:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de435af480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:146de360-3fb2-48bd-b418-06f30714148a+9:2392:x1863365370052480:12345-192.168.201.45@tcp:101:lfs.0 Request processed in 26452us (27315us total) trans 0 rc 301/301 00000100:00100000:1.0:1777045159.460746:0:6641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 315 00000100:00100000:3.0:1777045159.484344:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045159.484922:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370052736 00000100:00100000:0.0:1777045159.484938:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370052736 00000100:00100000:0.0:1777045159.485029:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1131 00000100:00100000:0.0:1777045159.485045:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77fd7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:146de360-3fb2-48bd-b418-06f30714148a+46:29350:x1863365370052736:12345-192.168.201.45@tcp:58:lfs.0 00000040:00080000:0.0:1777045159.486327:0:5855:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].31, 136 off12408 00000100:00100000:0.0:1777045159.489710:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77fd7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:146de360-3fb2-48bd-b418-06f30714148a+46:29350:x1863365370052736:12345-192.168.201.45@tcp:58:lfs.0 Request processed in 4656us (5367us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045159.489730:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1131 00010000:00010000:2.0:1777045159.512719:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1777045160.474606:0:11491:0:(llog.c:801:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1777045160.474618:0:11491:0:(llog_cat.c:158:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1777045160.474732:0:11491:0:(llog.c:858:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 32 count 2 00000040:00080000:1.0:1777045160.474744:0:11491:0:(llog.c:858:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1777045160.475189:0:11491:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df77b05500 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11491:1863365424385024:192.168.201.45@tcp:107:hsm_cdtr.0 00000100:00100000:1.0:1777045160.475354:0:11491:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df50fb7300 going to sleep for 11 seconds 00000100:00100000:3.0:1777045160.492315:0:11491:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df77b05500 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11491:1863365424385024:192.168.201.45@tcp:107:hsm_cdtr.0 00000100:00100000:2.0:1777045160.525736:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045160.529614:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370052864 00000100:00100000:3.0:1777045160.529632:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370052864 00000100:00100000:3.0:1777045160.529777:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1132 00000100:00100000:3.0:1777045160.530092:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de435ace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+33:29360:x1863365370052864:12345-192.168.201.45@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1777045160.530145:0:5857:0:(mdt_handler.c:7958:mdt_fid2path()) path get [0x200000402:0x20:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1777045160.530841:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de435ace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+33:29360:x1863365370052864:12345-192.168.201.45@tcp:53:lhsmtool_posix.0 Request processed in 1048us (5116us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045160.530857:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1132 00000100:00080000:2.0:1777045160.532868:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:1.0:1777045160.534950:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777045160.554758:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045160.555601:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370053120 00000100:00100000:2.0:1777045160.555616:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370053120 00000100:00100000:2.0:1777045160.555695:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1133 00000100:00100000:2.0:1777045160.555711:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77fd4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+33:29360:x1863365370053120:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1777045160.555740:0:7939:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777045160.555768:0:7939:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024400/0x2c8777a5e7d9e4d2 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148d9d expref: -99 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045160.556168:0:7939:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024e00/0x2c8777a5e7d9e4d9 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045160.556192:0:7939:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024e00/0x2c8777a5e7d9e4d9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045160.556210:0:7939:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024e00/0x2c8777a5e7d9e4d9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777045160.556236:0:7939:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x20:0x0]: returning size 158 00010000:00010000:2.0:1777045160.558143:0:7939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024400/0x2c8777a5e7d9e4d2 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148d9d expref: 36 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045160.558174:0:7939:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024e00/0x2c8777a5e7d9e4d9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148d9d expref: 35 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045160.558235:0:7939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x20:0x0].0x0 (ffff98df61f8e500) 00010000:00010000:2.0:1777045160.558241:0:7939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777045160.558246:0:7939:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de48024e00, rc 0) 00000100:00100000:2.0:1777045160.558326:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77fd4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+35:29360:x1863365370053120:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 Request processed in 2618us (3580us total) trans 4294968051 rc 0/0 00000100:00100000:2.0:1777045160.558904:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1133 00000100:00100000:3.0:1777045160.574393:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045160.574458:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045160.575057:0:5843:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370053248 00000100:00100000:1.0:1777045160.575071:0:5843:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370053248 00000100:00100000:1.0:1777045160.575149:0:5843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 68 00000100:00100000:1.0:1777045160.575165:0:5843:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df412ae850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+35:2393:x1863365370053248:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777045160.575187:0:5843:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777045160.575261:0:5843:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024e00/0x2c8777a5e7d9e4d9 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148d9d expref: 35 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045160.575292:0:5843:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x20:0x0].0x0 (ffff98df61f8e500) 00010000:00010000:1.0:1777045160.575302:0:5843:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777045160.575427:0:5843:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df412ae850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+34:2393:x1863365370053248:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 264us (1065us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045160.575440:0:5843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 68 00000100:00100000:0.0:1777045160.576662:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370053376 00000100:00100000:0.0:1777045160.576673:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370053376 00000100:00100000:0.0:1777045160.576741:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 316 00000100:00100000:0.0:1777045160.576754:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77fd7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+10:2392:x1863365370053376:12345-192.168.201.45@tcp:1:lhsmtool_posix.0 00010000:00010000:0.0:1777045160.576808:0:6642:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000037a58393/0x2c8777a5e7d9e4e7 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045160.576838:0:6642:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000057a3a420/0x2c8777a5e7d9e493 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148d7a expref: 10 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045160.577100:0:6642:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777045160.577103:0:6642:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777045160.577110:0:6642:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000037a58393/0x2c8777a5e7d9e4e7 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045160.577173:0:6642:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000057a3a420/0x2c8777a5e7d9e493 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148d7a expref: 10 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045160.577272:0:6642:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000057a3a420/0x2c8777a5e7d9e493 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148d7a expref: 10 pid: 6642 timeout: 1889 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777045160.577296:0:6642:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7b9c7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6642:1863365424385152:192.168.201.45@tcp:104: 00000100:00100000:0.0:1777045160.577417:0:6642:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df433b6b40 going to sleep for 11 seconds 00000100:00080000:1.0:1777045160.582436:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1777045160.622790:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045160.622836:0:17698:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370053504 00000100:00100000:1.0:1777045160.622849:0:17698:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370053504 00002000:00100000:1.0:1777045160.622915:0:17698:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->157) req@ffff98df77b07b80 x1863365370053504/t0(0) o4->15144518-a1c7-4352-a966-cb31eadd4d9b@192.168.201.45@tcp:161/0 lens 648/0 e 0 to 0 dl 1777045171 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777045160.622934:0:17698:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98df77b07b80 with x1863365370053504 ext(0->157) 00010000:00010000:1.0:1777045160.622949:0:17698:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 0000000057a3a420/0x2c8777a5e7d9e493 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148d7a expref: 11 pid: 6642 timeout: 1889 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045160.622975:0:17698:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 0000000057a3a420/0x2c8777a5e7d9e493 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148d7a expref: 11 pid: 6642 timeout: 1889 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777045160.622990:0:17698:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff98df77b07b80 00000100:00100000:1.0:1777045160.623029:0:17698:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 12 00000100:00100000:1.0:1777045160.623044:0:17698:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77b07b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+11:2390:x1863365370053504:12345-192.168.201.45@tcp:4:cp.0 00000100:00100000:1.0:1777045160.627476:0:17698:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77b07b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+13:2390:x1863365370053504:12345-192.168.201.45@tcp:4:cp.0 Request processed in 4427us (4691us total) trans 4294967359 rc 0/0 00000100:00100000:1.0:1777045160.627492:0:17698:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 12 00002000:00100000:1.0:1777045160.627508:0:17698:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x17:0x0] (0->157) req@ffff98df77b07b80 x1863365370053504/t4294967359(0) o4->15144518-a1c7-4352-a966-cb31eadd4d9b@192.168.201.45@tcp:161/0 lens 648/448 e 0 to 0 dl 1777045171 ref 1 fl Complete:H/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777045160.627525:0:17698:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98df77b07b80 with x1863365370053504 ext(0->157) 00010000:00010000:1.0:1777045160.627540:0:17698:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 0000000057a3a420/0x2c8777a5e7d9e493 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148d7a expref: 13 pid: 6642 timeout: 1889 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045160.627568:0:17698:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 0000000057a3a420/0x2c8777a5e7d9e493 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148d7a expref: 13 pid: 6642 timeout: 1889 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777045160.627582:0:17698:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff98df77b07b80 00000100:00100000:3.0:1777045160.633969:0:6642:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7b9c7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6642:1863365424385152:192.168.201.45@tcp:104: 00010000:00010000:3.0:1777045160.634010:0:6642:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000037a58393/0x2c8777a5e7d9e4e7 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1777045160.653483:0:5877:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968050 is committed 00000001:00080000:0.0:1777045160.653507:0:5877:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968048 is committed 00000100:00100000:3.0:1777045160.658431:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045160.659118:0:5841:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370053632 00000100:00100000:1.0:1777045160.659133:0:5841:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370053632 00010000:00010000:1.0:1777045160.666528:0:5841:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000057a3a420/0x2c8777a5e7d9e493 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148d7a expref: 13 pid: 6642 timeout: 1889 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777045160.666613:0:5841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 333 00000100:00100000:1.0:1777045160.666642:0:5841:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77fd5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+13:2392:x1863365370053632:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777045160.666668:0:5841:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777045160.666702:0:5841:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000057a3a420/0x2c8777a5e7d9e493 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148d7a expref: 13 pid: 6642 timeout: 1889 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045160.666723:0:5841:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000057a3a420/0x2c8777a5e7d9e493 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148d7a expref: 13 pid: 6642 timeout: 1889 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045160.666755:0:5841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000057a3a420/0x2c8777a5e7d9e493 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148d7a expref: 13 pid: 6642 timeout: 1889 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045160.666781:0:5841:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777045160.666784:0:5841:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777045160.666791:0:5841:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000037a58393/0x2c8777a5e7d9e4e7 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045160.666808:0:5841:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000037a58393/0x2c8777a5e7d9e4e7 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045160.666851:0:5841:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777045160.666925:0:5841:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77fd5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+12:2392:x1863365370053632:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 300us (8504us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045160.666939:0:5841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 333 00010000:00010000:1.0:1777045160.667058:0:6642:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000037a58393/0x2c8777a5e7d9e4e7 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045160.667075:0:6642:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000037a58393/0x2c8777a5e7d9e4e7 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045160.667111:0:6642:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000037a58393/0x2c8777a5e7d9e4e7 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045160.667124:0:6642:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000037a58393/0x2c8777a5e7d9e4e7 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045160.667138:0:6642:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000037a58393/0x2c8777a5e7d9e4e7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045160.667150:0:6642:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48023000 already unused, calling callback (ffffffffc17d22d0) 00010000:00010000:1.0:1777045160.667157:0:6642:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000037a58393/0x2c8777a5e7d9e4e7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045160.667180:0:6642:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000037a58393/0x2c8777a5e7d9e4e7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045160.667228:0:6642:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000037a58393/0x2c8777a5e7d9e4e7 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045160.667515:0:6642:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000037a58393/0x2c8777a5e7d9e4e7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777045160.667591:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77fd7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+11:2392:x1863365370053376:12345-192.168.201.45@tcp:1:lhsmtool_posix.0 Request processed in 90838us (93131us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045160.667603:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 316 00000100:00100000:1.0:1777045160.684632:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045160.684766:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370053888 00000100:00100000:0.0:1777045160.684780:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370053888 00000100:00100000:0.0:1777045160.684867:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1134 00000100:00100000:0.0:1777045160.684883:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77b05500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+32:29360:x1863365370053888:12345-192.168.201.45@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1777045160.685047:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77b05500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+32:29360:x1863365370053888:12345-192.168.201.45@tcp:57:lhsmtool_posix.0 Request processed in 165us (424us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045160.685060:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1134 00000100:00100000:1.0:1777045160.708517:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045160.713248:0:6639:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370054016 00000100:00100000:2.0:1777045160.713615:0:6639:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370054016 00000100:00100000:2.0:1777045160.713713:0:6639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 317 00000100:00100000:2.0:1777045160.713729:0:6639:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77b06300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+11:2393:x1863365370054016:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1777045160.713756:0:6639:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777045160.713785:0:6639:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009c0f2c31/0x2c8777a5e7d9e4ee lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148da4 expref: -99 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777045160.713824:0:6639:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x17:0x0] initial LVB size: 158, mtime: 0x69eb8ea6, atime: 0x0, ctime: 0x69eb8ea6, blocks: 0x1 00010000:00010000:2.0:1777045160.713849:0:6639:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777045160.713853:0:6639:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777045160.713867:0:6639:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009c0f2c31/0x2c8777a5e7d9e4ee lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148da4 expref: 12 pid: 6639 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045160.713906:0:6639:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000009c0f2c31/0x2c8777a5e7d9e4ee lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148da4 expref: 12 pid: 6639 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045160.713928:0:6639:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de48025800, rc 0) 00000100:00100000:2.0:1777045160.716723:0:6639:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77b06300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+12:2393:x1863365370054016:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 Request processed in 2985us (8208us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045160.716739:0:6639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 317 00000100:00100000:1.0:1777045160.737779:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045160.738582:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370054272 00000100:00100000:3.0:1777045160.738597:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370054272 00000100:00100000:3.0:1777045160.738679:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1135 00000100:00100000:3.0:1777045160.738694:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77b04e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+32:29360:x1863365370054272:12345-192.168.201.45@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1777045160.738845:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77b04e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+32:29360:x1863365370054272:12345-192.168.201.45@tcp:57:lhsmtool_posix.0 Request processed in 152us (1075us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045160.738858:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1135 00000100:00100000:2.0:1777045160.770279:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045160.770502:0:6645:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370054400 00000100:00100000:3.0:1777045160.770518:0:6645:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370054400 00002000:00100000:3.0:1777045160.770622:0:6645:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff98de435aed80 x1863365370054400/t0(0) o3->15144518-a1c7-4352-a966-cb31eadd4d9b@192.168.201.45@tcp:161/0 lens 488/0 e 0 to 0 dl 1777045171 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1777045160.770644:0:6645:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98de435aed80 with x1863365370054400 ext(0->4095) 00002000:00010000:3.0:1777045160.770654:0:6645:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff98de435aed80 00000100:00100000:3.0:1777045160.770702:0:6645:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 101 00000100:00100000:3.0:1777045160.770720:0:6645:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de435aed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+12:2392:x1863365370054400:12345-192.168.201.45@tcp:3:lhsmtool_posix.0 00000100:00100000:3.0:1777045160.771086:0:6645:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de435aed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+12:2392:x1863365370054400:12345-192.168.201.45@tcp:3:lhsmtool_posix.0 Request processed in 367us (816us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1777045160.771100:0:6645:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 101 00002000:00100000:3.0:1777045160.771113:0:6645:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff98de435aed80 x1863365370054400/t0(0) o3->15144518-a1c7-4352-a966-cb31eadd4d9b@192.168.201.45@tcp:161/0 lens 488/4536 e 0 to 0 dl 1777045171 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1777045160.771130:0:6645:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98de435aed80 with x1863365370054400 ext(0->4095) 00002000:00010000:3.0:1777045160.771137:0:6645:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff98de435aed80 00000100:00100000:3.0:1777045160.823318:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045160.826344:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370054528 00000100:00100000:0.0:1777045160.826387:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370054528 00000100:00100000:0.0:1777045160.826477:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1136 00000100:00100000:0.0:1777045160.826492:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77fd7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+32:29360:x1863365370054528:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1777045160.826519:0:5856:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777045160.826545:0:5856:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023e00/0x2c8777a5e7d9e4f5 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148dab expref: -99 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045160.826602:0:5856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9e4fc lrc: 3/1,0 mode: --/PR res: [0x200000402:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045160.826624:0:5856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9e4fc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045160.826641:0:5856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9e4fc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045160.826783:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023e00/0x2c8777a5e7d9e4f5 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x20:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148dab expref: 34 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045160.826814:0:5856:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9e4fc lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148dab expref: 33 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045160.826829:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x20:0x0].0x0 (ffff98df61f8e500) 00010000:00010000:0.0:1777045160.827109:0:5856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1777045160.827116:0:5856:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de48022c00, rc 0) 00000100:00100000:0.0:1777045160.827199:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77fd7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+33:29360:x1863365370054528:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 Request processed in 708us (3893us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045160.827269:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1136 00000100:00100000:3.0:1777045160.881956:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045160.882107:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370054656 00000100:00100000:0.0:1777045160.882130:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370054656 00000100:00100000:0.0:1777045160.882321:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1137 00000100:00100000:0.0:1777045160.882380:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77fd6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+33:29360:x1863365370054656:12345-192.168.201.45@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1777045160.882430:0:5857:0:(mdt_handler.c:7958:mdt_fid2path()) path get [0x200000402:0x20:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1777045160.882591:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77fd6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+33:29360:x1863365370054656:12345-192.168.201.45@tcp:53:lhsmtool_posix.0 Request processed in 237us (654us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045160.882607:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1137 00000100:00100000:0.0:1777045160.909639:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045160.909803:0:6641:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370054784 00000100:00100000:1.0:1777045160.909817:0:6641:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370054784 00000100:00100000:1.0:1777045160.909897:0:6641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 318 00000100:00100000:1.0:1777045160.909915:0:6641:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b9c4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+12:2393:x1863365370054784:12345-192.168.201.45@tcp:1:lhsmtool_posix.0 00010000:00010000:1.0:1777045160.909979:0:6641:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000088a0b83c/0x2c8777a5e7d9e503 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045160.910007:0:6641:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777045160.910010:0:6641:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777045160.910019:0:6641:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000088a0b83c/0x2c8777a5e7d9e503 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045160.910044:0:6641:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000088a0b83c/0x2c8777a5e7d9e503 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045160.910088:0:6641:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000088a0b83c/0x2c8777a5e7d9e503 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045160.910104:0:6641:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000088a0b83c/0x2c8777a5e7d9e503 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045160.910120:0:6641:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000088a0b83c/0x2c8777a5e7d9e503 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045160.910133:0:6641:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de41dfd800 already unused, calling callback (ffffffffc17d22d0) 00010000:00010000:1.0:1777045160.910140:0:6641:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000088a0b83c/0x2c8777a5e7d9e503 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045160.910155:0:6641:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000088a0b83c/0x2c8777a5e7d9e503 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045160.910177:0:6641:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000088a0b83c/0x2c8777a5e7d9e503 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045160.910189:0:6641:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000088a0b83c/0x2c8777a5e7d9e503 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777045160.910687:0:6641:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b9c4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+12:2393:x1863365370054784:12345-192.168.201.45@tcp:1:lhsmtool_posix.0 Request processed in 775us (1060us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045160.910702:0:6641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 318 00000100:00100000:3.0:1777045160.934672:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045160.935730:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370055040 00000100:00100000:0.0:1777045160.935747:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370055040 00000100:00100000:0.0:1777045160.936129:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1138 00000100:00100000:0.0:1777045160.936146:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77fd4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+33:29360:x1863365370055040:12345-192.168.201.45@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1777045160.942168:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045160.942275:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045160.942327:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045160.942434:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045160.942481:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045160.942531:0:5849:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370055168 00000100:00100000:3.0:1777045160.942544:0:5849:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370055168 00010000:00010000:0.0:1777045160.948257:0:7939:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023e00/0x2c8777a5e7d9e50a lrc: 3/0,1 mode: --/PW res: [0x200000402:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045160.948298:0:7939:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9e4fc lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148dab expref: 33 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045160.948315:0:7939:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023e00/0x2c8777a5e7d9e50a lrc: 4/0,1 mode: --/PW res: [0x200000402:0x20:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777045160.949103:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370055296 00000100:00100000:1.0:1777045160.949116:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370055296 00000100:00100000:1.0:1777045160.949250:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1068 00000100:00100000:1.0:1777045160.949270:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77fd7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:146de360-3fb2-48bd-b418-06f30714148a+45:2390:x1863365370055296:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:1.0:1777045160.950802:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77fd7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:146de360-3fb2-48bd-b418-06f30714148a+45:2390:x1863365370055296:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 1531us (8361us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045160.950820:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1068 00000100:00080000:1.0:1777045160.950867:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1777045160.953086:0:7939:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9e4fc lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148dab expref: 33 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045160.953123:0:7939:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9e4fc lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148dab expref: 33 pid: 5856 timeout: 1889 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777045160.953153:0:7939:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7b9c7800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7939:1863365424385280:192.168.201.45@tcp:104: 00000100:00100000:0.0:1777045160.953275:0:7939:0:(client.c:2691:ptlrpc_set_wait()) set ffff98de4336fb40 going to sleep for 11 seconds 00000100:00100000:0.0:1777045160.963128:0:5848:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 842 00000100:00100000:0.0:1777045160.963161:0:5848:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df485c1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2390:x1863365370055168:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:0.0:1777045160.963648:0:5848:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df485c1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2390:x1863365370055168:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 500us (21490us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045160.963665:0:5848:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 842 00000100:00100000:3.0:1777045160.963741:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370055424 00000100:00100000:3.0:1777045160.963766:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370055424 00000100:00100000:3.0:1777045160.964245:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370055680 00000100:00100000:3.0:1777045160.964526:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370055680 00000100:00100000:3.0:1777045160.964577:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370055552 00000100:00100000:3.0:1777045160.964582:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370055552 00000100:00100000:3.0:1777045160.964616:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 892 00000100:00100000:3.0:1777045160.964631:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77fd5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:146de360-3fb2-48bd-b418-06f30714148a+7:2390:x1863365370055424:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777045160.964739:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77fd5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:146de360-3fb2-48bd-b418-06f30714148a+7:2390:x1863365370055424:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 111us (22466us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045160.964751:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 892 00000100:00100000:3.0:1777045160.964780:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 893 00000100:00100000:3.0:1777045160.964792:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77fd4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2390:x1863365370055680:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777045160.964832:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77fd4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2390:x1863365370055680:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 43us (22507us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045160.964842:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 893 00000100:00100000:3.0:1777045160.964860:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 894 00000100:00100000:3.0:1777045160.964870:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77fd5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:146de360-3fb2-48bd-b418-06f30714148a+9:2390:x1863365370055552:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777045160.964905:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77fd5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:146de360-3fb2-48bd-b418-06f30714148a+9:2390:x1863365370055552:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 35us (22425us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045160.964915:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 894 00000100:00080000:1.0:1777045160.965141:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1777045161.011709:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045161.012661:0:7939:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7b9c7800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7939:1863365424385280:192.168.201.45@tcp:104: 00010000:00010000:2.0:1777045161.012705:0:7939:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023e00/0x2c8777a5e7d9e50a lrc: 3/0,1 mode: --/PW res: [0x200000402:0x20:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777045161.018434:0:5843:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370055808 00000100:00100000:3.0:1777045161.018454:0:5843:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370055808 00010000:00010000:3.0:1777045161.018518:0:5843:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9e4fc lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148dab expref: 34 pid: 5856 timeout: 1889 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777045161.018590:0:5843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 334 00000100:00100000:3.0:1777045161.018635:0:5843:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df605f6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+34:2392:x1863365370055808:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777045161.018668:0:5843:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777045161.018680:0:5843:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9e4fc lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148dab expref: 34 pid: 5856 timeout: 1889 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045161.018703:0:5843:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9e4fc lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148dab expref: 34 pid: 5856 timeout: 1889 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045161.018736:0:5843:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9e4fc lrc: 0/0,0 mode: --/PR res: [0x200000402:0x20:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148dab expref: 34 pid: 5856 timeout: 1889 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045161.018760:0:5843:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x20:0x0].0x0 (ffff98df61f8e500) 00010000:00010000:3.0:1777045161.018768:0:5843:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023e00/0x2c8777a5e7d9e50a lrc: 3/0,1 mode: --/PW res: [0x200000402:0x20:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045161.018785:0:5843:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023e00/0x2c8777a5e7d9e50a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x20:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045161.018800:0:5843:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023e00/0x2c8777a5e7d9e50a lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x20:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045161.018843:0:5843:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777045161.018930:0:5843:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df605f6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+33:2392:x1863365370055808:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 297us (7230us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045161.018947:0:5843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 334 00010000:00010000:3.0:1777045161.018990:0:7939:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023e00/0x2c8777a5e7d9e50a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x20:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045161.019004:0:7939:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023e00/0x2c8777a5e7d9e50a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x20:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045161.019404:0:7939:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023e00/0x2c8777a5e7d9e50a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x20:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045161.019421:0:7939:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023e00/0x2c8777a5e7d9e50a lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x20:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045161.019432:0:7939:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023e00/0x2c8777a5e7d9e50a lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x20:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045161.019444:0:7939:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48023e00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:3.0:1777045161.019452:0:7939:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023e00/0x2c8777a5e7d9e50a lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x20:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045161.019465:0:7939:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023e00/0x2c8777a5e7d9e50a lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x20:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045161.019483:0:7939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x20:0x0].0x0 (ffff98df61f8e500) 00010000:00010000:3.0:1777045161.019489:0:7939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1777045161.019496:0:7939:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023e00/0x2c8777a5e7d9e50a lrc: 2/0,0 mode: --/PW res: [0x200000402:0x20:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045161.019507:0:7939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023e00/0x2c8777a5e7d9e50a lrc: 0/0,0 mode: --/PW res: [0x200000402:0x20:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777045161.019714:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77fd4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+33:29360:x1863365370055040:12345-192.168.201.45@tcp:57:lhsmtool_posix.0 Request processed in 83568us (85054us total) trans 4294968052 rc 0/0 00000100:00100000:3.0:1777045161.019731:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1138 00000040:00080000:3.0:1777045161.019964:0:11491:0:(llog.c:801:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1777045161.019972:0:11491:0:(llog_cat.c:158:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1777045161.035700:0:11491:0:(llog.c:858:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 2 00000040:00080000:3.0:1777045161.035727:0:11491:0:(llog.c:858:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1777045161.061169:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045161.069836:0:5859:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370056064 00000100:00100000:0.0:1777045161.069859:0:5859:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370056064 00000100:00100000:0.0:1777045161.069971:0:5859:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 249 00000100:00100000:0.0:1777045161.069991:0:5859:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77955880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+33:29360:x1863365370056064:12345-192.168.201.45@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1777045161.070636:0:5859:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77955880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+34:29360:x1863365370056064:12345-192.168.201.45@tcp:35:lhsmtool_posix.0 Request processed in 647us (9475us total) trans 4294968053 rc 0/0 00000100:00100000:0.0:1777045161.070652:0:5859:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 249 00010000:00010000:1.0:1777045161.560456:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777045162.458980:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7b9c4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424385408:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1777045162.459076:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045162.459642:0:6643:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424385408 00000100:00100000:0.0:1777045162.459654:0:6643:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424385408 00000100:00100000:0.0:1777045162.459747:0:6643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 455 00000100:00100000:0.0:1777045162.459761:0:6643:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de435ac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424385408:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1777045162.459807:0:6643:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 78184448 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1777045162.459886:0:6643:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de435ac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424385408:12345-0@lo:13:osp-pre-0-0.0 Request processed in 126us (809us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045162.459898:0:6643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 455 00000100:00100000:0.0:1777045162.459967:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7b9c4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424385408:0@lo:13:osp-pre-0-0.0 00000100:00080000:2.0:1777045162.460186:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1777045162.582512:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1777045162.801650:0:19723:0:(llog.c:801:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1777045162.801664:0:19723:0:(llog_cat.c:158:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1777045162.801730:0:19723:0:(llog.c:858:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 32 count 2 00000040:00080000:3.0:1777045162.801739:0:19723:0:(llog.c:858:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1777045163.065669:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045163.065906:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370056192 00000100:00100000:1.0:1777045163.065920:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370056192 00000100:00100000:1.0:1777045163.068682:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 319 00000100:00100000:1.0:1777045163.068702:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b9c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:146de360-3fb2-48bd-b418-06f30714148a+9:2392:x1863365370056192:12345-192.168.201.45@tcp:101:lfs.0 00010000:00010000:1.0:1777045163.068728:0:6642:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777045163.068821:0:6642:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000088a0b83c/0x2c8777a5e7d9e511 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148db2 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045163.068861:0:6642:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777045163.068865:0:6642:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777045163.068877:0:6642:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000088a0b83c/0x2c8777a5e7d9e511 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148db2 expref: 10 pid: 6642 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045163.068904:0:6642:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000088a0b83c/0x2c8777a5e7d9e511 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148db2 expref: 10 pid: 6642 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045163.068926:0:6642:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de41dfd800, rc 0) 00000100:00100000:1.0:1777045163.069027:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b9c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:146de360-3fb2-48bd-b418-06f30714148a+10:2392:x1863365370056192:12345-192.168.201.45@tcp:101:lfs.0 Request processed in 316us (3356us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045163.069041:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 319 00000100:00080000:2.0:1777045163.070032:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1777045163.109809:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045163.112715:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370056448 00000100:00100000:3.0:1777045163.112732:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370056448 00000100:00100000:3.0:1777045163.112885:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1139 00000100:00100000:3.0:1777045163.112905:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b9c7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:146de360-3fb2-48bd-b418-06f30714148a+45:29362:x1863365370056448:12345-192.168.201.45@tcp:101:lfs.0 00010000:00010000:3.0:1777045163.112932:0:12646:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777045163.112991:0:12646:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067e00/0x2c8777a5e7d9e518 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148db9 expref: -99 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045163.113122:0:12646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066a00/0x2c8777a5e7d9e51f lrc: 3/0,1 mode: --/PW res: [0x200000402:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045163.113146:0:12646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066a00/0x2c8777a5e7d9e51f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x20:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045163.113164:0:12646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066a00/0x2c8777a5e7d9e51f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x20:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777045163.113229:0:12646:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x20:0x0]: returning size 158 00010000:00010000:3.0:1777045163.113479:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067e00/0x2c8777a5e7d9e518 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x20:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148db9 expref: 48 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045163.113506:0:12646:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066a00/0x2c8777a5e7d9e51f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x20:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148db9 expref: 47 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045163.113529:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x20:0x0].0x0 (ffff98df61f8e500) 00010000:00010000:3.0:1777045163.113534:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1777045163.113539:0:12646:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de48066a00, rc 0) 00000100:00100000:3.0:1777045163.113621:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b9c7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:146de360-3fb2-48bd-b418-06f30714148a+47:29362:x1863365370056448:12345-192.168.201.45@tcp:101:lfs.0 Request processed in 722us (3823us total) trans 4294968054 rc 0/0 00000100:00100000:3.0:1777045163.113635:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1139 00000100:00080000:1.0:1777045163.116618:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1777045163.126657:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045163.129681:0:8776:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370056576 00000100:00100000:3.0:1777045163.129698:0:8776:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370056576 00000100:00100000:3.0:1777045163.129792:0:8776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 320 00000100:00100000:3.0:1777045163.129807:0:8776:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77954380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:146de360-3fb2-48bd-b418-06f30714148a+10:2392:x1863365370056576:12345-192.168.201.45@tcp:1:lfs.0 00010000:00010000:3.0:1777045163.130136:0:8776:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000eaf05033/0x2c8777a5e7d9e52d lrc: 3/0,1 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045163.130522:0:8776:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000009c0f2c31/0x2c8777a5e7d9e4ee lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148da4 expref: 11 pid: 6639 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045163.130539:0:8776:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000088a0b83c/0x2c8777a5e7d9e511 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148db2 expref: 10 pid: 6642 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045163.130551:0:8776:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777045163.130554:0:8776:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777045163.130559:0:8776:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000eaf05033/0x2c8777a5e7d9e52d lrc: 5/0,1 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045163.130613:0:8776:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000088a0b83c/0x2c8777a5e7d9e511 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148db2 expref: 10 pid: 6642 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045163.130636:0:8776:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000088a0b83c/0x2c8777a5e7d9e511 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148db2 expref: 10 pid: 6642 timeout: 1891 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777045163.130659:0:8776:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df77fd5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8776:1863365424385536:192.168.201.45@tcp:104: 00010000:00010000:3.0:1777045163.130801:0:8776:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000009c0f2c31/0x2c8777a5e7d9e4ee lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148da4 expref: 11 pid: 6639 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045163.130816:0:8776:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000009c0f2c31/0x2c8777a5e7d9e4ee lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148da4 expref: 11 pid: 6639 timeout: 1891 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777045163.130832:0:8776:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df77fd5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8776:1863365424385664:192.168.201.45@tcp:104: 00000100:00100000:3.0:1777045163.130869:0:8776:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df46731d80 going to sleep for 11 seconds 00000100:00100000:0.0:1777045163.148018:0:8776:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df77fd5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8776:1863365424385536:192.168.201.45@tcp:104: 00000100:00100000:0.0:1777045163.148045:0:8776:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df77fd5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8776:1863365424385664:192.168.201.45@tcp:104: 00010000:00010000:0.0:1777045163.148081:0:8776:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000eaf05033/0x2c8777a5e7d9e52d lrc: 3/0,1 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777045163.149134:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045163.149284:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045163.149572:0:5841:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370056704 00000100:00100000:2.0:1777045163.149584:0:5841:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370056704 00010000:00010000:2.0:1777045163.149630:0:5841:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000088a0b83c/0x2c8777a5e7d9e511 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148db2 expref: 11 pid: 6642 timeout: 1891 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777045163.150110:0:5841:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370056832 00000100:00100000:2.0:1777045163.150117:0:5841:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370056832 00010000:00010000:2.0:1777045163.150160:0:5841:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000009c0f2c31/0x2c8777a5e7d9e4ee lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148da4 expref: 12 pid: 6639 timeout: 1891 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777045163.150254:0:5841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 335 00000100:00100000:2.0:1777045163.150270:0:5841:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b51ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:146de360-3fb2-48bd-b418-06f30714148a+11:2392:x1863365370056704:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777045163.150290:0:5841:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777045163.150340:0:5841:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000088a0b83c/0x2c8777a5e7d9e511 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148db2 expref: 11 pid: 6642 timeout: 1891 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045163.150359:0:5841:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000088a0b83c/0x2c8777a5e7d9e511 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148db2 expref: 11 pid: 6642 timeout: 1891 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045163.150390:0:5841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000088a0b83c/0x2c8777a5e7d9e511 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148db2 expref: 11 pid: 6642 timeout: 1891 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045163.150413:0:5841:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777045163.150477:0:5841:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b51ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:146de360-3fb2-48bd-b418-06f30714148a+10:2392:x1863365370056704:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 211us (1347us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045163.150489:0:5841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 335 00000100:00100000:2.0:1777045163.150521:0:5841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 336 00000100:00100000:2.0:1777045163.150533:0:5841:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b51d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+12:2392:x1863365370056832:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777045163.150546:0:5841:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777045163.150560:0:5841:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000009c0f2c31/0x2c8777a5e7d9e4ee lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148da4 expref: 12 pid: 6639 timeout: 1891 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045163.150578:0:5841:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000009c0f2c31/0x2c8777a5e7d9e4ee lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148da4 expref: 12 pid: 6639 timeout: 1891 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045163.150599:0:5841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009c0f2c31/0x2c8777a5e7d9e4ee lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148da4 expref: 12 pid: 6639 timeout: 1891 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045163.150615:0:5841:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777045163.150619:0:5841:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777045163.150625:0:5841:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000eaf05033/0x2c8777a5e7d9e52d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045163.150640:0:5841:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000eaf05033/0x2c8777a5e7d9e52d lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045163.150671:0:5841:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777045163.150702:0:5841:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b51d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+11:2392:x1863365370056832:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 171us (1418us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045163.150714:0:5841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 336 00010000:00010000:0.0:1777045163.152352:0:8776:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000eaf05033/0x2c8777a5e7d9e52d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045163.152369:0:8776:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000eaf05033/0x2c8777a5e7d9e52d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045163.152411:0:8776:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000eaf05033/0x2c8777a5e7d9e52d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045163.152425:0:8776:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000eaf05033/0x2c8777a5e7d9e52d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045163.152439:0:8776:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000eaf05033/0x2c8777a5e7d9e52d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045163.152450:0:8776:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48066600 already unused, calling callback (ffffffffc17d22d0) 00010000:00010000:0.0:1777045163.152457:0:8776:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000eaf05033/0x2c8777a5e7d9e52d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045163.152479:0:8776:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000eaf05033/0x2c8777a5e7d9e52d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045163.152499:0:8776:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000eaf05033/0x2c8777a5e7d9e52d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045163.152513:0:8776:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000eaf05033/0x2c8777a5e7d9e52d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777045163.152600:0:8776:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77954380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:146de360-3fb2-48bd-b418-06f30714148a+9:2392:x1863365370056576:12345-192.168.201.45@tcp:1:lfs.0 Request processed in 22792us (25951us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045163.152613:0:8776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 320 00000100:00080000:3.0:1777045163.161295:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1777045163.172660:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045163.173075:0:5859:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370057088 00000100:00100000:1.0:1777045163.173089:0:5859:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370057088 00000100:00100000:1.0:1777045163.173177:0:5859:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 250 00000100:00100000:1.0:1777045163.173192:0:5859:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de435af100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:146de360-3fb2-48bd-b418-06f30714148a+47:29362:x1863365370057088:12345-192.168.201.45@tcp:35:lfs.0 00000004:00010000:1.0:1777045163.173288:0:5859:0:(mdt_open.c:1994:mdt_hsm_release()) ### [0x200000402:0x20:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066a00/0x2c8777a5e7d9e51f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x20:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148db9 expref: 47 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1777045163.173632:0:5859:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968055 00000001:00080000:1.0:1777045163.174920:0:5859:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968056 00010000:00010000:1.0:1777045163.175014:0:5859:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd600/0x2c8777a5e7d9e534 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5859 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045163.175041:0:5859:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023800/0x2c8777a5e7d9e47e lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148d6c expref: 33 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045163.175057:0:5859:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022e00/0x2c8777a5e7d9e4af lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148d81 expref: 50 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045163.175071:0:5859:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd600/0x2c8777a5e7d9e534 lrc: 5/0,1 mode: --/EX res: [0x200000402:0x20:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5859 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045163.175121:0:5859:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022e00/0x2c8777a5e7d9e4af lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148d81 expref: 50 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045163.175145:0:5859:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022e00/0x2c8777a5e7d9e4af lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148d81 expref: 50 pid: 5856 timeout: 1891 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777045163.175167:0:5859:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df77957800 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:5859:1863365424385792:192.168.201.45@tcp:104: 00010000:00010000:1.0:1777045163.175358:0:5859:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023800/0x2c8777a5e7d9e47e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148d6c expref: 33 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045163.175374:0:5859:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023800/0x2c8777a5e7d9e47e lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148d6c expref: 33 pid: 5855 timeout: 1891 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777045163.175390:0:5859:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df46688a80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:5859:1863365424385920:192.168.201.45@tcp:104: 00000100:00100000:1.0:1777045163.175428:0:5859:0:(client.c:2691:ptlrpc_set_wait()) set ffff98de47828f00 going to sleep for 11 seconds 00000100:00100000:0.0:1777045163.202642:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045163.202684:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045163.202721:0:5841:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370057344 00000100:00100000:0.0:1777045163.202733:0:5841:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370057344 00010000:00010000:0.0:1777045163.202792:0:5841:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023800/0x2c8777a5e7d9e47e lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148d6c expref: 34 pid: 5855 timeout: 1891 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777045163.202845:0:5841:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370057216 00000100:00100000:0.0:1777045163.202850:0:5841:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370057216 00010000:00010000:0.0:1777045163.202871:0:5841:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022e00/0x2c8777a5e7d9e4af lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148d81 expref: 51 pid: 5856 timeout: 1891 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777045163.202902:0:5841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 337 00000100:00100000:0.0:1777045163.202915:0:5841:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b51df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+34:2393:x1863365370057344:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777045163.202934:0:5841:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777045163.202944:0:5841:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023800/0x2c8777a5e7d9e47e lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148d6c expref: 34 pid: 5855 timeout: 1891 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045163.202959:0:5841:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023800/0x2c8777a5e7d9e47e lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148d6c expref: 34 pid: 5855 timeout: 1891 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045163.202987:0:5841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x20:0x0].0x0 (ffff98df61f8e500) 00010000:00010000:0.0:1777045163.202995:0:5841:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd600/0x2c8777a5e7d9e534 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x20:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5859 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045163.203008:0:5841:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd600/0x2c8777a5e7d9e534 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x20:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5859 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045163.203018:0:5841:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777045163.203083:0:5841:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b51df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+34:2393:x1863365370057344:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 168us (449us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045163.203096:0:5841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 337 00000100:00100000:0.0:1777045163.203121:0:5841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 338 00000100:00100000:0.0:1777045163.203131:0:5841:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de48094380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:146de360-3fb2-48bd-b418-06f30714148a+51:2393:x1863365370057216:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777045163.203146:0:5841:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777045163.203153:0:5841:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022e00/0x2c8777a5e7d9e4af lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148d81 expref: 51 pid: 5856 timeout: 1891 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045163.203168:0:5841:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022e00/0x2c8777a5e7d9e4af lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148d81 expref: 51 pid: 5856 timeout: 1891 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045163.203184:0:5841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x20:0x0].0x0 (ffff98df61f8e500) 00010000:00010000:0.0:1777045163.203189:0:5841:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd600/0x2c8777a5e7d9e534 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x20:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5859 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045163.203497:0:5841:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd600/0x2c8777a5e7d9e534 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x20:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 5859 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045163.203518:0:5841:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd600/0x2c8777a5e7d9e534 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x20:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 5859 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045163.203547:0:5841:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777045163.203579:0:5841:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de48094380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:146de360-3fb2-48bd-b418-06f30714148a+51:2393:x1863365370057216:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 448us (894us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045163.203590:0:5841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 338 00000100:00080000:0.0:1777045163.203624:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1777045163.206363:0:5859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022e00/0x2c8777a5e7d9e4af lrc: 0/0,0 mode: --/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148d81 expref: 50 pid: 5856 timeout: 1891 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777045163.206393:0:5859:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df77957800 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:5859:1863365424385792:192.168.201.45@tcp:104: 00010000:00010000:3.0:1777045163.206417:0:5859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023800/0x2c8777a5e7d9e47e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148d6c expref: 33 pid: 5855 timeout: 1891 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777045163.206435:0:5859:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df46688a80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:5859:1863365424385920:192.168.201.45@tcp:104: 00010000:00010000:3.0:1777045163.206468:0:5859:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd600/0x2c8777a5e7d9e534 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x20:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5859 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045163.206487:0:5859:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd600/0x2c8777a5e7d9e534 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x20:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5859 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045163.206495:0:5859:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd600/0x2c8777a5e7d9e534 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x20:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5859 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1777045163.206662:0:5859:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968057 00000001:00080000:3.0:1777045163.206938:0:5859:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968058 00000001:00080000:3.0:1777045163.207018:0:5859:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968059 00000100:00100000:3.0:1777045163.207133:0:5859:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df77fd5f80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:5859:1863365424386048:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1777045163.207261:0:5859:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777045163.207301:0:5859:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df46731000 going to sleep for 11 seconds 00000100:00100000:2.0:1777045163.207432:0:5861:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424386048 00000100:00100000:2.0:1777045163.207441:0:5861:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424386048 00000100:00100000:2.0:1777045163.207527:0:5861:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49 00000100:00100000:2.0:1777045163.207541:0:5861:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77fd5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:5859:x1863365424386048:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1777045163.207637:0:5861:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77fd5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:5859:x1863365424386048:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 99us (376us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045163.207647:0:5861:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49 00000100:00080000:0.0:1777045163.207978:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1777045163.208077:0:5859:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df77fd5f80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:5859:1863365424386048:0@lo:1000:mdt_rdpg00_001.0 00000001:00080000:3.0:1777045163.209765:0:5859:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968060 00000100:00100000:3.0:1777045163.210066:0:5859:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df77fd5f80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:5859:1863365424386176:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1777045163.210113:0:5859:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777045163.210794:0:5859:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df46731180 going to sleep for 11 seconds 00000100:00100000:2.0:1777045163.212897:0:5861:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424386176 00000100:00100000:2.0:1777045163.212910:0:5861:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424386176 00000100:00100000:1.0:1777045163.213541:0:5861:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50 00000100:00100000:1.0:1777045163.213557:0:5861:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77957800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:5859:x1863365424386176:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1777045163.213841:0:5861:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77957800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:5859:x1863365424386176:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 287us (3726us total) trans 4294967360 rc 0/0 00000100:00100000:1.0:1777045163.213852:0:5861:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50 00000100:00100000:2.0:1777045163.213972:0:5859:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df77fd5f80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:5859:1863365424386176:0@lo:1000:mdt_rdpg00_001.0 00010000:00010000:2.0:1777045163.214005:0:5859:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd600/0x2c8777a5e7d9e534 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x20:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5859 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045163.214019:0:5859:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd600/0x2c8777a5e7d9e534 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x20:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5859 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045163.214029:0:5859:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd600/0x2c8777a5e7d9e534 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x20:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5859 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045163.214038:0:5859:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de41dfd600 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:2.0:1777045163.214044:0:5859:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd600/0x2c8777a5e7d9e534 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x20:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5859 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045163.214056:0:5859:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd600/0x2c8777a5e7d9e534 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x20:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5859 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045163.214078:0:5859:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x20:0x0].0x0 (ffff98df61f8e500) 00010000:00010000:2.0:1777045163.214083:0:5859:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:2.0:1777045163.214089:0:5859:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd600/0x2c8777a5e7d9e534 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x20:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5859 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045163.214098:0:5859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd600/0x2c8777a5e7d9e534 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x20:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5859 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1777045163.214463:0:5859:0:(mdd_object.c:4010:mdd_close()) Object [0x200000401:0x47:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:2.0:1777045163.214658:0:5859:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].9, 64 off8840 00000004:00080000:2.0:1777045163.214674:0:5859:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1791704470424ns, next at 1792704467730ns, rc = 0 00000001:00080000:2.0:1777045163.214687:0:5859:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968061 00010000:00010000:2.0:1777045163.214746:0:5859:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x20:0x0].0x0 (ffff98df61f8e500) 00010000:00010000:2.0:1777045163.214751:0:5859:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1777045163.214763:0:5859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066a00/0x2c8777a5e7d9e51f lrc: 0/0,0 mode: --/PW res: [0x200000402:0x20:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148db9 expref: 54 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777045163.214903:0:5859:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de435af100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:146de360-3fb2-48bd-b418-06f30714148a+53:29362:x1863365370057088:12345-192.168.201.45@tcp:35:lfs.0 Request processed in 41712us (42253us total) trans 4294968062 rc 0/0 00000100:00100000:2.0:1777045163.214916:0:5859:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 250 00000020:00080000:2.0:1777045163.214923:0:5859:0:(tgt_main.c:783:tgt_ses_key_exit()) total 8 transactions per RPC 00000100:00100000:2.0:1777045163.482759:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df74174380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3341:1863365424386432:0@lo:400:kworker.0 00000100:00100000:2.0:1777045163.482848:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777045163.482922:0:3341:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1777045163.482934:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df74177b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3341:1863365424386560:0@lo:400:kworker.0 00000100:00100000:2.0:1777045163.482972:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777045163.485798:0:3344:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df74174a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ce657616-b3f3-4e21-ac89-518ab611901c:3344:1863365424386304:0@lo:400:kworker.0 00000100:00100000:3.0:1777045163.485860:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777045163.485900:0:3344:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df74175880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3344:1863365424386816:0@lo:400:kworker.0 00000100:00100000:3.0:1777045163.485934:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777045163.485995:0:3344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1777045163.486004:0:3344:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df74174700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3344:1863365424386688:0@lo:400:kworker.0 00000100:00100000:3.0:1777045163.486038:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777045163.486088:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424386432 00000100:00100000:3.0:1777045163.486097:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424386432 00000100:00100000:3.0:1777045163.486146:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424386560 00000100:00100000:3.0:1777045163.486150:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424386560 00000100:00100000:3.0:1777045163.486183:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424386816 00000100:00100000:3.0:1777045163.486186:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424386816 00000100:00100000:3.0:1777045163.486230:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1069 00000100:00100000:3.0:1777045163.486242:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df74174e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3341:x1863365424386432:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777045163.486338:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df74174e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3341:x1863365424386432:12345-0@lo:400:kworker.0 Request processed in 71us (3465us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045163.486351:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1069 00000100:00100000:3.0:1777045163.486375:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1070 00000100:00100000:3.0:1777045163.486385:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df74177480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3341:x1863365424386560:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777045163.486777:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df74177480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3341:x1863365424386560:12345-0@lo:400:kworker.0 Request processed in 392us (3803us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045163.486789:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1070 00000100:00100000:3.0:1777045163.486811:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1071 00000100:00100000:3.0:1777045163.487076:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de478bc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3344:x1863365424386816:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777045163.487125:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de478bc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3344:x1863365424386816:12345-0@lo:400:kworker.0 Request processed in 305us (1189us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045163.487135:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1071 00000100:00100000:3.0:1777045163.487161:0:5850:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424386304 00000100:00100000:3.0:1777045163.487166:0:5850:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424386304 00000100:00100000:3.0:1777045163.487196:0:5850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 843 00000100:00100000:3.0:1777045163.487578:0:5850:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df485c1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ce657616-b3f3-4e21-ac89-518ab611901c+18:3344:x1863365424386304:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777045163.487625:0:5850:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df485c1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ce657616-b3f3-4e21-ac89-518ab611901c+18:3344:x1863365424386304:12345-0@lo:400:kworker.0 Request processed in 421us (1765us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045163.487635:0:5850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 843 00000100:00100000:3.0:1777045163.487677:0:14822:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424386688 00000100:00100000:3.0:1777045163.487683:0:14822:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424386688 00000100:00100000:3.0:1777045163.487716:0:14822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 895 00000100:00100000:3.0:1777045163.487725:0:14822:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de478bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3344:x1863365424386688:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777045163.487764:0:14822:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de478bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3344:x1863365424386688:12345-0@lo:400:kworker.0 Request processed in 40us (1726us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045163.487773:0:14822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 895 00000100:00080000:3.0:1777045163.487796:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1777045163.487840:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df74177b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3341:1863365424386560:0@lo:400:kworker.0 00000100:00100000:3.0:1777045163.487857:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df74174380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3341:1863365424386432:0@lo:400:kworker.0 00000100:00100000:3.0:1777045163.487894:0:3344:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df74174700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3344:1863365424386688:0@lo:400:kworker.0 00000100:00100000:3.0:1777045163.487905:0:3344:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df74174a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ce657616-b3f3-4e21-ac89-518ab611901c:3344:1863365424386304:0@lo:400:kworker.0 00000100:00100000:3.0:1777045163.487917:0:3344:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df74175880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3344:1863365424386816:0@lo:400:kworker.0 00000100:00100000:3.0:1777045163.496572:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de48094e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424386944:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1777045163.496663:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777045163.499966:0:6644:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424386944 00000100:00100000:2.0:1777045163.499983:0:6644:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424386944 00000100:00100000:2.0:1777045163.500078:0:6644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 456 00000100:00100000:2.0:1777045163.500093:0:6644:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de478bd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3341:x1863365424386944:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1777045163.500141:0:6644:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 81592320 pending 1703936 free 3851419648 avail 3849322496 00000100:00100000:2.0:1777045163.500259:0:6644:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de478bd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3341:x1863365424386944:12345-0@lo:13:osp-pre-1-0.0 Request processed in 168us (3594us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045163.500271:0:6644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 456 00000100:00100000:3.0:1777045163.503476:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de48094e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424386944:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1777045163.619025:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:0.0:1777045163.711569:0:7533:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967360 is committed 00000001:00080000:0.0:1777045163.711594:0:7533:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967359 is committed 00000040:00080000:0.0:1777045164.119493:0:11491:0:(llog.c:801:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1777045164.119504:0:11491:0:(llog_cat.c:158:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1777045164.119587:0:11491:0:(llog.c:858:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 32 count 2 00000040:00080000:0.0:1777045164.119601:0:11491:0:(llog.c:858:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:3.0:1777045164.651041:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777045165.659168:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:1.0:1777045165.782582:0:5877:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968053 is committed 00000001:00080000:1.0:1777045165.782612:0:5877:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968057 is committed 00000001:00080000:1.0:1777045165.782632:0:5877:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968062 is committed 00000004:00080000:1.0:1777045165.782638:0:5877:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 13 committed 00000020:00080000:1.0:1777045165.782670:0:5877:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff98df46731000 refcount 2 committed 0 result 0 batchid 23 00000020:00080000:1.0:1777045165.782679:0:5877:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff98df77ae0c00 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff98df467313c0 00000020:00080000:1.0:1777045165.782685:0:5877:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff98df77ae0600 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff98df77ada400 00000020:00080000:3.0:1777045165.784410:0:5888:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 23 committed batchid 22 00000020:00080000:3.0:1777045165.784691:0:5888:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 22 00000100:00100000:3.0:1777045165.784724:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df46689880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424387072:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1777045165.784819:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777045165.789158:0:6639:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424387072 00000100:00100000:1.0:1777045165.789172:0:6639:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424387072 00000100:00100000:1.0:1777045165.789815:0:6639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 321 00000100:00100000:1.0:1777045165.789833:0:6639:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de478bd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3342:x1863365424387072:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1777045165.789873:0:6639:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:23 count 1 00002000:00010000:1.0:1777045165.789922:0:6639:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x17:0x0] initial LVB size: 158, mtime: 0x69eb8ea6, atime: 0x0, ctime: 0x69eb8ea6, blocks: 0xb 00010000:00010000:1.0:1777045165.789935:0:6639:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000176d8731/0x2c8777a5e7d9e53b lrc: 3/0,1 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045165.789961:0:6639:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777045165.789964:0:6639:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777045165.789972:0:6639:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000176d8731/0x2c8777a5e7d9e53b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045165.789995:0:6639:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000176d8731/0x2c8777a5e7d9e53b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045165.790014:0:6639:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000176d8731/0x2c8777a5e7d9e53b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045165.790030:0:6639:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000176d8731/0x2c8777a5e7d9e53b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045165.790067:0:6639:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00080000:3.0:1777045165.793852:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:3.0:1777045165.805670:0:5844:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:0.0:1777045165.805685:0:6639:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de478bd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3342:x1863365424387072:12345-0@lo:6:osp-syn-1-0.0 Request processed in 15850us (20857us total) trans 4294967361 rc 0/0 00010000:00010000:3.0:1777045165.805686:0:5844:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000176d8731/0x2c8777a5e7d9e53b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777045165.805706:0:6639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 321 00010000:00010000:3.0:1777045165.805719:0:5844:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de41dfd600 already unused, calling callback (ffffffffc17d22d0) 00010000:00010000:3.0:1777045165.805731:0:5844:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000176d8731/0x2c8777a5e7d9e53b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045165.805752:0:5844:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000176d8731/0x2c8777a5e7d9e53b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045165.805778:0:5844:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000176d8731/0x2c8777a5e7d9e53b lrc: 1/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045165.805792:0:5844:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000176d8731/0x2c8777a5e7d9e53b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045165.805825:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777045165.805828:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777045165.805831:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777045165.806928:0:3342:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967360 gen 2 00000004:00080000:1.0:1777045165.806940:0:3342:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967360 committed transno 4294967360 00000100:00100000:1.0:1777045165.806977:0:3342:0:(client.c:3145:ptlrpc_free_committed()) @@@ stopping search req@ffff98df46689880 x1863365424387072/t4294967361(4294967361) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777045181 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1777045165.807000:0:3342:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98df46689880/2, rc 0, transno 4294967361 00000100:00100000:1.0:1777045165.807010:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df46689880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424387072:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1777045166.131536:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045166.131587:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045166.131628:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045166.131674:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045166.131712:0:8776:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370057856 00000100:00100000:0.0:1777045166.131725:0:8776:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370057856 00000100:00100000:0.0:1777045166.131794:0:8776:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370058112 00000100:00100000:0.0:1777045166.131800:0:8776:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370058112 00000100:00100000:0.0:1777045166.131838:0:8776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 896 00000100:00100000:0.0:1777045166.132141:0:8776:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de48095c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:146de360-3fb2-48bd-b418-06f30714148a+9:2390:x1863365370057856:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:0.0:1777045166.132303:0:8776:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de48095c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:146de360-3fb2-48bd-b418-06f30714148a+9:2390:x1863365370057856:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 414us (635us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045166.132318:0:8776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 896 00000100:00100000:0.0:1777045166.132347:0:8776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 897 00000100:00100000:0.0:1777045166.132359:0:8776:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df50e7c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2390:x1863365370058112:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:0.0:1777045166.132405:0:8776:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df50e7c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2390:x1863365370058112:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 48us (730us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045166.132416:0:8776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 897 00000100:00100000:1.0:1777045166.133198:0:5848:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370057472 00000100:00100000:1.0:1777045166.133554:0:5848:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370057472 00000100:00100000:1.0:1777045166.133612:0:5848:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 844 00000100:00100000:1.0:1777045166.133625:0:5848:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df472a8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2391:x1863365370057472:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:1.0:1777045166.133683:0:5848:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df472a8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2391:x1863365370057472:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 60us (2160us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045166.133695:0:5848:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 844 00000100:00080000:0.0:1777045166.134438:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1777045166.134446:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1777045166.134471:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370057600 00000100:00100000:0.0:1777045166.134478:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370057600 00000100:00100000:0.0:1777045166.134547:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1072 00000100:00100000:0.0:1777045166.134560:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de48097800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:146de360-3fb2-48bd-b418-06f30714148a+44:2390:x1863365370057600:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:0.0:1777045166.134640:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de48097800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:146de360-3fb2-48bd-b418-06f30714148a+44:2390:x1863365370057600:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 81us (3051us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045166.134653:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1072 00000100:00080000:1.0:1777045166.134972:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1777045166.157422:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045166.157480:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045166.157524:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045166.157568:0:8776:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370057728 00000100:00100000:2.0:1777045166.157582:0:8776:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370057728 00000100:00100000:2.0:1777045166.157673:0:8776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 898 00000100:00100000:2.0:1777045166.157691:0:8776:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df74176a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:146de360-3fb2-48bd-b418-06f30714148a+7:2391:x1863365370057728:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:2.0:1777045166.157786:0:8776:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df74176a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:146de360-3fb2-48bd-b418-06f30714148a+7:2391:x1863365370057728:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 99us (376us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045166.157799:0:8776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 898 00000100:00100000:2.0:1777045166.157827:0:8776:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370058240 00000100:00100000:2.0:1777045166.157833:0:8776:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370058240 00000100:00100000:2.0:1777045166.157872:0:8776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 899 00000100:00100000:2.0:1777045166.157882:0:8776:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df74175f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2391:x1863365370058240:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:2.0:1777045166.157922:0:8776:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df74175f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2391:x1863365370058240:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 42us (398us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045166.157933:0:8776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 899 00000100:00080000:0.0:1777045166.158608:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1777045166.158615:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1777045166.159146:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370057984 00000100:00100000:2.0:1777045166.159154:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370057984 00000100:00100000:2.0:1777045166.159260:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1073 00000100:00100000:2.0:1777045166.159304:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df74177100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+30:2391:x1863365370057984:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:2.0:1777045166.159378:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df74177100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+30:2391:x1863365370057984:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 79us (1898us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045166.159388:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1073 00000100:00080000:0.0:1777045166.159512:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1777045166.678823:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777045167.578236:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de48095c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424387200:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1777045167.578363:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045167.579608:0:19062:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424387200 00000100:00100000:0.0:1777045167.579623:0:19062:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424387200 00000100:00100000:0.0:1777045167.583353:0:19062:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 457 00000100:00100000:0.0:1777045167.583371:0:19062:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de48094000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424387200:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1777045167.583444:0:19062:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 78184448 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1777045167.583556:0:19062:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de48094000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424387200:12345-0@lo:13:osp-pre-0-0.0 Request processed in 187us (5192us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045167.583567:0:19062:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 457 00000100:00100000:2.0:1777045167.583604:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de48095c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424387200:0@lo:13:osp-pre-0-0.0 00000100:00080000:1.0:1777045167.589575:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1777045167.701599:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777045168.597793:0:3344:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de48095880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3344:1863365424387328:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1777045168.597884:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045168.598029:0:6643:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424387328 00000100:00100000:0.0:1777045168.598039:0:6643:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424387328 00000100:00100000:0.0:1777045168.598138:0:6643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 458 00000100:00100000:0.0:1777045168.598153:0:6643:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de48095f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3344:x1863365424387328:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1777045168.598269:0:6643:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 79888384 pending 0 free 3851419648 avail 3849322496 00000100:00100000:0.0:1777045168.598339:0:6643:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de48095f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3344:x1863365424387328:12345-0@lo:13:osp-pre-1-0.0 Request processed in 188us (454us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045168.598351:0:6643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 458 00000100:00100000:0.0:1777045168.598421:0:3344:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de48095880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3344:1863365424387328:0@lo:13:osp-pre-1-0.0 00000100:00080000:1.0:1777045168.598575:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1777045168.605750:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de48095880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ce657616-b3f3-4e21-ac89-518ab611901c:3341:1863365424387456:0@lo:400:kworker.0 00000100:00100000:0.0:1777045168.605833:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045168.606165:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de419fd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3341:1863365424387968:0@lo:400:kworker.0 00000100:00100000:0.0:1777045168.606301:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045168.606344:0:3341:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1777045168.606355:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de48095c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3341:1863365424387584:0@lo:400:kworker.0 00000100:00100000:0.0:1777045168.606397:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045168.606477:0:5849:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424387456 00000100:00100000:0.0:1777045168.606487:0:5849:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424387456 00000100:00100000:0.0:1777045168.606552:0:5849:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 845 00000100:00100000:0.0:1777045168.606569:0:5849:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df472a9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ce657616-b3f3-4e21-ac89-518ab611901c+18:3341:x1863365424387456:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777045168.606648:0:5849:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df472a9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ce657616-b3f3-4e21-ac89-518ab611901c+18:3341:x1863365424387456:12345-0@lo:400:kworker.0 Request processed in 82us (814us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045168.606661:0:5849:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 845 00000100:00100000:0.0:1777045168.606710:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424387968 00000100:00100000:0.0:1777045168.606716:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424387968 00000100:00100000:0.0:1777045168.606763:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424387584 00000100:00100000:0.0:1777045168.606768:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424387584 00000100:00100000:0.0:1777045168.606799:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1074 00000100:00100000:0.0:1777045168.606808:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de419fc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3341:x1863365424387968:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777045168.607103:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de419fc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3341:x1863365424387968:12345-0@lo:400:kworker.0 Request processed in 51us (558us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045168.607115:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1074 00000100:00100000:0.0:1777045168.607138:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1075 00000100:00100000:0.0:1777045168.607149:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df485be300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3341:x1863365424387584:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777045168.616722:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df485be300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3341:x1863365424387584:12345-0@lo:400:kworker.0 Request processed in 54us (804us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045168.616754:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1075 00000100:00100000:0.0:1777045168.617767:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de48094e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3343:1863365424387712:0@lo:400:kworker.0 00000100:00100000:0.0:1777045168.617856:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045168.617909:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1777045168.617921:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de419fce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424387840:0@lo:400:kworker.0 00000100:00100000:0.0:1777045168.617964:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045168.618028:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424387712 00000100:00100000:0.0:1777045168.618039:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424387712 00000100:00100000:0.0:1777045168.618101:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1076 00000100:00100000:0.0:1777045168.618115:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df485bf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3343:x1863365424387712:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777045168.618195:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df485bf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3343:x1863365424387712:12345-0@lo:400:kworker.0 Request processed in 81us (339us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045168.622380:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424387840 00000100:00100000:3.0:1777045168.622396:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424387840 00000100:00100000:3.0:1777045168.622504:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 900 00000100:00100000:3.0:1777045168.622521:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de431bf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424387840:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777045168.622620:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de431bf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424387840:12345-0@lo:400:kworker.0 Request processed in 102us (4653us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045168.622632:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 900 00000100:00080000:3.0:1777045168.622665:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1777045168.622724:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de48095c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3341:1863365424387584:0@lo:400:kworker.0 00000100:00100000:3.0:1777045168.622745:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de48095880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ce657616-b3f3-4e21-ac89-518ab611901c:3341:1863365424387456:0@lo:400:kworker.0 00000100:00100000:3.0:1777045168.622762:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de419fd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3341:1863365424387968:0@lo:400:kworker.0 00000100:00100000:0.0:1777045168.624553:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1076 00000100:00100000:0.0:1777045168.624642:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de419fce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424387840:0@lo:400:kworker.0 00000100:00100000:0.0:1777045168.624663:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de48094e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3343:1863365424387712:0@lo:400:kworker.0 00010000:00010000:0.0:1777045168.763289:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:0.0:1777045168.860173:0:7533:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967361 is committed 00000100:00100000:2.0:1777045169.046115:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045169.047113:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370058368 00000100:00100000:3.0:1777045169.047126:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370058368 00000100:00080000:2.0:1777045169.047497:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1777045169.059380:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1140 00000100:00100000:3.0:1777045169.059412:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df74174000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:146de360-3fb2-48bd-b418-06f30714148a+44:29381:x1863365370058368:12345-192.168.201.45@tcp:101:diff.0 00010000:00010000:3.0:1777045169.059441:0:5855:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777045169.059507:0:5855:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067e00/0x2c8777a5e7d9e542 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148dc0 expref: -99 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045169.059598:0:5855:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067400/0x2c8777a5e7d9e549 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045169.059618:0:5855:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067400/0x2c8777a5e7d9e549 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045169.059634:0:5855:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067400/0x2c8777a5e7d9e549 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045169.061451:0:5855:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066200/0x2c8777a5e7d9e550 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045169.061473:0:5855:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066200/0x2c8777a5e7d9e550 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045169.061486:0:5855:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066200/0x2c8777a5e7d9e550 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045169.075792:0:5855:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025200/0x2c8777a5e7d9e557 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x20:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045169.075825:0:5855:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025200/0x2c8777a5e7d9e557 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045169.075850:0:5855:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025200/0x2c8777a5e7d9e557 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777045169.075908:0:5855:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x20:0x0]: returning size 158 00000004:00200000:2.0:1777045169.075915:0:5855:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1777045169.075946:0:5855:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025200/0x2c8777a5e7d9e557 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045169.075964:0:5855:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025200/0x2c8777a5e7d9e557 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045169.075979:0:5855:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067400/0x2c8777a5e7d9e549 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045169.075989:0:5855:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067400/0x2c8777a5e7d9e549 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045169.076001:0:5855:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067400/0x2c8777a5e7d9e549 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045169.076010:0:5855:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48067400 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:2.0:1777045169.076017:0:5855:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067400/0x2c8777a5e7d9e549 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045169.076028:0:5855:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067400/0x2c8777a5e7d9e549 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045169.076045:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x46:0x0].0x0 (ffff98df413b6500) 00010000:00010000:2.0:1777045169.076051:0:5855:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777045169.076058:0:5855:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067400/0x2c8777a5e7d9e549 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045169.076075:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067400/0x2c8777a5e7d9e549 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045169.076093:0:5855:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066200/0x2c8777a5e7d9e550 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045169.076103:0:5855:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066200/0x2c8777a5e7d9e550 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045169.076113:0:5855:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066200/0x2c8777a5e7d9e550 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045169.076122:0:5855:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48066200 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:2.0:1777045169.076126:0:5855:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066200/0x2c8777a5e7d9e550 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045169.076136:0:5855:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066200/0x2c8777a5e7d9e550 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045169.076147:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x46:0x0].0x28d475f8 (ffff98df413b6200) 00010000:00010000:2.0:1777045169.076151:0:5855:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777045169.076155:0:5855:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066200/0x2c8777a5e7d9e550 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045169.076165:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066200/0x2c8777a5e7d9e550 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045169.076263:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067e00/0x2c8777a5e7d9e542 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148dc0 expref: 46 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045169.076293:0:5855:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025200/0x2c8777a5e7d9e557 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148dc0 expref: 45 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045169.076305:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x20:0x0].0x0 (ffff98df48c7eb00) 00010000:00010000:2.0:1777045169.076309:0:5855:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777045169.076313:0:5855:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de48025200, rc 0) 00000100:00100000:2.0:1777045169.076412:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df74174000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:146de360-3fb2-48bd-b418-06f30714148a+45:29381:x1863365370058368:12345-192.168.201.45@tcp:101:diff.0 Request processed in 17012us (30304us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045169.076426:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1140 00000100:00100000:2.0:1777045169.085763:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045169.085902:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370058624 00000100:00100000:0.0:1777045169.085916:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370058624 00000100:00100000:0.0:1777045169.086003:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1141 00000100:00100000:0.0:1777045169.086019:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df74175500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:146de360-3fb2-48bd-b418-06f30714148a+45:29381:x1863365370058624:12345-192.168.201.45@tcp:101:diff.0 00010000:00010000:0.0:1777045169.086049:0:7939:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777045169.086079:0:7939:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022000/0x2c8777a5e7d9e55e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148dc7 expref: -99 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045169.086294:0:7939:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023000/0x2c8777a5e7d9e565 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x20:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045169.086770:0:7939:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023000/0x2c8777a5e7d9e565 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045169.086791:0:7939:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023000/0x2c8777a5e7d9e565 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777045169.086814:0:7939:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x20:0x0]: returning size 158 00010000:00010000:0.0:1777045169.089128:0:7939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022000/0x2c8777a5e7d9e55e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148dc7 expref: 48 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045169.089169:0:7939:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023000/0x2c8777a5e7d9e565 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148dc7 expref: 47 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045169.089183:0:7939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x20:0x0].0x0 (ffff98df48c7eb00) 00010000:00010000:0.0:1777045169.089188:0:7939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777045169.089194:0:7939:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de48023000, rc 0) 00000100:00100000:0.0:1777045169.095865:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df74175500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:146de360-3fb2-48bd-b418-06f30714148a+47:29381:x1863365370058624:12345-192.168.201.45@tcp:101:diff.0 Request processed in 9835us (10099us total) trans 4294968063 rc 0/0 00000100:00100000:0.0:1777045169.095884:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1141 00000100:00100000:2.0:1777045169.119794:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045169.120072:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045169.128335:0:5841:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370058752 00000100:00100000:0.0:1777045169.128353:0:5841:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370058752 00000100:00100000:1.0:1777045169.130936:0:5841:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370059008 00000100:00100000:1.0:1777045169.130948:0:5841:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370059008 00000100:00100000:1.0:1777045169.131008:0:5841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 69 00000100:00100000:1.0:1777045169.131023:0:5841:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df412ad450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:146de360-3fb2-48bd-b418-06f30714148a+48:2392:x1863365370058752:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777045169.131044:0:5841:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777045169.131075:0:5841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023000/0x2c8777a5e7d9e565 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148dc7 expref: 48 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045169.131109:0:5841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x20:0x0].0x0 (ffff98df48c7eb00) 00010000:00010000:1.0:1777045169.131117:0:5841:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777045169.131189:0:5841:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df412ad450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:146de360-3fb2-48bd-b418-06f30714148a+47:2392:x1863365370058752:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 168us (11406us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045169.131579:0:5841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 69 00000100:00100000:1.0:1777045169.131652:0:5841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 70 00000100:00100000:1.0:1777045169.131664:0:5841:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df74177800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:146de360-3fb2-48bd-b418-06f30714148a+46:29381:x1863365370059008:12345-192.168.201.45@tcp:103:diff.0 00010000:00010000:1.0:1777045169.131677:0:5841:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777045169.131695:0:5841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025200/0x2c8777a5e7d9e557 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148dc0 expref: 46 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045169.131713:0:5841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x20:0x0].0x0 (ffff98df48c7eb00) 00010000:00010000:1.0:1777045169.131727:0:5841:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777045169.131759:0:5841:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df74177800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:146de360-3fb2-48bd-b418-06f30714148a+45:29381:x1863365370059008:12345-192.168.201.45@tcp:103:diff.0 Request processed in 96us (11689us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045169.131770:0:5841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 70 00000100:00100000:2.0:1777045169.144698:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045169.144830:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370059136 00000100:00100000:0.0:1777045169.144844:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370059136 00000100:00100000:0.0:1777045169.144935:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1142 00000100:00100000:0.0:1777045169.144952:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df74176300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:146de360-3fb2-48bd-b418-06f30714148a+45:29381:x1863365370059136:12345-192.168.201.45@tcp:58:diff.0 00010000:00010000:0.0:1777045169.145103:0:5856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022000/0x2c8777a5e7d9e573 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x20:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045169.145128:0:5856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022000/0x2c8777a5e7d9e573 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x20:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045169.145145:0:5856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022000/0x2c8777a5e7d9e573 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x20:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1777045169.145948:0:5856:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].32, 136 off12544 00000100:00100000:0.0:1777045169.146076:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df74176300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:146de360-3fb2-48bd-b418-06f30714148a+45:29381:x1863365370059136:12345-192.168.201.45@tcp:58:diff.0 Request processed in 1127us (1389us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045169.146096:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1142 00000100:00100000:0.0:1777045169.158994:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045169.159157:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370059264 00000100:00100000:3.0:1777045169.159171:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370059264 00000100:00100000:3.0:1777045169.159308:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1143 00000100:00100000:3.0:1777045169.159326:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42e5ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:146de360-3fb2-48bd-b418-06f30714148a+45:29381:x1863365370059264:12345-192.168.201.45@tcp:101:diff.0 00010000:00010000:3.0:1777045169.159355:0:5855:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777045169.159385:0:5855:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066c00/0x2c8777a5e7d9e57a lrc: 2/0,0 mode: --/CR res: [0x200000402:0x20:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148dce expref: -99 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045169.159463:0:5855:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022000/0x2c8777a5e7d9e573 lrc: 2/0,1 mode: EX/EX res: [0x200000402:0x20:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045169.159482:0:5855:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066c00/0x2c8777a5e7d9e57a lrc: 4/0,0 mode: --/CR res: [0x200000402:0x20:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148dce expref: 46 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045169.159539:0:5855:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022000/0x2c8777a5e7d9e573 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x20:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045169.159560:0:5855:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066c00/0x2c8777a5e7d9e57a lrc: 3/0,0 mode: --/CR res: [0x200000402:0x20:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148dce expref: 46 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045169.159581:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x20:0x0].0x0 (ffff98df61f8e100) 00010000:00010000:3.0:1777045169.159585:0:5855:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1777045169.159591:0:5855:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066c00/0x2c8777a5e7d9e57a lrc: 3/0,0 mode: --/CR res: [0x200000402:0x20:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148dce expref: 46 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045169.159604:0:5855:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de48066c00, rc 0) 00000100:00100000:3.0:1777045169.159685:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42e5ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:146de360-3fb2-48bd-b418-06f30714148a+46:29381:x1863365370059264:12345-192.168.201.45@tcp:101:diff.0 Request processed in 362us (723us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045169.159698:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1143 00000040:00080000:1.0:1777045169.239721:0:11491:0:(llog.c:801:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1777045169.239733:0:11491:0:(llog_cat.c:158:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1777045169.239805:0:11491:0:(llog.c:858:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 33 count 3 00000040:00080000:1.0:1777045169.239815:0:11491:0:(llog.c:858:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1777045169.241626:0:11491:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df46688e00 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11491:1863365424388096:192.168.201.45@tcp:107:hsm_cdtr.0 00000100:00100000:1.0:1777045169.245348:0:11491:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df46731180 going to sleep for 11 seconds 00000100:00100000:0.0:1777045169.274019:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045169.274164:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370059392 00000100:00100000:3.0:1777045169.274179:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370059392 00000100:00100000:3.0:1777045169.274345:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1144 00000100:00100000:3.0:1777045169.274364:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b93bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+31:29382:x1863365370059392:12345-192.168.201.45@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1777045169.274414:0:7939:0:(mdt_handler.c:7958:mdt_fid2path()) path get [0x200000402:0x20:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1777045169.274565:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b93bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+31:29382:x1863365370059392:12345-192.168.201.45@tcp:53:lhsmtool_posix.0 Request processed in 203us (579us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045169.274621:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1144 00000100:00100000:1.0:1777045169.274956:0:11491:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df46688e00 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11491:1863365424388096:192.168.201.45@tcp:107:hsm_cdtr.0 00000100:00080000:0.0:1777045169.276395:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1777045169.309901:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045169.310061:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370059520 00000100:00100000:2.0:1777045169.310075:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370059520 00000100:00100000:2.0:1777045169.310160:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1145 00000100:00100000:2.0:1777045169.310177:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de478bca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+30:29382:x1863365370059520:12345-192.168.201.45@tcp:34:lhsmtool_posix.0 00010000:00010000:2.0:1777045169.310317:0:12646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025800/0x2c8777a5e7d9e581 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045169.310347:0:12646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025800/0x2c8777a5e7d9e581 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045169.310366:0:12646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025800/0x2c8777a5e7d9e581 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045169.310439:0:12646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024e00/0x2c8777a5e7d9e588 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x329c2aeb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045169.310455:0:12646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024e00/0x2c8777a5e7d9e588 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x329c2aeb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045169.310468:0:12646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024e00/0x2c8777a5e7d9e588 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x329c2aeb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045169.310502:0:12646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024400/0x2c8777a5e7d9e58f lrc: 3/1,0 mode: --/PR res: [0x200000402:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045169.310517:0:12646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024400/0x2c8777a5e7d9e58f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045169.310529:0:12646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024400/0x2c8777a5e7d9e58f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777045169.310580:0:12646:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x20:0x0]: returning size 158 00000004:00200000:2.0:1777045169.310587:0:12646:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1777045169.310607:0:12646:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024400/0x2c8777a5e7d9e58f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045169.310625:0:12646:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025800/0x2c8777a5e7d9e581 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045169.310637:0:12646:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025800/0x2c8777a5e7d9e581 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045169.310650:0:12646:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025800/0x2c8777a5e7d9e581 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045169.310661:0:12646:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48025800 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:2.0:1777045169.310668:0:12646:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025800/0x2c8777a5e7d9e581 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045169.310683:0:12646:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025800/0x2c8777a5e7d9e581 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045169.310701:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff98df4a351500) 00010000:00010000:2.0:1777045169.310706:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777045169.310714:0:12646:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025800/0x2c8777a5e7d9e581 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045169.310726:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025800/0x2c8777a5e7d9e581 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045169.310746:0:12646:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024e00/0x2c8777a5e7d9e588 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x329c2aeb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045169.310757:0:12646:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024e00/0x2c8777a5e7d9e588 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x329c2aeb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045169.310769:0:12646:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024e00/0x2c8777a5e7d9e588 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x329c2aeb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045169.310779:0:12646:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48024e00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:2.0:1777045169.310784:0:12646:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024e00/0x2c8777a5e7d9e588 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x329c2aeb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045169.310796:0:12646:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024e00/0x2c8777a5e7d9e588 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x329c2aeb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045169.310808:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x329c2aeb (ffff98df48c7e500) 00010000:00010000:2.0:1777045169.310813:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777045169.310818:0:12646:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024e00/0x2c8777a5e7d9e588 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x329c2aeb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045169.310837:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024e00/0x2c8777a5e7d9e588 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x329c2aeb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045169.310860:0:12646:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024400/0x2c8777a5e7d9e58f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045169.310872:0:12646:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024400/0x2c8777a5e7d9e58f lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045169.311281:0:12646:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024400/0x2c8777a5e7d9e58f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045169.311291:0:12646:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48024400 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:2.0:1777045169.311297:0:12646:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024400/0x2c8777a5e7d9e58f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045169.311309:0:12646:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024400/0x2c8777a5e7d9e58f lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045169.311325:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x20:0x0].0x0 (ffff98df61f8e100) 00010000:00010000:2.0:1777045169.311329:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777045169.311335:0:12646:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024400/0x2c8777a5e7d9e58f lrc: 2/0,0 mode: --/PR res: [0x200000402:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045169.311346:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024400/0x2c8777a5e7d9e58f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777045169.311461:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de478bca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+30:29382:x1863365370059520:12345-192.168.201.45@tcp:34:lhsmtool_posix.0 Request processed in 1284us (1569us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045169.311476:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1145 00000100:00100000:3.0:1777045169.327715:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045169.328357:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370059776 00000100:00100000:2.0:1777045169.328372:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370059776 00000100:00100000:2.0:1777045169.328447:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1146 00000100:00100000:2.0:1777045169.328464:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de478bfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+30:29382:x1863365370059776:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1777045169.328495:0:5857:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777045169.328527:0:5857:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025200/0x2c8777a5e7d9e596 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148dd5 expref: -99 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045169.328676:0:5857:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025a00/0x2c8777a5e7d9e59d lrc: 3/1,0 mode: --/PR res: [0x200000402:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045169.328712:0:5857:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025a00/0x2c8777a5e7d9e59d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045169.328731:0:5857:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025a00/0x2c8777a5e7d9e59d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777045169.328751:0:5857:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x20:0x0]: returning size 158 00010000:00010000:2.0:1777045169.328890:0:5857:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025a00/0x2c8777a5e7d9e59d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045169.328906:0:5857:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025a00/0x2c8777a5e7d9e59d lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045169.328918:0:5857:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025a00/0x2c8777a5e7d9e59d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045169.328929:0:5857:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48025a00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:2.0:1777045169.328936:0:5857:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025a00/0x2c8777a5e7d9e59d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045169.328956:0:5857:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025a00/0x2c8777a5e7d9e59d lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045169.329004:0:5857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x20:0x0].0x0 (ffff98df61f8e100) 00010000:00010000:2.0:1777045169.329010:0:5857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1777045169.329017:0:5857:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025a00/0x2c8777a5e7d9e59d lrc: 2/0,0 mode: --/PR res: [0x200000402:0x20:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045169.329029:0:5857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025a00/0x2c8777a5e7d9e59d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x20:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045169.329096:0:5857:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025200/0x2c8777a5e7d9e596 lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148dd5 expref: 32 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045169.329115:0:5857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff98df4a351500) 00010000:00010000:2.0:1777045169.329120:0:5857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1777045169.329128:0:5857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025200/0x2c8777a5e7d9e596 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148dd5 expref: 32 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045169.329144:0:5857:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de48025200, rc 0) 00000100:00100000:2.0:1777045169.330316:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de478bfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+31:29382:x1863365370059776:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 Request processed in 1431us (2188us total) trans 4294968064 rc 301/301 00000100:00100000:2.0:1777045169.330331:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1146 00000100:00100000:0.0:1777045169.384645:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045169.387770:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370059904 00000100:00100000:1.0:1777045169.387788:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370059904 00000100:00100000:2.0:1777045169.394102:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1147 00000100:00100000:2.0:1777045169.394123:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b939c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+31:29382:x1863365370059904:12345-192.168.201.45@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1777045169.394673:0:5856:0:(mdt_handler.c:7958:mdt_fid2path()) path get [0x200000402:0x20:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1777045169.394835:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b939c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+31:29382:x1863365370059904:12345-192.168.201.45@tcp:53:lhsmtool_posix.0 Request processed in 715us (10201us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045169.395742:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1147 00000100:00100000:0.0:1777045169.413455:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045169.413527:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370060160 00000100:00100000:3.0:1777045169.413543:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370060160 00000100:00100000:3.0:1777045169.413619:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1148 00000100:00100000:3.0:1777045169.413636:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b939500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+31:29382:x1863365370060160:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1777045169.413666:0:5855:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777045169.413701:0:5855:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066e00/0x2c8777a5e7d9e5ab lrc: 2/0,0 mode: --/CW res: [0x200000401:0x46:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148ddc expref: -99 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045169.415580:0:5855:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067e00/0x2c8777a5e7d9e5b2 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x21:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045169.415604:0:5855:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067e00/0x2c8777a5e7d9e5b2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x21:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045169.415624:0:5855:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067e00/0x2c8777a5e7d9e5b2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x21:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777045169.415642:0:5855:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x21:0x0]: returning size 0 00010000:00010000:3.0:1777045169.415718:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066e00/0x2c8777a5e7d9e5ab lrc: 0/0,0 mode: --/CW res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148ddc expref: 34 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045169.415745:0:5855:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067e00/0x2c8777a5e7d9e5b2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x21:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148ddc expref: 33 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045169.415759:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x21:0x0].0x0 (ffff98df413b6a00) 00010000:00010000:3.0:1777045169.415764:0:5855:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777045169.415771:0:5855:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de48067e00, rc 0) 00000100:00100000:3.0:1777045169.415867:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b939500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+33:29382:x1863365370060160:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 Request processed in 2233us (2423us total) trans 4294968065 rc 0/0 00000100:00100000:3.0:1777045169.415881:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1148 00000100:00100000:0.0:1777045169.444066:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045169.444292:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370060416 00000100:00100000:3.0:1777045169.444309:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370060416 00000100:00100000:3.0:1777045169.444390:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1149 00000100:00100000:3.0:1777045169.444424:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b938380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+33:29382:x1863365370060416:12345-192.168.201.45@tcp:36:lhsmtool_posix.0 00010000:00010000:3.0:1777045169.444510:0:7939:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777045169.444550:0:7939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067e00/0x2c8777a5e7d9e5b2 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x21:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148ddc expref: 33 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045169.444580:0:7939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x21:0x0].0x0 (ffff98df413b6a00) 00010000:00010000:3.0:1777045169.444598:0:7939:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777045169.444629:0:7939:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066e00/0x2c8777a5e7d9e5c0 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x46:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045169.444655:0:7939:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067200/0x2c8777a5e7d9e4c4 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148d8f expref: 45 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045169.444672:0:7939:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066e00/0x2c8777a5e7d9e5c0 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045169.444725:0:7939:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067200/0x2c8777a5e7d9e4c4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148d8f expref: 45 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045169.444751:0:7939:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067200/0x2c8777a5e7d9e4c4 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148d8f expref: 45 pid: 12646 timeout: 1897 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777045169.444777:0:7939:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de478bf800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7939:1863365424388224:192.168.201.45@tcp:104: 00000100:00100000:3.0:1777045169.444901:0:7939:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df7416e540 going to sleep for 11 seconds 00000100:00100000:0.0:1777045169.482610:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045169.482709:0:7939:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de478bf800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7939:1863365424388224:192.168.201.45@tcp:104: 00010000:00010000:0.0:1777045169.482751:0:7939:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066e00/0x2c8777a5e7d9e5c0 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777045169.483756:0:5841:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370060544 00000100:00100000:3.0:1777045169.483770:0:5841:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370060544 00010000:00010000:3.0:1777045169.484175:0:5841:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067200/0x2c8777a5e7d9e4c4 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148d8f expref: 46 pid: 12646 timeout: 1897 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777045169.484299:0:5841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 339 00000100:00100000:3.0:1777045169.484318:0:5841:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b93a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:146de360-3fb2-48bd-b418-06f30714148a+46:2393:x1863365370060544:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777045169.484344:0:5841:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777045169.484356:0:5841:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067200/0x2c8777a5e7d9e4c4 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148d8f expref: 46 pid: 12646 timeout: 1897 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045169.484378:0:5841:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067200/0x2c8777a5e7d9e4c4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148d8f expref: 46 pid: 12646 timeout: 1897 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045169.484414:0:5841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067200/0x2c8777a5e7d9e4c4 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x46:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148d8f expref: 46 pid: 12646 timeout: 1897 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045169.484437:0:5841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x46:0x0].0x0 (ffff98df413b6500) 00010000:00010000:3.0:1777045169.484446:0:5841:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066e00/0x2c8777a5e7d9e5c0 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045169.484463:0:5841:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066e00/0x2c8777a5e7d9e5c0 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045169.484477:0:5841:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066e00/0x2c8777a5e7d9e5c0 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045169.484518:0:5841:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777045169.484595:0:5841:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b93a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:146de360-3fb2-48bd-b418-06f30714148a+45:2393:x1863365370060544:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 281us (1998us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045169.484611:0:5841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 339 00010000:00010000:3.0:1777045169.484655:0:7939:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066e00/0x2c8777a5e7d9e5c0 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045169.484670:0:7939:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066e00/0x2c8777a5e7d9e5c0 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045169.484751:0:7939:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067e00/0x2c8777a5e7d9e5c7 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x46:0x0].0x903416ef bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045169.484770:0:7939:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067e00/0x2c8777a5e7d9e5c7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x46:0x0].0x903416ef bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045169.484785:0:7939:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067e00/0x2c8777a5e7d9e5c7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x46:0x0].0x903416ef bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045169.497064:0:7939:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066e00/0x2c8777a5e7d9e5c0 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045169.497087:0:7939:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066e00/0x2c8777a5e7d9e5c0 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045169.497103:0:7939:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066e00/0x2c8777a5e7d9e5c0 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045169.497116:0:7939:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48066e00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:3.0:1777045169.497124:0:7939:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066e00/0x2c8777a5e7d9e5c0 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045169.497139:0:7939:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066e00/0x2c8777a5e7d9e5c0 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045169.497168:0:7939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x46:0x0].0x0 (ffff98df413b6500) 00010000:00010000:3.0:1777045169.497175:0:7939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777045169.497183:0:7939:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066e00/0x2c8777a5e7d9e5c0 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045169.497194:0:7939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066e00/0x2c8777a5e7d9e5c0 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045169.497586:0:7939:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067e00/0x2c8777a5e7d9e5c7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x46:0x0].0x903416ef bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045169.497599:0:7939:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067e00/0x2c8777a5e7d9e5c7 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x46:0x0].0x903416ef bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045169.497612:0:7939:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067e00/0x2c8777a5e7d9e5c7 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x46:0x0].0x903416ef bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045169.497622:0:7939:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48067e00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:3.0:1777045169.497629:0:7939:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067e00/0x2c8777a5e7d9e5c7 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x46:0x0].0x903416ef bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045169.497649:0:7939:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067e00/0x2c8777a5e7d9e5c7 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x46:0x0].0x903416ef bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045169.497670:0:7939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x46:0x0].0x903416ef (ffff98df413b6a00) 00010000:00010000:3.0:1777045169.497675:0:7939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777045169.497681:0:7939:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067e00/0x2c8777a5e7d9e5c7 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x46:0x0].0x903416ef bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045169.497692:0:7939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067e00/0x2c8777a5e7d9e5c7 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x46:0x0].0x903416ef bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777045169.497844:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b938380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+32:29382:x1863365370060416:12345-192.168.201.45@tcp:36:lhsmtool_posix.0 Request processed in 53432us (53783us total) trans 0 rc -2/-2 00000100:00100000:3.0:1777045169.497863:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1149 00000100:00100000:0.0:1777045169.515772:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045169.516398:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370060672 00000100:00100000:2.0:1777045169.516414:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370060672 00000100:00100000:2.0:1777045169.517554:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1150 00000100:00100000:2.0:1777045169.517573:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b938a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+32:29382:x1863365370060672:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1777045169.517602:0:12646:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777045169.517631:0:12646:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025a00/0x2c8777a5e7d9e5ce lrc: 2/0,0 mode: --/PR res: [0x200000402:0x21:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148de3 expref: -99 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045169.517685:0:12646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024400/0x2c8777a5e7d9e5d5 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x21:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045169.517709:0:12646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024400/0x2c8777a5e7d9e5d5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x21:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045169.517729:0:12646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024400/0x2c8777a5e7d9e5d5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x21:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045169.517862:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025a00/0x2c8777a5e7d9e5ce lrc: 0/0,0 mode: --/PR res: [0x200000402:0x21:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148de3 expref: 34 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045169.517889:0:12646:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024400/0x2c8777a5e7d9e5d5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x21:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148de3 expref: 33 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045169.517905:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x21:0x0].0x0 (ffff98df48c7e500) 00010000:00010000:2.0:1777045169.517911:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1777045169.517916:0:12646:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de48024400, rc 0) 00000100:00100000:2.0:1777045169.517990:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b938a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+33:29382:x1863365370060672:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 Request processed in 422us (2230us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045169.518005:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1150 00000100:00100000:1.0:1777045169.539124:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045169.543432:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370060928 00000100:00100000:3.0:1777045169.543450:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370060928 00000100:00100000:3.0:1777045169.543554:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1151 00000100:00100000:3.0:1777045169.543573:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df46688e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+33:29382:x1863365370060928:12345-192.168.201.45@tcp:36:lhsmtool_posix.0 00010000:00010000:3.0:1777045169.543691:0:5855:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067e00/0x2c8777a5e7d9e5dc lrc: 3/0,1 mode: --/PW res: [0x200000402:0x21:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045169.543719:0:5855:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067e00/0x2c8777a5e7d9e5dc lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x21:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045169.543738:0:5855:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067e00/0x2c8777a5e7d9e5dc lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x21:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777045169.543999:0:5855:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000002eb925cc reply state 000000001cf7341c transno 4294968066 ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067e00/0x2c8777a5e7d9e5dc lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x21:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777045169.544022:0:5855:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1777045169.544182:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df46688e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+35:29382:x1863365370060928:12345-192.168.201.45@tcp:36:lhsmtool_posix.0 Request processed in 613us (5068us total) trans 4294968066 rc 0/0 00000100:00100000:3.0:1777045169.544195:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1151 00010000:00010000:3.0:1777045169.557016:0:3328:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067e00/0x2c8777a5e7d9e5dc lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x21:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045169.557039:0:3328:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067e00/0x2c8777a5e7d9e5dc lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x21:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045169.557052:0:3328:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067e00/0x2c8777a5e7d9e5dc lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x21:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045169.557062:0:3328:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48067e00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:3.0:1777045169.557069:0:3328:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067e00/0x2c8777a5e7d9e5dc lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x21:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045169.557079:0:3328:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067e00/0x2c8777a5e7d9e5dc lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x21:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045169.557103:0:3328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x21:0x0].0x0 (ffff98df48c7e500) 00010000:00010000:3.0:1777045169.557108:0:3328:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1777045169.557115:0:3328:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067e00/0x2c8777a5e7d9e5dc lrc: 2/0,0 mode: --/PW res: [0x200000402:0x21:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045169.557126:0:3328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067e00/0x2c8777a5e7d9e5dc lrc: 0/0,0 mode: --/PW res: [0x200000402:0x21:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777045169.560666:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045169.560822:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370061056 00000100:00100000:3.0:1777045169.561145:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370061056 00000100:00100000:3.0:1777045169.561268:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1152 00000100:00100000:3.0:1777045169.561284:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df4668aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+34:29382:x1863365370061056:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1777045169.561315:0:7939:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777045169.561339:0:7939:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066e00/0x2c8777a5e7d9e5e3 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x21:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148dea expref: -99 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045169.561418:0:7939:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066e00/0x2c8777a5e7d9e5e3 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x21:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148dea expref: 35 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045169.561440:0:7939:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066e00/0x2c8777a5e7d9e5e3 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x21:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148dea expref: 35 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045169.561454:0:7939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x21:0x0].0x0 (ffff98df48c7e500) 00010000:00010000:3.0:1777045169.561459:0:7939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1777045169.561464:0:7939:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de48066e00, rc 0) 00000100:00100000:3.0:1777045169.561534:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df4668aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+35:29382:x1863365370061056:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 Request processed in 253us (879us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045169.561545:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1152 00000100:00100000:0.0:1777045169.573741:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045169.573979:0:5858:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370061184 00000100:00100000:3.0:1777045169.573994:0:5858:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370061184 00000100:00100000:3.0:1777045169.574085:0:5858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 251 00000100:00100000:3.0:1777045169.574103:0:5858:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b938e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+35:29382:x1863365370061184:12345-192.168.201.45@tcp:49:lhsmtool_posix.0 00000100:00100000:3.0:1777045169.574611:0:5858:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b938e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+35:29382:x1863365370061184:12345-192.168.201.45@tcp:49:lhsmtool_posix.0 Request processed in 510us (878us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045169.574625:0:5858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 251 00000100:00100000:2.0:1777045169.590578:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045169.590718:0:5859:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370061440 00000100:00100000:3.0:1777045169.590732:0:5859:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370061440 00000100:00100000:3.0:1777045169.590815:0:5859:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 252 00000100:00100000:3.0:1777045169.590832:0:5859:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df45edd050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+35:29382:x1863365370061440:12345-192.168.201.45@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1777045169.591153:0:5859:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df45edd050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+36:29382:x1863365370061440:12345-192.168.201.45@tcp:35:lhsmtool_posix.0 Request processed in 323us (585us total) trans 4294968067 rc 0/0 00000100:00100000:3.0:1777045169.591167:0:5859:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 252 00000100:00100000:0.0:1777045169.612592:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045169.612742:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370061696 00000100:00100000:2.0:1777045169.612756:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370061696 00000100:00100000:2.0:1777045169.612848:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1153 00000100:00100000:2.0:1777045169.612864:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b93b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+36:29382:x1863365370061696:12345-192.168.201.45@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1777045169.613602:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b93b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+36:29382:x1863365370061696:12345-192.168.201.45@tcp:57:lhsmtool_posix.0 Request processed in 738us (1019us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045169.613616:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1153 00000100:00100000:0.0:1777045169.647643:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045169.647797:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370061952 00000100:00100000:3.0:1777045169.647812:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370061952 00000100:00100000:3.0:1777045169.648634:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1154 00000100:00100000:3.0:1777045169.648653:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b939180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+36:29382:x1863365370061952:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1777045169.648681:0:5855:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777045169.648709:0:5855:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067e00/0x2c8777a5e7d9e5ea lrc: 2/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148df1 expref: -99 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045169.649105:0:5855:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067200/0x2c8777a5e7d9e5f1 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x21:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045169.649131:0:5855:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066e00/0x2c8777a5e7d9e5e3 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x21:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148dea expref: 37 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045169.649146:0:5855:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067200/0x2c8777a5e7d9e5f1 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x21:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045169.649257:0:5855:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066e00/0x2c8777a5e7d9e5e3 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x21:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148dea expref: 37 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045169.649282:0:5855:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066e00/0x2c8777a5e7d9e5e3 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x21:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148dea expref: 37 pid: 7939 timeout: 1898 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777045169.649314:0:5855:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de478bed80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5855:1863365424388352:192.168.201.45@tcp:104: 00000100:00100000:3.0:1777045169.649445:0:5855:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df7416ee40 going to sleep for 11 seconds 00000100:00100000:3.0:1777045169.666955:0:5855:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de478bed80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5855:1863365424388352:192.168.201.45@tcp:104: 00000100:00100000:0.0:1777045169.666960:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00010000:00010000:3.0:1777045169.667016:0:5855:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067200/0x2c8777a5e7d9e5f1 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x21:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777045169.667140:0:5843:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370062080 00000100:00100000:2.0:1777045169.667152:0:5843:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370062080 00010000:00010000:2.0:1777045169.667577:0:5843:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066e00/0x2c8777a5e7d9e5e3 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x21:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148dea expref: 38 pid: 7939 timeout: 1898 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777045169.667627:0:5843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 340 00000100:00100000:2.0:1777045169.667643:0:5843:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b93b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+38:2392:x1863365370062080:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777045169.667666:0:5843:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777045169.667677:0:5843:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066e00/0x2c8777a5e7d9e5e3 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x21:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148dea expref: 38 pid: 7939 timeout: 1898 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045169.667699:0:5843:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066e00/0x2c8777a5e7d9e5e3 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x21:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148dea expref: 38 pid: 7939 timeout: 1898 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045169.667730:0:5843:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066e00/0x2c8777a5e7d9e5e3 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x21:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148dea expref: 38 pid: 7939 timeout: 1898 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045169.667762:0:5843:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x21:0x0].0x0 (ffff98df48c7e500) 00010000:00010000:2.0:1777045169.667769:0:5843:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067200/0x2c8777a5e7d9e5f1 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x21:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045169.667785:0:5843:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067200/0x2c8777a5e7d9e5f1 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x21:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045169.667797:0:5843:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067200/0x2c8777a5e7d9e5f1 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x21:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045169.667825:0:5843:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777045169.668002:0:5843:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b93b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+37:2392:x1863365370062080:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 361us (1057us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045169.668016:0:5843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 340 00010000:00010000:3.0:1777045169.668413:0:5855:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067200/0x2c8777a5e7d9e5f1 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x21:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045169.668426:0:5855:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067200/0x2c8777a5e7d9e5f1 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x21:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777045169.668453:0:5855:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x21:0x0]: returning size 0 00000004:00080000:2.0:1777045169.671623:0:5855:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x18:0x0], index 0: 0 00010000:00010000:2.0:1777045169.671820:0:5855:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067200/0x2c8777a5e7d9e5f1 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x21:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045169.671836:0:5855:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067200/0x2c8777a5e7d9e5f1 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x21:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045169.671848:0:5855:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067200/0x2c8777a5e7d9e5f1 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x21:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045169.671857:0:5855:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48067200 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:2.0:1777045169.671863:0:5855:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067200/0x2c8777a5e7d9e5f1 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x21:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045169.671875:0:5855:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067200/0x2c8777a5e7d9e5f1 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x21:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045169.671894:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x21:0x0].0x0 (ffff98df48c7e500) 00010000:00010000:2.0:1777045169.671899:0:5855:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1777045169.671904:0:5855:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067200/0x2c8777a5e7d9e5f1 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x21:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045169.671914:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067200/0x2c8777a5e7d9e5f1 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x21:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045169.671987:0:5855:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067e00/0x2c8777a5e7d9e5ea lrc: 1/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148df1 expref: 37 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045169.672003:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x46:0x0].0x0 (ffff98df413b6500) 00010000:00010000:2.0:1777045169.672007:0:5855:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1777045169.672013:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067e00/0x2c8777a5e7d9e5ea lrc: 0/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148df1 expref: 37 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045169.672028:0:5855:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de48067e00, rc 0) 00000100:00100000:2.0:1777045169.672086:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b939180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+36:29382:x1863365370061952:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 Request processed in 23437us (24453us total) trans 4294968068 rc 301/301 00000100:00100000:2.0:1777045169.672098:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1154 00000100:00100000:1.0:1777045169.710478:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045169.710617:0:5859:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370062336 00000100:00100000:3.0:1777045169.710631:0:5859:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370062336 00000100:00100000:3.0:1777045169.710713:0:5859:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 253 00000100:00100000:3.0:1777045169.710732:0:5859:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df46689f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+36:29382:x1863365370062336:12345-192.168.201.45@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1777045169.711566:0:5859:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df46689f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+37:29382:x1863365370062336:12345-192.168.201.45@tcp:35:lhsmtool_posix.0 Request processed in 835us (1097us total) trans 4294968069 rc 0/0 00000100:00100000:3.0:1777045169.711582:0:5859:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 253 00000100:00100000:1.0:1777045169.720499:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045169.720671:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370062464 00000100:00100000:2.0:1777045169.720685:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370062464 00000100:00100000:2.0:1777045169.720771:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1155 00000100:00100000:2.0:1777045169.720786:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df4668bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+37:29382:x1863365370062464:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1777045169.720817:0:5857:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777045169.720847:0:5857:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024e00/0x2c8777a5e7d9e5ff lrc: 2/0,0 mode: --/CR res: [0x200000402:0x21:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148df8 expref: -99 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045169.720956:0:5857:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025800/0x2c8777a5e7d9e606 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x21:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045169.720979:0:5857:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025800/0x2c8777a5e7d9e606 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x21:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045169.720998:0:5857:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025800/0x2c8777a5e7d9e606 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x21:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777045169.721051:0:5857:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x21:0x0]: returning size 0 00000004:00200000:2.0:1777045169.721059:0:5857:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1777045169.721090:0:5857:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025800/0x2c8777a5e7d9e606 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x21:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045169.721130:0:5857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024e00/0x2c8777a5e7d9e5ff lrc: 0/0,0 mode: --/CR res: [0x200000402:0x21:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148df8 expref: 39 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045169.721160:0:5857:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025800/0x2c8777a5e7d9e606 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x21:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148df8 expref: 38 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045169.721174:0:5857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x21:0x0].0x0 (ffff98df48c7e500) 00010000:00010000:2.0:1777045169.721180:0:5857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:2.0:1777045169.721185:0:5857:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de48025800, rc 0) 00000100:00100000:0.0:1777045169.722006:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df4668bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+38:29382:x1863365370062464:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 Request processed in 1218us (1514us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045169.722020:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1155 00000100:00100000:0.0:1777045169.739904:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045169.740122:0:6641:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370062592 00000100:00100000:2.0:1777045169.740136:0:6641:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370062592 00000100:00080000:0.0:1777045169.741148:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1777045169.741617:0:6641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 322 00000100:00100000:2.0:1777045169.741637:0:6641:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b939880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2390:x1863365370062592:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1777045169.741686:0:6641:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777045169.741716:0:6641:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000832208ce/0x2c8777a5e7d9e60d lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148dff expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777045169.741756:0:6641:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x18:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1777045169.741785:0:6641:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777045169.741789:0:6641:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777045169.741803:0:6641:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000832208ce/0x2c8777a5e7d9e60d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148dff expref: 10 pid: 6641 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045169.741834:0:6641:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000832208ce/0x2c8777a5e7d9e60d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148dff expref: 10 pid: 6641 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045169.741857:0:6641:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de48024e00, rc 0) 00000100:00100000:2.0:1777045169.742260:0:6641:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b939880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+10:2390:x1863365370062592:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 Request processed in 628us (2367us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045169.742274:0:6641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 322 00000100:00100000:0.0:1777045169.791378:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045169.791688:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370062848 00000100:00100000:3.0:1777045169.791703:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370062848 00000100:00100000:3.0:1777045169.791802:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1156 00000100:00100000:3.0:1777045169.791822:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b93a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+38:29382:x1863365370062848:12345-192.168.201.45@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1777045169.792314:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b93a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+38:29382:x1863365370062848:12345-192.168.201.45@tcp:57:lhsmtool_posix.0 Request processed in 494us (945us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045169.792330:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1156 00010000:00010000:3.0:1777045169.813723:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777045169.815356:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045169.815943:0:6639:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370062976 00000100:00100000:0.0:1777045169.815958:0:6639:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370062976 00000100:00100000:0.0:1777045169.816051:0:6639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 323 00000100:00100000:0.0:1777045169.816066:0:6639:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df46688380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+10:29382:x1863365370062976:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1777045169.816094:0:6639:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777045169.816119:0:6639:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000037a58393/0x2c8777a5e7d9e614 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148e06 expref: -99 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045169.816165:0:6639:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000832208ce/0x2c8777a5e7d9e60d lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148dff expref: 11 pid: 6641 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045169.816180:0:6639:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777045169.816184:0:6639:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777045169.816191:0:6639:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000037a58393/0x2c8777a5e7d9e614 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148e06 expref: 11 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045169.816809:0:6639:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000832208ce/0x2c8777a5e7d9e60d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148dff expref: 11 pid: 6641 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045169.816835:0:6639:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000832208ce/0x2c8777a5e7d9e60d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148dff expref: 11 pid: 6641 timeout: 1898 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777045169.816862:0:6639:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7b93b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6639:1863365424388480:192.168.201.45@tcp:104: 00000100:00100000:0.0:1777045169.819125:0:6639:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df467e06c0 going to sleep for 11 seconds 00000100:00100000:0.0:1777045169.838180:0:6639:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7b93b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6639:1863365424388480:192.168.201.45@tcp:104: 00010000:00010000:0.0:1777045169.838299:0:6639:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000037a58393/0x2c8777a5e7d9e614 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148e06 expref: 11 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045169.838332:0:6639:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de48023000, rc 0) 00000100:00100000:0.0:1777045169.838520:0:6639:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df46688380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+11:29382:x1863365370062976:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 Request processed in 22455us (23171us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045169.838535:0:6639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 323 00000100:00100000:2.0:1777045169.861795:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045169.862510:0:5841:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370063104 00000100:00100000:3.0:1777045169.862524:0:5841:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370063104 00010000:00010000:3.0:1777045169.862582:0:5841:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000832208ce/0x2c8777a5e7d9e60d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148dff expref: 11 pid: 6641 timeout: 1898 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777045169.862644:0:5841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 341 00000100:00100000:3.0:1777045169.862661:0:5841:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df74176680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+11:2393:x1863365370063104:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777045169.862710:0:5841:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777045169.862741:0:5841:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000832208ce/0x2c8777a5e7d9e60d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148dff expref: 11 pid: 6641 timeout: 1898 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045169.862764:0:5841:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000832208ce/0x2c8777a5e7d9e60d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148dff expref: 11 pid: 6641 timeout: 1898 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045169.862797:0:5841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000832208ce/0x2c8777a5e7d9e60d lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148dff expref: 11 pid: 6641 timeout: 1898 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045169.862823:0:5841:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777045169.862827:0:5841:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777045169.863108:0:5841:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000037a58393/0x2c8777a5e7d9e614 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148e06 expref: 10 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045169.863126:0:5841:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000037a58393/0x2c8777a5e7d9e614 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148e06 expref: 10 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045169.863191:0:5841:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 0000000037a58393/0x2c8777a5e7d9e614 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148e06 expref: 10 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777045169.863720:0:5841:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de478bed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:5841:1863365424388608:192.168.201.45@tcp:105: 00000100:00100000:2.0:1777045169.866175:0:5841:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df7416e000 going to sleep for 11 seconds 00000100:00100000:2.0:1777045169.880291:0:5841:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de478bed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:5841:1863365424388608:192.168.201.45@tcp:105: 00010000:00010000:2.0:1777045169.880334:0:5841:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777045169.880406:0:5841:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df74176680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+10:2393:x1863365370063104:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 17747us (18621us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045169.880422:0:5841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 341 00000100:00100000:0.0:1777045169.891011:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045169.891189:0:17648:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370063232 00000100:00100000:2.0:1777045169.891275:0:17648:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370063232 00002000:00100000:2.0:1777045169.891340:0:17648:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x18:0x0] (0->157) req@ffff98df7b93b100 x1863365370063232/t0(0) o4->15144518-a1c7-4352-a966-cb31eadd4d9b@192.168.201.45@tcp:170/0 lens 648/0 e 0 to 0 dl 1777045180 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777045169.891371:0:17648:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98df7b93b100 with x1863365370063232 ext(0->157) 00002000:00010000:2.0:1777045169.891379:0:17648:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff98df7b93b100 00000100:00100000:2.0:1777045169.891421:0:17648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 102 00000100:00100000:2.0:1777045169.891436:0:17648:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b93b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+10:2393:x1863365370063232:12345-192.168.201.45@tcp:4:lhsmtool_posix.0 00000100:00100000:2.0:1777045169.892129:0:17648:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b93b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+12:2393:x1863365370063232:12345-192.168.201.45@tcp:4:lhsmtool_posix.0 Request processed in 693us (1126us total) trans 4294967361 rc 0/0 00000100:00100000:2.0:1777045169.892142:0:17648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 102 00002000:00100000:2.0:1777045169.892154:0:17648:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x18:0x0] (0->157) req@ffff98df7b93b100 x1863365370063232/t4294967361(0) o4->15144518-a1c7-4352-a966-cb31eadd4d9b@192.168.201.45@tcp:170/0 lens 648/448 e 0 to 0 dl 1777045180 ref 1 fl Complete:/600/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777045169.892168:0:17648:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98df7b93b100 with x1863365370063232 ext(0->157) 00002000:00010000:2.0:1777045169.892174:0:17648:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff98df7b93b100 00000100:00100000:0.0:1777045169.903077:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045169.904689:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370063360 00000100:00100000:2.0:1777045169.904705:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370063360 00000100:00100000:2.0:1777045169.904799:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1157 00000100:00100000:2.0:1777045169.904816:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b938000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+38:29382:x1863365370063360:12345-192.168.201.45@tcp:44:lhsmtool_posix.0 00000001:00080000:0.0:1777045170.053599:0:5877:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968063 is committed 00000001:00080000:0.0:1777045170.053640:0:5877:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968068 is committed 00000001:00080000:0.0:1777045170.053652:0:5877:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968069 is committed 00000020:00080000:0.0:1777045170.053670:0:5877:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 23 batchid updated 00000020:00080000:3.0:1777045170.054055:0:5888:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 23 00000020:00080000:3.0:1777045170.054071:0:5888:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 23 00000100:00100000:0.0:1777045170.054126:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b938000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+32:29382:x1863365370063360:12345-192.168.201.45@tcp:44:lhsmtool_posix.0 Request processed in 149307us (151055us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045170.054142:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1157 00000100:00100000:0.0:1777045170.068551:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045170.068958:0:8776:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370063488 00000100:00100000:3.0:1777045170.068972:0:8776:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370063488 00000100:00100000:3.0:1777045170.069165:0:8776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 324 00000100:00100000:3.0:1777045170.069184:0:8776:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b939f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+12:2393:x1863365370063488:12345-192.168.201.45@tcp:16:lhsmtool_posix.0 00000001:00080000:3.0:1777045170.247785:0:6666:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967361 is committed 00000100:00100000:2.0:1777045170.251033:0:8776:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b939f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+10:2393:x1863365370063488:12345-192.168.201.45@tcp:16:lhsmtool_posix.0 Request processed in 181844us (182482us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045170.251051:0:8776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 324 00000100:00100000:2.0:1777045170.269767:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045170.270721:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370063744 00000100:00100000:0.0:1777045170.270734:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370063744 00000100:00100000:0.0:1777045170.270888:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1158 00000100:00100000:0.0:1777045170.270903:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df74175880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+32:29382:x1863365370063744:12345-192.168.201.45@tcp:36:lhsmtool_posix.0 00010000:00010000:0.0:1777045170.270978:0:5857:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777045170.271014:0:5857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025800/0x2c8777a5e7d9e606 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x21:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148df8 expref: 32 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045170.271043:0:5857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x21:0x0].0x0 (ffff98df48c7e500) 00010000:00010000:0.0:1777045170.271050:0:5857:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777045170.271093:0:5857:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023e00/0x2c8777a5e7d9e61b lrc: 3/0,1 mode: --/PW res: [0x200000402:0x21:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045170.271114:0:5857:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023e00/0x2c8777a5e7d9e61b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x21:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045170.271137:0:5857:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023e00/0x2c8777a5e7d9e61b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x21:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777045170.271540:0:5857:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000004480a475 reply state 0000000032005ad5 transno 4294968070 ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023e00/0x2c8777a5e7d9e61b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x21:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777045170.271557:0:5857:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777045170.273267:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df74175880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+33:29382:x1863365370063744:12345-192.168.201.45@tcp:36:lhsmtool_posix.0 Request processed in 2362us (3507us total) trans 4294968070 rc 0/0 00000100:00100000:0.0:1777045170.273280:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1158 00010000:00010000:0.0:1777045170.291774:0:3327:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023e00/0x2c8777a5e7d9e61b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x21:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045170.291798:0:3327:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023e00/0x2c8777a5e7d9e61b lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x21:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045170.291809:0:3327:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023e00/0x2c8777a5e7d9e61b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x21:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045170.291818:0:3327:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48023e00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:0.0:1777045170.291826:0:3327:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023e00/0x2c8777a5e7d9e61b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x21:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045170.292252:0:3327:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023e00/0x2c8777a5e7d9e61b lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x21:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045170.292280:0:3327:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x21:0x0].0x0 (ffff98df48c7e500) 00010000:00010000:0.0:1777045170.292286:0:3327:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777045170.292293:0:3327:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023e00/0x2c8777a5e7d9e61b lrc: 2/0,0 mode: --/PW res: [0x200000402:0x21:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045170.292310:0:3327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023e00/0x2c8777a5e7d9e61b lrc: 0/0,0 mode: --/PW res: [0x200000402:0x21:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777045170.292905:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045170.293355:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370063872 00000100:00100000:0.0:1777045170.293370:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370063872 00000100:00100000:0.0:1777045170.293459:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1159 00000100:00100000:0.0:1777045170.293475:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df74174a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+32:29382:x1863365370063872:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1777045170.293509:0:7939:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777045170.293535:0:7939:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023a00/0x2c8777a5e7d9e622 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x21:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148e0d expref: -99 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045170.293617:0:7939:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023a00/0x2c8777a5e7d9e622 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x21:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148e0d expref: 33 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045170.293640:0:7939:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023a00/0x2c8777a5e7d9e622 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x21:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148e0d expref: 33 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045170.293669:0:7939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x21:0x0].0x0 (ffff98df48c7e500) 00010000:00010000:0.0:1777045170.293674:0:7939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1777045170.293679:0:7939:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de48023a00, rc 0) 00000100:00100000:0.0:1777045170.294502:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df74174a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+33:29382:x1863365370063872:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 Request processed in 1026us (1599us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045170.294516:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1159 00000100:00100000:2.0:1777045170.313381:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045170.314691:0:14822:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370064000 00000100:00100000:0.0:1777045170.314718:0:14822:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370064000 00000100:00100000:0.0:1777045170.314802:0:14822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 325 00000100:00100000:0.0:1777045170.314817:0:14822:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df74174700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+10:2392:x1863365370064000:12345-192.168.201.45@tcp:2:lhsmtool_posix.0 00002000:00010000:0.0:1777045170.316148:0:14822:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x18:0x0] updating lvb size from disk: 0 -> 158 00002000:00010000:0.0:1777045170.316155:0:14822:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x18:0x0] updating lvb mtime from disk: 0 -> 1777045158 00002000:00010000:0.0:1777045170.316159:0:14822:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x18:0x0] updating lvb atime from disk: 0 -> 1777045158 00002000:00010000:0.0:1777045170.316163:0:14822:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x18:0x0] updating lvb ctime from disk: 0 -> 1777045158 00002000:00010000:0.0:1777045170.316166:0:14822:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x18:0x0] updating lvb blocks from disk: 1 -> 11 00000100:00100000:0.0:1777045170.316629:0:14822:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df74174700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+11:2392:x1863365370064000:12345-192.168.201.45@tcp:2:lhsmtool_posix.0 Request processed in 1813us (3259us total) trans 4294967362 rc 0/0 00000100:00100000:0.0:1777045170.316642:0:14822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 325 00000100:00100000:3.0:1777045170.327437:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045170.328182:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370064256 00000100:00100000:0.0:1777045170.328196:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370064256 00000100:00100000:2.0:1777045170.331573:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1160 00000100:00100000:2.0:1777045170.331593:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de478bdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+33:29382:x1863365370064256:12345-192.168.201.45@tcp:55:lhsmtool_posix.0 00010000:00010000:2.0:1777045170.331679:0:5855:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024e00/0x2c8777a5e7d9e629 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x21:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045170.331703:0:5855:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024400/0x2c8777a5e7d9e5d5 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x21:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148de3 expref: 33 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045170.331717:0:5855:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024e00/0x2c8777a5e7d9e629 lrc: 4/0,1 mode: --/PW res: [0x200000402:0x21:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045170.331765:0:5855:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024400/0x2c8777a5e7d9e5d5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x21:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148de3 expref: 33 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045170.331786:0:5855:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024400/0x2c8777a5e7d9e5d5 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x21:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148de3 expref: 33 pid: 12646 timeout: 1898 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777045170.331806:0:5855:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df74174380 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5855:1863365424388736:192.168.201.45@tcp:104: 00000100:00100000:2.0:1777045170.331948:0:5855:0:(client.c:2691:ptlrpc_set_wait()) set ffff98de41a29d80 going to sleep for 11 seconds 00000100:00100000:0.0:1777045170.348170:0:5855:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df74174380 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5855:1863365424388736:192.168.201.45@tcp:104: 00010000:00010000:0.0:1777045170.348265:0:5855:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024e00/0x2c8777a5e7d9e629 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x21:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777045170.349048:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045170.349954:0:5843:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370064384 00000100:00100000:0.0:1777045170.349968:0:5843:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370064384 00010000:00010000:0.0:1777045170.350020:0:5843:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024400/0x2c8777a5e7d9e5d5 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x21:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148de3 expref: 34 pid: 12646 timeout: 1898 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777045170.350085:0:5843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 342 00000100:00100000:0.0:1777045170.350100:0:5843:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df74177b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+34:2393:x1863365370064384:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777045170.350120:0:5843:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777045170.350130:0:5843:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024400/0x2c8777a5e7d9e5d5 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x21:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148de3 expref: 34 pid: 12646 timeout: 1898 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045170.350147:0:5843:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024400/0x2c8777a5e7d9e5d5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x21:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148de3 expref: 34 pid: 12646 timeout: 1898 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045170.350177:0:5843:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024400/0x2c8777a5e7d9e5d5 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x21:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148de3 expref: 34 pid: 12646 timeout: 1898 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045170.350268:0:5843:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x21:0x0].0x0 (ffff98df48c7e500) 00010000:00010000:0.0:1777045170.350276:0:5843:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024e00/0x2c8777a5e7d9e629 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x21:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045170.350291:0:5843:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024e00/0x2c8777a5e7d9e629 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x21:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045170.350302:0:5843:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024e00/0x2c8777a5e7d9e629 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x21:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045170.350337:0:5843:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777045170.353419:0:5843:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df74177b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+33:2393:x1863365370064384:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 3308us (4362us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045170.353437:0:5843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 342 00010000:00010000:0.0:1777045170.353491:0:5855:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024e00/0x2c8777a5e7d9e629 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x21:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045170.353506:0:5855:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024e00/0x2c8777a5e7d9e629 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x21:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045170.353557:0:5855:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024e00/0x2c8777a5e7d9e629 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x21:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045170.353570:0:5855:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024e00/0x2c8777a5e7d9e629 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x21:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045170.353581:0:5855:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024e00/0x2c8777a5e7d9e629 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x21:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045170.353592:0:5855:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48024e00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:0.0:1777045170.353598:0:5855:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024e00/0x2c8777a5e7d9e629 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x21:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045170.353608:0:5855:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024e00/0x2c8777a5e7d9e629 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x21:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045170.353628:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x21:0x0].0x0 (ffff98df48c7e500) 00010000:00010000:0.0:1777045170.353633:0:5855:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:0.0:1777045170.353639:0:5855:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024e00/0x2c8777a5e7d9e629 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x21:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045170.353648:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024e00/0x2c8777a5e7d9e629 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x21:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777045170.353728:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de478bdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+32:29382:x1863365370064256:12345-192.168.201.45@tcp:55:lhsmtool_posix.0 Request processed in 22138us (26322us total) trans 0 rc -22/-22 00000100:00100000:0.0:1777045170.353741:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1160 00000100:00100000:0.0:1777045170.372083:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045170.372589:0:6639:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370064512 00000100:00100000:2.0:1777045170.372605:0:6639:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370064512 00000100:00100000:2.0:1777045170.372674:0:6639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 326 00000100:00100000:2.0:1777045170.372690:0:6639:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b938e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+11:2390:x1863365370064512:12345-192.168.201.45@tcp:1:lhsmtool_posix.0 00010000:00010000:2.0:1777045170.372752:0:6639:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000621ed0ab/0x2c8777a5e7d9e630 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045170.372783:0:6639:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000037a58393/0x2c8777a5e7d9e614 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148e06 expref: 11 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045170.372807:0:6639:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777045170.372810:0:6639:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777045170.372815:0:6639:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000621ed0ab/0x2c8777a5e7d9e630 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045170.372863:0:6639:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000037a58393/0x2c8777a5e7d9e614 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148e06 expref: 11 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045170.372885:0:6639:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000037a58393/0x2c8777a5e7d9e614 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148e06 expref: 11 pid: 6639 timeout: 1898 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777045170.372907:0:6639:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df74174380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6639:1863365424388864:192.168.201.45@tcp:104: 00000100:00100000:2.0:1777045170.373102:0:6639:0:(client.c:2691:ptlrpc_set_wait()) set ffff98de41a29480 going to sleep for 11 seconds 00000100:00100000:3.0:1777045170.396757:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045170.397034:0:5842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370064640 00000100:00100000:1.0:1777045170.397049:0:5842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370064640 00010000:00010000:1.0:1777045170.397100:0:5842:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000037a58393/0x2c8777a5e7d9e614 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148e06 expref: 12 pid: 6639 timeout: 1898 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777045170.397177:0:5842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 343 00000100:00100000:1.0:1777045170.397191:0:5842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de478bf100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+12:2393:x1863365370064640:12345-192.168.201.45@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1777045170.398420:0:6639:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df74174380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6639:1863365424388864:192.168.201.45@tcp:104: 00010000:00010000:2.0:1777045170.398452:0:6639:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000621ed0ab/0x2c8777a5e7d9e630 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045170.401233:0:5842:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777045170.401270:0:5842:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000037a58393/0x2c8777a5e7d9e614 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148e06 expref: 12 pid: 6639 timeout: 1898 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045170.401295:0:5842:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000037a58393/0x2c8777a5e7d9e614 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148e06 expref: 12 pid: 6639 timeout: 1898 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045170.401325:0:5842:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000037a58393/0x2c8777a5e7d9e614 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148e06 expref: 12 pid: 6639 timeout: 1898 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045170.401350:0:5842:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777045170.401353:0:5842:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777045170.401382:0:5842:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000621ed0ab/0x2c8777a5e7d9e630 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045170.401407:0:5842:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000621ed0ab/0x2c8777a5e7d9e630 lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045170.401457:0:5842:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777045170.401535:0:5842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de478bf100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+11:2393:x1863365370064640:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 4344us (4788us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045170.401550:0:5842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 343 00010000:00010000:2.0:1777045170.403077:0:6639:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000621ed0ab/0x2c8777a5e7d9e630 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045170.403097:0:6639:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000621ed0ab/0x2c8777a5e7d9e630 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045170.403137:0:6639:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000621ed0ab/0x2c8777a5e7d9e630 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045170.403152:0:6639:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000621ed0ab/0x2c8777a5e7d9e630 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045170.403165:0:6639:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000621ed0ab/0x2c8777a5e7d9e630 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045170.406767:0:6639:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48025600 already unused, calling callback (ffffffffc17d22d0) 00010000:00010000:2.0:1777045170.406784:0:6639:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000621ed0ab/0x2c8777a5e7d9e630 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045170.406806:0:6639:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000621ed0ab/0x2c8777a5e7d9e630 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045170.406834:0:6639:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000621ed0ab/0x2c8777a5e7d9e630 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045170.406846:0:6639:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000621ed0ab/0x2c8777a5e7d9e630 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777045170.407376:0:6639:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b938e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+10:2390:x1863365370064512:12345-192.168.201.45@tcp:1:lhsmtool_posix.0 Request processed in 34682us (35297us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045170.407393:0:6639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 326 00000100:00100000:3.0:1777045170.425665:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045170.426299:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370064896 00000100:00100000:1.0:1777045170.426311:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370064896 00000100:00100000:1.0:1777045170.426375:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1161 00000100:00100000:1.0:1777045170.426390:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de478bc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+32:29382:x1863365370064896:12345-192.168.201.45@tcp:57:lhsmtool_posix.0 00010000:00010000:1.0:1777045170.426492:0:5857:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfca00/0x2c8777a5e7d9e637 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045170.426518:0:5857:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfca00/0x2c8777a5e7d9e637 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x20:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045170.426534:0:5857:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfca00/0x2c8777a5e7d9e637 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x20:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045170.427112:0:5857:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfce00/0x2c8777a5e7d9e63e lrc: 3/0,1 mode: --/EX res: [0x200000402:0x21:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045170.427132:0:5857:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023a00/0x2c8777a5e7d9e622 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x21:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148e0d expref: 33 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045170.427146:0:5857:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfce00/0x2c8777a5e7d9e63e lrc: 4/0,1 mode: --/EX res: [0x200000402:0x21:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045170.427271:0:5857:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023a00/0x2c8777a5e7d9e622 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x21:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148e0d expref: 33 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045170.427295:0:5857:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023a00/0x2c8777a5e7d9e622 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x21:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148e0d expref: 33 pid: 7939 timeout: 1898 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777045170.427335:0:5857:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df46688700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5857:1863365424388992:192.168.201.45@tcp:104: 00000100:00100000:1.0:1777045170.427429:0:5857:0:(client.c:2691:ptlrpc_set_wait()) set ffff98de47823480 going to sleep for 11 seconds 00000100:00100000:3.0:1777045170.447336:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045170.448509:0:6655:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370065024 00000100:00100000:0.0:1777045170.448522:0:6655:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370065024 00010000:00010000:0.0:1777045170.448578:0:6655:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023a00/0x2c8777a5e7d9e622 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x21:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148e0d expref: 34 pid: 7939 timeout: 1898 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777045170.448647:0:6655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 344 00000100:00100000:0.0:1777045170.448664:0:6655:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df412ad850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+34:2392:x1863365370065024:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777045170.448687:0:6655:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777045170.448699:0:6655:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023a00/0x2c8777a5e7d9e622 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x21:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148e0d expref: 34 pid: 7939 timeout: 1898 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045170.448720:0:6655:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023a00/0x2c8777a5e7d9e622 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x21:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148e0d expref: 34 pid: 7939 timeout: 1898 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045170.448748:0:6655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x21:0x0].0x0 (ffff98df48c7e500) 00010000:00010000:0.0:1777045170.448756:0:6655:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfce00/0x2c8777a5e7d9e63e lrc: 3/0,1 mode: --/EX res: [0x200000402:0x21:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045170.448772:0:6655:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfce00/0x2c8777a5e7d9e63e lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x21:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045170.448784:0:6655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfce00/0x2c8777a5e7d9e63e lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x21:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045170.448815:0:6655:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777045170.449274:0:6655:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df412ad850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+34:2392:x1863365370065024:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 612us (1948us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045170.449288:0:6655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 344 00010000:00010000:1.0:1777045170.451748:0:5857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023a00/0x2c8777a5e7d9e622 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x21:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148e0d expref: 33 pid: 7939 timeout: 1898 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777045170.451779:0:5857:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df46688700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5857:1863365424388992:192.168.201.45@tcp:104: 00010000:00010000:1.0:1777045170.451807:0:5857:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfce00/0x2c8777a5e7d9e63e lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x21:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045170.451822:0:5857:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfce00/0x2c8777a5e7d9e63e lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x21:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045170.451832:0:5857:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfce00/0x2c8777a5e7d9e63e lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x21:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1777045170.452096:0:5857:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968071 00000004:02000000:1.0:1777045170.456470:0:5857:0:(mdd_object.c:3041:mdd_swap_layouts()) *** cfs_fail_loc=152, val=0*** 00000001:00080000:1.0:1777045170.481113:0:5857:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968072 00010000:00010000:1.0:1777045170.481282:0:5857:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfce00/0x2c8777a5e7d9e63e lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x21:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045170.481302:0:5857:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfce00/0x2c8777a5e7d9e63e lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x21:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045170.481316:0:5857:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfce00/0x2c8777a5e7d9e63e lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x21:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045170.481327:0:5857:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de41dfce00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:1.0:1777045170.481334:0:5857:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfce00/0x2c8777a5e7d9e63e lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x21:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045170.481347:0:5857:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfce00/0x2c8777a5e7d9e63e lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x21:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045170.481370:0:5857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x21:0x0].0x0 (ffff98df48c7e500) 00010000:00010000:1.0:1777045170.481376:0:5857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1777045170.481383:0:5857:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfce00/0x2c8777a5e7d9e63e lrc: 2/0,0 mode: --/EX res: [0x200000402:0x21:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045170.481394:0:5857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfce00/0x2c8777a5e7d9e63e lrc: 0/0,0 mode: --/EX res: [0x200000402:0x21:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045170.481442:0:5857:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022000/0x2c8777a5e7d9e573 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x20:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045170.481454:0:5857:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022000/0x2c8777a5e7d9e573 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x20:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045170.481464:0:5857:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022000/0x2c8777a5e7d9e573 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x20:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045170.481473:0:5857:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48022000 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:1.0:1777045170.481478:0:5857:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022000/0x2c8777a5e7d9e573 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x20:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045170.481495:0:5857:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022000/0x2c8777a5e7d9e573 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x20:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000020 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045170.481508:0:5857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x20:0x0].0x0 (ffff98df61f8e100) 00010000:00010000:1.0:1777045170.481512:0:5857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1777045170.481525:0:5857:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066c00/0x2c8777a5e7d9e57a lrc: 2/0,0 mode: --/CR res: [0x200000402:0x20:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148dce expref: 43 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045170.481543:0:5857:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066c00/0x2c8777a5e7d9e57a lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x20:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148dce expref: 43 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045170.481558:0:5857:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066c00/0x2c8777a5e7d9e57a lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x20:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148dce expref: 43 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045170.481617:0:5857:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066c00/0x2c8777a5e7d9e57a lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x20:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148dce expref: 43 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777045170.481639:0:5857:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df46688700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5857:1863365424389120:192.168.201.45@tcp:105: 00000100:00100000:1.0:1777045170.481749:0:5857:0:(client.c:2691:ptlrpc_set_wait()) set ffff98de47823480 going to sleep for 11 seconds 00000100:00100000:1.0:1777045170.494099:0:5857:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df46688700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5857:1863365424389120:192.168.201.45@tcp:105: 00010000:00010000:1.0:1777045170.494140:0:5857:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022000/0x2c8777a5e7d9e573 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x20:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045170.494156:0:5857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022000/0x2c8777a5e7d9e573 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x20:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045170.496696:0:5857:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd800/0x2c8777a5e7d9e645 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045170.496725:0:5857:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd800/0x2c8777a5e7d9e645 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045170.496744:0:5857:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd800/0x2c8777a5e7d9e645 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045170.496761:0:5857:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd800/0x2c8777a5e7d9e645 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045170.496773:0:5857:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd800/0x2c8777a5e7d9e645 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045170.496784:0:5857:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd800/0x2c8777a5e7d9e645 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045170.496794:0:5857:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de41dfd800 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:1.0:1777045170.496799:0:5857:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd800/0x2c8777a5e7d9e645 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045170.497090:0:5857:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd800/0x2c8777a5e7d9e645 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045170.497109:0:5857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x20:0x0].0x0 (ffff98df61f8e100) 00010000:00010000:1.0:1777045170.497114:0:5857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777045170.497119:0:5857:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd800/0x2c8777a5e7d9e645 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045170.497128:0:5857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd800/0x2c8777a5e7d9e645 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045170.497147:0:5857:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfca00/0x2c8777a5e7d9e637 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x20:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045170.497156:0:5857:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfca00/0x2c8777a5e7d9e637 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x20:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045170.497165:0:5857:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfca00/0x2c8777a5e7d9e637 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x20:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045170.497173:0:5857:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de41dfca00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:1.0:1777045170.497176:0:5857:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfca00/0x2c8777a5e7d9e637 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x20:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045170.497184:0:5857:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfca00/0x2c8777a5e7d9e637 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x20:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045170.497193:0:5857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x20:0x0].0x0 (ffff98df61f8e100) 00010000:00010000:1.0:1777045170.497248:0:5857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1777045170.497254:0:5857:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfca00/0x2c8777a5e7d9e637 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x20:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045170.497263:0:5857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfca00/0x2c8777a5e7d9e637 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x20:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777045170.498166:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de478bc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+34:29382:x1863365370064896:12345-192.168.201.45@tcp:57:lhsmtool_posix.0 Request processed in 71770us (72505us total) trans 0 rc -95/-95 00000100:00100000:2.0:1777045170.498188:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1161 00000020:00080000:2.0:1777045170.498256:0:5857:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000040:00080000:1.0:1777045170.499693:0:11491:0:(llog.c:801:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1777045170.499700:0:11491:0:(llog_cat.c:158:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1777045170.500512:0:11491:0:(llog.c:858:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 3 00000040:00080000:1.0:1777045170.500525:0:11491:0:(llog.c:858:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1777045170.501979:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045170.502106:0:5859:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370065152 00000100:00100000:3.0:1777045170.502118:0:5859:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370065152 00000100:00100000:3.0:1777045170.502194:0:5859:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 254 00000100:00100000:3.0:1777045170.502262:0:5859:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b93a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:146de360-3fb2-48bd-b418-06f30714148a+44:29381:x1863365370065152:12345-192.168.201.45@tcp:49:diff.0 00000100:00100000:3.0:1777045170.502757:0:5859:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b93a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:146de360-3fb2-48bd-b418-06f30714148a+44:29381:x1863365370065152:12345-192.168.201.45@tcp:49:diff.0 Request processed in 499us (784us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045170.502769:0:5859:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 254 00000100:00100000:3.0:1777045170.513133:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045170.513657:0:5859:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370065408 00000100:00100000:2.0:1777045170.513670:0:5859:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370065408 00000100:00100000:2.0:1777045170.513747:0:5859:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 255 00000100:00100000:2.0:1777045170.513762:0:5859:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de478bc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+34:29382:x1863365370065408:12345-192.168.201.45@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1777045170.515634:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000004:00080000:2.0:1777045170.518832:0:5859:0:(mdd_object.c:4010:mdd_close()) Object [0x200000402:0x21:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:2.0:1777045170.519067:0:5859:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].16, 64 off9264 00000004:00080000:2.0:1777045170.519084:0:5859:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1799008880760ns, next at 1800008876992ns, rc = 0 00000001:00080000:2.0:1777045170.519097:0:5859:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968073 00010000:00010000:2.0:1777045170.519181:0:5859:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025600/0x2c8777a5e7d9e64c lrc: 3/0,1 mode: --/PW res: [0x200000402:0x21:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5859 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777045170.528165:0:5858:0:(service.c:3441:ptlrpc_start_thread()) mdt_readpage[0] started 2 min 2 max 80 00010000:00010000:2.0:1777045170.528429:0:5859:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025600/0x2c8777a5e7d9e64c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x21:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 5859 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045170.528459:0:5859:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025600/0x2c8777a5e7d9e64c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x21:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 5859 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045170.528475:0:5859:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025600/0x2c8777a5e7d9e64c lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x21:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 5859 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045170.528486:0:5859:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025600/0x2c8777a5e7d9e64c lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x21:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 5859 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045170.528497:0:5859:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025600/0x2c8777a5e7d9e64c lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x21:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 5859 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045170.528527:0:5859:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1777045170.528769:0:5845:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1777045170.528779:0:5845:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025600/0x2c8777a5e7d9e64c lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x21:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5859 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045170.528791:0:5845:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48025600 already unused, calling callback (ffffffffc17d22d0) 00010000:00010000:1.0:1777045170.528798:0:5845:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025600/0x2c8777a5e7d9e64c lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x21:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5859 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045170.528811:0:5845:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025600/0x2c8777a5e7d9e64c lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x21:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5859 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045170.528830:0:5845:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x21:0x0].0x0 (ffff98df48c7e000) 00010000:00010000:1.0:1777045170.528835:0:5845:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1777045170.528841:0:5845:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025600/0x2c8777a5e7d9e64c lrc: 1/0,0 mode: --/PW res: [0x200000402:0x21:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5859 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045170.528851:0:5845:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025600/0x2c8777a5e7d9e64c lrc: 0/0,0 mode: --/PW res: [0x200000402:0x21:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5859 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045170.528878:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777045170.528881:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777045170.528884:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777045170.530514:0:5858:0:(service.c:3500:ptlrpc_start_thread()) starting thread 'mdt_rdpg00_002' 00000100:00100000:0.0:1777045170.530893:0:5858:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370065664 00000100:00100000:0.0:1777045170.530920:0:5858:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370065664 00000100:00100000:1.0:1777045170.531686:0:19840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 256 00000100:00100000:1.0:1777045170.531704:0:19840:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b93b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:146de360-3fb2-48bd-b418-06f30714148a+44:29381:x1863365370065664:12345-192.168.201.45@tcp:35:diff.0 00000100:00100000:2.0:1777045170.534813:0:5859:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de478bc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+36:29382:x1863365370065408:12345-192.168.201.45@tcp:35:lhsmtool_posix.0 Request processed in 21043us (21680us total) trans 4294968074 rc 0/0 00000100:00100000:2.0:1777045170.534830:0:5859:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 255 00000020:00080000:2.0:1777045170.534839:0:5859:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1777045170.535674:0:19840:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b93b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:146de360-3fb2-48bd-b418-06f30714148a+45:29381:x1863365370065664:12345-192.168.201.45@tcp:35:diff.0 Request processed in 3973us (20043us total) trans 4294968075 rc 0/0 00000100:00100000:1.0:1777045170.535688:0:19840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 256 00010000:00010000:3.0:1777045170.844637:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777045171.184656:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045171.184737:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045171.184811:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045171.184882:0:5850:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370065792 00000100:00100000:2.0:1777045171.184896:0:5850:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370065792 00000100:00100000:3.0:1777045171.184924:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045171.184965:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370065920 00000100:00100000:3.0:1777045171.184973:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370065920 00000100:00100000:2.0:1777045171.184976:0:5850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 846 00000100:00100000:2.0:1777045171.184998:0:5850:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df472a8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2391:x1863365370065792:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777045171.185036:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370066176 00000100:00100000:3.0:1777045171.185042:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370066176 00000100:00100000:3.0:1777045171.185080:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370066048 00000100:00100000:3.0:1777045171.185084:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370066048 00000100:00100000:2.0:1777045171.185095:0:5850:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df472a8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2391:x1863365370065792:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 101us (282us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045171.185115:0:5850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 846 00000100:00100000:3.0:1777045171.185116:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 901 00000100:00100000:3.0:1777045171.185134:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df74174380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:146de360-3fb2-48bd-b418-06f30714148a+7:2391:x1863365370065920:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777045171.185596:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df74174380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:146de360-3fb2-48bd-b418-06f30714148a+7:2391:x1863365370065920:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 462us (951us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045171.185599:0:6639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 902 00000100:00100000:3.0:1777045171.185619:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 901 00000100:00100000:2.0:1777045171.185624:0:6639:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df74177800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2391:x1863365370066176:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777045171.185653:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 903 00000100:00100000:3.0:1777045171.185668:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de478be680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:146de360-3fb2-48bd-b418-06f30714148a+9:2391:x1863365370066048:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:2.0:1777045171.185685:0:6639:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df74177800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2391:x1863365370066176:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 67us (946us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045171.185697:0:6639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 902 00000100:00100000:3.0:1777045171.185727:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de478be680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:146de360-3fb2-48bd-b418-06f30714148a+9:2391:x1863365370066048:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 59us (802us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045171.185739:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 903 00000100:00080000:0.0:1777045171.186016:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1777045171.186023:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1777045171.861704:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1777045172.699964:0:6782:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1801189757973ns, next at 1802189754978ns, rc = 0 00000100:00100000:3.0:1777045172.700422:0:3341:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1777045172.700451:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de430ff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424389248:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1777045172.700542:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045172.700720:0:6644:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424389248 00000100:00100000:0.0:1777045172.700730:0:6644:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424389248 00000100:00100000:0.0:1777045172.700822:0:6644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 459 00000100:00100000:0.0:1777045172.700836:0:6644:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de478bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3341:x1863365424389248:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1777045172.700881:0:6644:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 79888384 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1777045172.700951:0:6644:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de478bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3341:x1863365424389248:12345-0@lo:13:osp-pre-0-0.0 Request processed in 117us (409us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045172.700962:0:6644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 459 00000100:00100000:0.0:1777045172.701035:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de430ff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424389248:0@lo:13:osp-pre-0-0.0 00000100:00080000:3.0:1777045172.702130:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1777045172.902563:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1777045173.619728:0:19878:0:(llog.c:801:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1777045173.619740:0:19878:0:(llog_cat.c:158:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1777045173.619810:0:19878:0:(llog.c:858:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 33 count 3 00000040:00080000:0.0:1777045173.619820:0:19878:0:(llog.c:858:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1777045173.720453:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de430ff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ce657616-b3f3-4e21-ac89-518ab611901c:3343:1863365424389376:0@lo:400:kworker.0 00000100:00100000:0.0:1777045173.720539:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045173.720616:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de430fed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3343:1863365424389888:0@lo:400:kworker.0 00000100:00100000:0.0:1777045173.720655:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045173.720692:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:0.0:1777045173.720702:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de430fd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3343:1863365424389504:0@lo:400:kworker.0 00000100:00100000:0.0:1777045173.720737:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045173.720766:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de430fc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424390016:0@lo:400:kworker.0 00000100:00100000:0.0:1777045173.720797:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045173.720852:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de430fe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3341:1863365424389632:0@lo:400:kworker.0 00000100:00100000:0.0:1777045173.720887:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045173.720915:0:3341:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1777045173.720924:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de430ff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424389760:0@lo:400:kworker.0 00000100:00100000:0.0:1777045173.720952:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045173.720997:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424389888 00000100:00100000:0.0:1777045173.721006:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424389888 00000100:00100000:0.0:1777045173.721076:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424389504 00000100:00100000:0.0:1777045173.721081:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424389504 00000100:00100000:0.0:1777045173.721102:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424389632 00000100:00100000:0.0:1777045173.721105:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424389632 00000100:00100000:0.0:1777045173.721128:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1077 00000100:00100000:0.0:1777045173.721139:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de430fdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3343:x1863365424389888:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777045173.723260:0:5848:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424389376 00000100:00100000:3.0:1777045173.725175:0:5848:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424389376 00000100:00100000:3.0:1777045173.725259:0:5848:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 847 00000100:00100000:3.0:1777045173.725273:0:5848:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df472a8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ce657616-b3f3-4e21-ac89-518ab611901c+18:3343:x1863365424389376:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777045173.725372:0:5848:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df472a8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ce657616-b3f3-4e21-ac89-518ab611901c+18:3343:x1863365424389376:12345-0@lo:400:kworker.0 Request processed in 101us (4834us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045173.725411:0:5848:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 847 00000100:00100000:3.0:1777045173.726909:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1078 00000100:00100000:3.0:1777045173.726931:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de430fc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3343:x1863365424389504:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777045173.727330:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de430fc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3343:x1863365424389504:12345-0@lo:400:kworker.0 Request processed in 406us (6591us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045173.727341:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1078 00000100:00100000:3.0:1777045173.727369:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1079 00000100:00100000:2.0:1777045173.729673:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424390016 00000100:00100000:2.0:1777045173.729686:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424390016 00000100:00100000:2.0:1777045173.729739:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424389760 00000100:00100000:2.0:1777045173.729743:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424389760 00000100:00100000:2.0:1777045173.729770:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 904 00000100:00100000:2.0:1777045173.729780:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de430fea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424390016:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777045173.729846:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de430fea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424390016:12345-0@lo:400:kworker.0 Request processed in 67us (9047us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045173.729856:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 904 00000100:00100000:2.0:1777045173.729876:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 905 00000100:00100000:2.0:1777045173.729884:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de430fce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3341:x1863365424389760:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777045173.729918:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de430fce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3341:x1863365424389760:12345-0@lo:400:kworker.0 Request processed in 36us (8966us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045173.729926:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 905 00000100:00080000:2.0:1777045173.729945:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1777045173.729951:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1777045173.730142:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de430ffb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3341:x1863365424389632:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777045173.731469:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de430ffb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3341:x1863365424389632:12345-0@lo:400:kworker.0 Request processed in 4087us (10577us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045173.731482:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1079 00000100:00100000:0.0:1777045173.741082:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de430fdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3343:x1863365424389888:12345-0@lo:400:kworker.0 Request processed in 19937us (20419us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045173.741098:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1077 00000100:00100000:0.0:1777045173.741197:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df46688700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424390144:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1777045173.741302:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045173.741367:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de430ff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424389760:0@lo:400:kworker.0 00000100:00100000:0.0:1777045173.741386:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de430fe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3341:1863365424389632:0@lo:400:kworker.0 00000100:00100000:0.0:1777045173.741446:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de430fd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3343:1863365424389504:0@lo:400:kworker.0 00000100:00100000:0.0:1777045173.741459:0:3343:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967361 gen 2 00000004:00080000:0.0:1777045173.741466:0:3343:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98df46689880, transno 4294967361 00000100:00100000:0.0:1777045173.741483:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de430fc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424390016:0@lo:400:kworker.0 00000100:00100000:0.0:1777045173.741502:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de430ff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ce657616-b3f3-4e21-ac89-518ab611901c:3343:1863365424389376:0@lo:400:kworker.0 00000100:00100000:0.0:1777045173.741517:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de430fed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3343:1863365424389888:0@lo:400:kworker.0 00000100:00100000:0.0:1777045173.741644:0:19062:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424390144 00000100:00100000:0.0:1777045173.741654:0:19062:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424390144 00000100:00100000:0.0:1777045173.741707:0:19062:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 460 00000100:00100000:0.0:1777045173.741719:0:19062:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de430fd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3341:x1863365424390144:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1777045173.741760:0:19062:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 79888384 pending 0 free 3851419648 avail 3849322496 00000100:00100000:0.0:1777045173.741816:0:19062:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de430fd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3341:x1863365424390144:12345-0@lo:13:osp-pre-1-0.0 Request processed in 99us (515us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045173.741827:0:19062:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 460 00000100:00100000:0.0:1777045173.742321:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df46688700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424390144:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1777045173.919512:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1777045174.682683:0:11491:0:(llog.c:801:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1777045174.682695:0:11491:0:(llog_cat.c:158:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1777045174.686887:0:11491:0:(llog.c:858:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 33 count 2 00000040:00080000:3.0:1777045174.686902:0:11491:0:(llog.c:858:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:2.0:1777045174.934332:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:3.0:1777045175.412821:0:6666:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967362 is committed 00000004:00080000:2.0:1777045175.465738:0:5877:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 20 committed 00000001:00080000:2.0:1777045175.465767:0:5877:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968070 is committed 00000001:00080000:2.0:1777045175.465781:0:5877:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968075 is committed 00000001:00080000:2.0:1777045175.465792:0:5877:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968072 is committed 00000001:00080000:2.0:1777045175.465802:0:5877:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968074 is committed 00000004:00080000:2.0:1777045175.465807:0:5877:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 19 committed 00000100:00100000:0.0:1777045175.466479:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df4668b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424390272:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1777045175.466576:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777045175.467082:0:8776:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424390272 00000100:00100000:1.0:1777045175.467095:0:8776:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424390272 00000100:00100000:1.0:1777045175.467267:0:8776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 327 00000100:00100000:1.0:1777045175.467284:0:8776:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de430fed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3342:x1863365424390272:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1777045175.467323:0:8776:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:24 count 1 00002000:00010000:1.0:1777045175.467368:0:8776:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x18:0x0] initial LVB size: 158, mtime: 0x69eb8ea6, atime: 0x69eb8ea6, ctime: 0x69eb8ea6, blocks: 0xb 00010000:00010000:1.0:1777045175.467382:0:8776:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000176d8731/0x2c8777a5e7d9e653 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045175.467406:0:8776:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777045175.467410:0:8776:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777045175.467418:0:8776:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000176d8731/0x2c8777a5e7d9e653 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045175.467440:0:8776:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000176d8731/0x2c8777a5e7d9e653 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045175.467454:0:8776:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000176d8731/0x2c8777a5e7d9e653 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045175.467467:0:8776:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000176d8731/0x2c8777a5e7d9e653 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045175.467489:0:8776:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1777045175.471244:0:5845:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777045175.471260:0:5845:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000176d8731/0x2c8777a5e7d9e653 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045175.471279:0:5845:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de41dfd600 already unused, calling callback (ffffffffc17d22d0) 00010000:00010000:0.0:1777045175.471287:0:5845:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000176d8731/0x2c8777a5e7d9e653 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045175.471304:0:5845:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000176d8731/0x2c8777a5e7d9e653 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045175.471331:0:5845:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000176d8731/0x2c8777a5e7d9e653 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045175.471344:0:5845:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000176d8731/0x2c8777a5e7d9e653 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045175.471376:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777045175.471379:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777045175.471382:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1777045175.471764:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1777045175.472797:0:8776:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de430fed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3342:x1863365424390272:12345-0@lo:6:osp-syn-0-0.0 Request processed in 5511us (6215us total) trans 4294967363 rc 0/0 00000100:00100000:1.0:1777045175.472815:0:8776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 327 00000004:00080000:0.0:1777045175.477617:0:3342:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98df4668b800/2, rc 0, transno 4294967363 00000100:00100000:0.0:1777045175.477635:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df4668b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424390272:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1777045175.964717:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777045176.305481:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045176.305558:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045176.305615:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045176.305659:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045176.305694:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045176.305723:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045176.305758:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045176.306168:0:5849:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370066304 00000100:00100000:0.0:1777045176.306182:0:5849:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370066304 00000100:00100000:0.0:1777045176.306269:0:5849:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 848 00000100:00100000:0.0:1777045176.306282:0:5849:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df472abc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2393:x1863365370066304:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:0.0:1777045176.306366:0:5849:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df472abc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2393:x1863365370066304:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 85us (706us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045176.306378:0:5849:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 848 00000100:00100000:0.0:1777045176.306421:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370066688 00000100:00100000:0.0:1777045176.306426:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370066688 00000100:00100000:0.0:1777045176.306465:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370066944 00000100:00100000:0.0:1777045176.306469:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370066944 00000100:00100000:0.0:1777045176.306489:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370066560 00000100:00100000:0.0:1777045176.306492:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370066560 00000100:00100000:0.0:1777045176.306507:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370067072 00000100:00100000:0.0:1777045176.306510:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370067072 00000100:00100000:0.0:1777045176.306528:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 906 00000100:00100000:0.0:1777045176.306536:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de430fc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:146de360-3fb2-48bd-b418-06f30714148a+9:2393:x1863365370066688:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:0.0:1777045176.306579:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de430fc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:146de360-3fb2-48bd-b418-06f30714148a+9:2393:x1863365370066688:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 42us (1021us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045176.306595:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 906 00000100:00100000:0.0:1777045176.306613:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 907 00000100:00100000:0.0:1777045176.306623:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de430fd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2393:x1863365370066944:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:0.0:1777045176.306656:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de430fd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2393:x1863365370066944:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 35us (1042us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045176.306665:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 907 00000100:00100000:0.0:1777045176.306680:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 908 00000100:00100000:0.0:1777045176.306689:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de430fe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:146de360-3fb2-48bd-b418-06f30714148a+7:2393:x1863365370066560:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:0.0:1777045176.306726:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de430fe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:146de360-3fb2-48bd-b418-06f30714148a+7:2393:x1863365370066560:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 37us (1032us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045176.306736:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 908 00000100:00100000:0.0:1777045176.306754:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 909 00000100:00100000:0.0:1777045176.306763:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de430fca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2393:x1863365370067072:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:0.0:1777045176.306798:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de430fca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2393:x1863365370067072:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 36us (1040us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045176.306808:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 909 00000100:00100000:2.0:1777045176.306959:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370066432 00000100:00100000:2.0:1777045176.306966:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370066432 00000100:00100000:2.0:1777045176.307027:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370066816 00000100:00100000:2.0:1777045176.307032:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370066816 00000100:00100000:2.0:1777045176.307065:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1080 00000100:00100000:2.0:1777045176.307077:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de430ff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:146de360-3fb2-48bd-b418-06f30714148a+44:2393:x1863365370066432:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:2.0:1777045176.307161:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de430ff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:146de360-3fb2-48bd-b418-06f30714148a+44:2393:x1863365370066432:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 84us (1692us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045176.307173:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1080 00000100:00100000:2.0:1777045176.307232:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1081 00000100:00100000:2.0:1777045176.307247:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de430ff800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+30:2393:x1863365370066816:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:2.0:1777045176.307632:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de430ff800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+30:2393:x1863365370066816:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 387us (1907us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045176.307643:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1081 00000100:00080000:2.0:1777045176.307871:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1777045176.307878:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1777045176.307881:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1777045176.981682:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777045177.282271:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045177.285266:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370067328 00000100:00100000:3.0:1777045177.285282:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370067328 00000100:00100000:3.0:1777045177.285357:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1162 00000100:00100000:3.0:1777045177.285371:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b4b2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:146de360-3fb2-48bd-b418-06f30714148a+44:29405:x1863365370067328:12345-192.168.201.45@tcp:101:lfs.0 00010000:00010000:3.0:1777045177.285397:0:7939:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777045177.285424:0:7939:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067400/0x2c8777a5e7d9e65a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148e14 expref: -99 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045177.285554:0:7939:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066200/0x2c8777a5e7d9e661 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045177.285574:0:7939:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066200/0x2c8777a5e7d9e661 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045177.285590:0:7939:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066200/0x2c8777a5e7d9e661 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045177.285612:0:7939:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066a00/0x2c8777a5e7d9e668 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045177.285623:0:7939:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066a00/0x2c8777a5e7d9e668 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045177.285632:0:7939:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066a00/0x2c8777a5e7d9e668 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045177.286181:0:7939:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066600/0x2c8777a5e7d9e66f lrc: 3/1,0 mode: --/PR res: [0x200000402:0x20:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045177.286195:0:7939:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066600/0x2c8777a5e7d9e66f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045177.286554:0:7939:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066600/0x2c8777a5e7d9e66f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777045177.286572:0:7939:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x20:0x0]: returning size 158 00010000:00010000:3.0:1777045177.286751:0:7939:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066200/0x2c8777a5e7d9e661 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045177.286771:0:7939:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066200/0x2c8777a5e7d9e661 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045177.286782:0:7939:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066200/0x2c8777a5e7d9e661 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045177.286791:0:7939:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48066200 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:3.0:1777045177.286798:0:7939:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066200/0x2c8777a5e7d9e661 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045177.286809:0:7939:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066200/0x2c8777a5e7d9e661 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045177.286825:0:7939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x46:0x0].0x0 (ffff98df413b6500) 00010000:00010000:3.0:1777045177.286829:0:7939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777045177.286835:0:7939:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066200/0x2c8777a5e7d9e661 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045177.286843:0:7939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066200/0x2c8777a5e7d9e661 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045177.286857:0:7939:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066a00/0x2c8777a5e7d9e668 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045177.286865:0:7939:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066a00/0x2c8777a5e7d9e668 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045177.286874:0:7939:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066a00/0x2c8777a5e7d9e668 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045177.286882:0:7939:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48066a00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:3.0:1777045177.286887:0:7939:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066a00/0x2c8777a5e7d9e668 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045177.286896:0:7939:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066a00/0x2c8777a5e7d9e668 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045177.287513:0:7939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x46:0x0].0x28d475f8 (ffff98df413b6b00) 00010000:00010000:3.0:1777045177.287519:0:7939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777045177.287524:0:7939:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066a00/0x2c8777a5e7d9e668 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045177.287534:0:7939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066a00/0x2c8777a5e7d9e668 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045177.287595:0:7939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067400/0x2c8777a5e7d9e65a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148e14 expref: 47 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045177.287615:0:7939:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066600/0x2c8777a5e7d9e66f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148e14 expref: 46 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045177.287627:0:7939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x20:0x0].0x0 (ffff98df61f8e100) 00010000:00010000:3.0:1777045177.287631:0:7939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777045177.287635:0:7939:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de48066600, rc 0) 00000100:00100000:3.0:1777045177.287725:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b4b2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:146de360-3fb2-48bd-b418-06f30714148a+46:29405:x1863365370067328:12345-192.168.201.45@tcp:101:lfs.0 Request processed in 2354us (5464us total) trans 4294968076 rc 0/0 00000100:00100000:3.0:1777045177.287737:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1162 00000100:00100000:3.0:1777045177.304999:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045177.305336:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370067456 00000100:00100000:0.0:1777045177.305348:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370067456 00000100:00100000:0.0:1777045177.305419:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1163 00000100:00100000:0.0:1777045177.305433:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de478bea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:146de360-3fb2-48bd-b418-06f30714148a+46:29405:x1863365370067456:12345-192.168.201.45@tcp:54:lfs.0 00010000:00010000:0.0:1777045177.305516:0:5856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9e67d lrc: 3/1,0 mode: --/PR res: [0x200000402:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045177.305546:0:5856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9e67d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045177.305563:0:5856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9e67d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045177.305596:0:5856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9e67d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045177.305607:0:5856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9e67d lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045177.305617:0:5856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9e67d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045177.305626:0:5856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48022c00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:0.0:1777045177.305632:0:5856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9e67d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045177.305643:0:5856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9e67d lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045177.305658:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x20:0x0].0x0 (ffff98df61f8e100) 00010000:00010000:0.0:1777045177.305662:0:5856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1777045177.305668:0:5856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9e67d lrc: 2/0,0 mode: --/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045177.305677:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9e67d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777045177.305762:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de478bea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:146de360-3fb2-48bd-b418-06f30714148a+46:29405:x1863365370067456:12345-192.168.201.45@tcp:54:lfs.0 Request processed in 330us (772us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045177.305774:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1163 00000100:00100000:0.0:1777045177.324413:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045177.324534:0:5859:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370067712 00000100:00100000:2.0:1777045177.324548:0:5859:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370067712 00000100:00100000:2.0:1777045177.324644:0:5859:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 257 00000100:00100000:2.0:1777045177.324659:0:5859:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b4b1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:146de360-3fb2-48bd-b418-06f30714148a+46:29405:x1863365370067712:12345-192.168.201.45@tcp:35:lfs.0 00000100:00100000:2.0:1777045177.325517:0:5859:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b4b1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:146de360-3fb2-48bd-b418-06f30714148a+47:29405:x1863365370067712:12345-192.168.201.45@tcp:35:lfs.0 Request processed in 859us (1113us total) trans 4294968077 rc 0/0 00000100:00100000:2.0:1777045177.325530:0:5859:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 257 00000100:00100000:0.0:1777045177.816737:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7b4b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424390400:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1777045177.816843:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045177.816978:0:6643:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424390400 00000100:00100000:0.0:1777045177.816991:0:6643:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424390400 00000100:00100000:0.0:1777045177.817160:0:6643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 461 00000100:00100000:0.0:1777045177.817180:0:6643:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b4b1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3343:x1863365424390400:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1777045177.817298:0:6643:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 79888384 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1777045177.817382:0:6643:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b4b1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3343:x1863365424390400:12345-0@lo:13:osp-pre-0-0.0 Request processed in 206us (539us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045177.817397:0:6643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 461 00000100:00100000:0.0:1777045177.817482:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7b4b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424390400:0@lo:13:osp-pre-0-0.0 00000100:00080000:2.0:1777045177.823325:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1777045178.005324:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777045178.839802:0:3344:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df4668ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3344:1863365424390528:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1777045178.839906:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777045178.841261:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de478bed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3343:1863365424390912:0@lo:400:kworker.0 00000100:00100000:3.0:1777045178.841354:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777045178.841390:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1777045178.841400:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de478bf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424391040:0@lo:400:kworker.0 00000100:00100000:3.0:1777045178.841440:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777045178.841853:0:6644:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424390528 00000100:00100000:1.0:1777045178.841865:0:6644:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424390528 00000100:00100000:1.0:1777045178.841958:0:6644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 462 00000100:00100000:1.0:1777045178.841974:0:6644:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b4b1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1863365424390528:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1777045178.842025:0:6644:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 79888384 pending 0 free 3851419648 avail 3849322496 00000100:00100000:1.0:1777045178.842123:0:6644:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b4b1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1863365424390528:12345-0@lo:13:osp-pre-1-0.0 Request processed in 152us (2216us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045178.842137:0:6644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 462 00000100:00100000:2.0:1777045178.842811:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de478bce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ce657616-b3f3-4e21-ac89-518ab611901c:3341:1863365424390656:0@lo:400:kworker.0 00000100:00100000:2.0:1777045178.842879:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777045178.842962:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de478bd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3341:1863365424391168:0@lo:400:kworker.0 00000100:00100000:2.0:1777045178.843002:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777045178.843036:0:3341:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1777045178.843046:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de478bf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3341:1863365424390784:0@lo:400:kworker.0 00000100:00100000:2.0:1777045178.843117:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777045178.843161:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424390912 00000100:00100000:2.0:1777045178.843169:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424390912 00000100:00100000:2.0:1777045178.843250:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424391168 00000100:00100000:2.0:1777045178.843256:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424391168 00000100:00100000:2.0:1777045178.843284:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424390784 00000100:00100000:2.0:1777045178.843287:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424390784 00000100:00100000:2.0:1777045178.843306:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1082 00000100:00100000:2.0:1777045178.843317:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de478bd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3343:x1863365424390912:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777045178.843382:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de478bd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3343:x1863365424390912:12345-0@lo:400:kworker.0 Request processed in 65us (2028us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045178.843395:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1082 00000100:00100000:2.0:1777045178.843420:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1083 00000100:00100000:2.0:1777045178.843431:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df74176680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3341:x1863365424391168:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777045178.843485:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df74176680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3341:x1863365424391168:12345-0@lo:400:kworker.0 Request processed in 56us (481us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045178.843495:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1083 00000100:00100000:2.0:1777045178.843518:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1084 00000100:00100000:2.0:1777045178.843529:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df74177b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3341:x1863365424390784:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777045178.843579:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df74177b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3341:x1863365424390784:12345-0@lo:400:kworker.0 Request processed in 51us (461us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045178.843589:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1084 00000100:00100000:2.0:1777045178.843646:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de478bf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3341:1863365424390784:0@lo:400:kworker.0 00000100:00100000:2.0:1777045178.843665:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de478bd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3341:1863365424391168:0@lo:400:kworker.0 00000100:00080000:3.0:1777045178.844833:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1777045178.844841:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1777045178.844901:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de478bed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3343:1863365424390912:0@lo:400:kworker.0 00000100:00100000:0.0:1777045178.846313:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424391040 00000100:00100000:0.0:1777045178.846323:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424391040 00000100:00100000:0.0:1777045178.846393:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 910 00000100:00100000:0.0:1777045178.846407:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de419fce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3343:x1863365424391040:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777045178.846501:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de419fce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3343:x1863365424391040:12345-0@lo:400:kworker.0 Request processed in 96us (5059us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045178.846514:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 910 00000100:00100000:0.0:1777045178.846577:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de478bf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424391040:0@lo:400:kworker.0 00000100:00100000:0.0:1777045178.846640:0:3344:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df4668ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3344:1863365424390528:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1777045178.846851:0:5850:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424390656 00000100:00100000:1.0:1777045178.846859:0:5850:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424390656 00000100:00100000:1.0:1777045178.846919:0:5850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 849 00000100:00100000:1.0:1777045178.846931:0:5850:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df472a9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ce657616-b3f3-4e21-ac89-518ab611901c+18:3341:x1863365424390656:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777045178.847021:0:5850:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df472a9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ce657616-b3f3-4e21-ac89-518ab611901c+18:3341:x1863365424390656:12345-0@lo:400:kworker.0 Request processed in 92us (4141us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045178.847032:0:5850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 849 00000100:00100000:3.0:1777045178.847779:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de478bce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ce657616-b3f3-4e21-ac89-518ab611901c:3341:1863365424390656:0@lo:400:kworker.0 00010000:00010000:0.0:1777045179.034024:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777045180.064768:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:2.0:1777045180.546373:0:6666:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967363 is committed 00000001:00080000:0.0:1777045180.598139:0:5877:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968077 is committed 00000100:00100000:2.0:1777045180.941744:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045180.941871:0:5842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370067840 00000100:00100000:1.0:1777045180.941887:0:5842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370067840 00000100:00100000:1.0:1777045180.942556:0:5842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 71 00000100:00100000:1.0:1777045180.942575:0:5842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de478bce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2393:x1863365370067840:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777045180.942599:0:5842:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00002000:00010000:1.0:1777045180.942627:0:5842:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0xe:0x0] updating lvb blocks from disk: 1 -> 11 00010000:00010000:1.0:1777045180.942664:0:5842:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008eba3f08/0x2c8777a5e7d9c64e lrc: 0/0,0 mode: --/PR res: [0x280000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148420 expref: 9 pid: 6641 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045180.942718:0:5842:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000083a24345/0x2c8777a5e7d9c31b lrc: 0/0,0 mode: --/PR res: [0x280000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148308 expref: 8 pid: 6642 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777045180.942780:0:5842:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0xc:0x0] updating lvb blocks from disk: 1 -> 11 00010000:00010000:1.0:1777045180.942794:0:5842:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000041fe7e7/0x2c8777a5e7d9bf1d lrc: 0/0,0 mode: --/PR res: [0x280000400:0xc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11481b1 expref: 7 pid: 8776 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045180.942823:0:5842:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a553486d/0x2c8777a5e7d9bb5e lrc: 0/0,0 mode: --/PW res: [0x280000400:0xb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148061 expref: 6 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045180.942842:0:5842:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777045180.942911:0:5842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de478bce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+5:2393:x1863365370067840:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 341us (1177us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045180.942925:0:5842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 71 00000100:00080000:2.0:1777045180.943068:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:0.0:1777045181.082770:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777045181.446952:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045181.447059:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045181.447110:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045181.447149:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370068480 00000100:00100000:1.0:1777045181.447162:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370068480 00000100:00100000:1.0:1777045181.447296:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1085 00000100:00100000:1.0:1777045181.447313:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df46688700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+30:2392:x1863365370068480:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:1.0:1777045181.447411:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df46688700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+30:2392:x1863365370068480:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 101us (298us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045181.447424:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1085 00000100:00080000:1.0:1777045181.447456:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1777045181.447516:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045181.447546:0:8776:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370068224 00000100:00100000:1.0:1777045181.447552:0:8776:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370068224 00000100:00100000:1.0:1777045181.447596:0:8776:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370068736 00000100:00100000:1.0:1777045181.447600:0:8776:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370068736 00000100:00100000:1.0:1777045181.447634:0:8776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 911 00000100:00100000:1.0:1777045181.447644:0:8776:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df4668ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:146de360-3fb2-48bd-b418-06f30714148a+7:2392:x1863365370068224:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:1.0:1777045181.447688:0:8776:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df4668ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:146de360-3fb2-48bd-b418-06f30714148a+7:2392:x1863365370068224:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 44us (629us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045181.447699:0:8776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 911 00000100:00100000:1.0:1777045181.447720:0:8776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 912 00000100:00100000:1.0:1777045181.447729:0:8776:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df46689880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+5:2392:x1863365370068736:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:1.0:1777045181.447762:0:8776:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df46689880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+5:2392:x1863365370068736:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 34us (247us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045181.447771:0:8776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 912 00000100:00080000:1.0:1777045181.447791:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1777045181.448183:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045181.448243:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370068096 00000100:00100000:1.0:1777045181.448249:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370068096 00000100:00100000:1.0:1777045181.448331:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1086 00000100:00100000:1.0:1777045181.448343:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df46688a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:146de360-3fb2-48bd-b418-06f30714148a+45:2392:x1863365370068096:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:1.0:1777045181.448388:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df46688a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:146de360-3fb2-48bd-b418-06f30714148a+45:2392:x1863365370068096:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 48us (207us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045181.448398:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1086 00000100:00080000:1.0:1777045181.448422:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1777045181.448479:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045181.448511:0:14822:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370068352 00000100:00100000:1.0:1777045181.448517:0:14822:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370068352 00000100:00100000:1.0:1777045181.448561:0:14822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 913 00000100:00100000:1.0:1777045181.448574:0:14822:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b51ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:146de360-3fb2-48bd-b418-06f30714148a+9:2392:x1863365370068352:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:1.0:1777045181.448617:0:14822:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b51ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:146de360-3fb2-48bd-b418-06f30714148a+9:2392:x1863365370068352:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 45us (137us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045181.448629:0:14822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 913 00000100:00080000:1.0:1777045181.448652:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1777045181.448710:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045181.448735:0:6639:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370068608 00000100:00100000:1.0:1777045181.448741:0:6639:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370068608 00000100:00100000:1.0:1777045181.448782:0:6639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 914 00000100:00100000:1.0:1777045181.448792:0:6639:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b51d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2392:x1863365370068608:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:1.0:1777045181.448833:0:6639:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b51d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2392:x1863365370068608:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 43us (123us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045181.448843:0:6639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 914 00000100:00080000:1.0:1777045181.448864:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1777045181.453760:0:5848:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370067968 00000100:00100000:3.0:1777045181.453776:0:5848:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370067968 00000100:00100000:3.0:1777045181.454144:0:5848:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 850 00000100:00100000:3.0:1777045181.454539:0:5848:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df472a8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2392:x1863365370067968:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777045181.454642:0:5848:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df472a8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2392:x1863365370067968:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 484us (7701us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045181.454656:0:5848:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 850 00010000:00010000:3.0:1777045182.112633:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777045182.934474:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7b4b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424391296:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1777045182.934555:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045182.934685:0:19062:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424391296 00000100:00100000:0.0:1777045182.934695:0:19062:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424391296 00000100:00100000:0.0:1777045182.934766:0:19062:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 463 00000100:00100000:0.0:1777045182.934779:0:19062:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b4b3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1863365424391296:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1777045182.934819:0:19062:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 79888384 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1777045182.934882:0:19062:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b4b3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1863365424391296:12345-0@lo:13:osp-pre-0-0.0 Request processed in 105us (326us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045182.934893:0:19062:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 463 00000100:00080000:0.0:1777045182.934923:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1777045182.934964:0:3342:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967363 gen 2 00000004:00080000:0.0:1777045182.934972:0:3342:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98df4668b800, transno 4294967363 00000100:00100000:0.0:1777045182.935017:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7b4b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424391296:0@lo:13:osp-pre-0-0.0 00010000:00010000:1.0:1777045183.125770:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1777045183.894536:0:20029:0:(llog.c:801:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1777045183.894548:0:20029:0:(llog_cat.c:158:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1777045183.894605:0:20029:0:(llog.c:858:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 33 count 2 00000040:00080000:3.0:1777045183.894614:0:20029:0:(llog.c:858:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1777045183.966585:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de478bf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424391424:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1777045183.966676:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777045183.981773:0:6643:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424391424 00000100:00100000:2.0:1777045183.981792:0:6643:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424391424 00000100:00100000:2.0:1777045183.981879:0:6643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 464 00000100:00100000:2.0:1777045183.982556:0:6643:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de478bed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424391424:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1777045183.982611:0:6643:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 79888384 pending 0 free 3851419648 avail 3849322496 00000100:00100000:2.0:1777045183.982711:0:6643:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de478bed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424391424:12345-0@lo:13:osp-pre-1-0.0 Request processed in 819us (16034us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045183.982723:0:6643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 464 00000100:00080000:2.0:1777045183.982792:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1777045183.984023:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7b4b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3341:1863365424391680:0@lo:400:kworker.0 00000100:00100000:0.0:1777045183.984082:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045183.984131:0:3341:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1777045183.984141:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7b4b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3341:1863365424391808:0@lo:400:kworker.0 00000100:00100000:0.0:1777045183.984692:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045183.984744:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424391680 00000100:00100000:0.0:1777045183.984750:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424391680 00000100:00100000:0.0:1777045183.984794:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424391808 00000100:00100000:0.0:1777045183.984798:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424391808 00000100:00100000:0.0:1777045183.984836:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1087 00000100:00100000:0.0:1777045183.984848:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b4b2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3341:x1863365424391680:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777045183.984907:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b4b2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3341:x1863365424391680:12345-0@lo:400:kworker.0 Request processed in 60us (825us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045183.984918:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1087 00000100:00100000:0.0:1777045183.984940:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1088 00000100:00100000:0.0:1777045183.984951:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b4b2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3341:x1863365424391808:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777045183.985021:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b4b2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3341:x1863365424391808:12345-0@lo:400:kworker.0 Request processed in 71us (329us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045183.985030:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1088 00000100:00100000:0.0:1777045183.985083:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7b4b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3341:1863365424391808:0@lo:400:kworker.0 00000100:00100000:0.0:1777045183.985099:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7b4b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3341:1863365424391680:0@lo:400:kworker.0 00000100:00100000:2.0:1777045183.986034:0:3344:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7b4b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ce657616-b3f3-4e21-ac89-518ab611901c:3344:1863365424391552:0@lo:400:kworker.0 00000100:00100000:2.0:1777045183.986091:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777045183.986135:0:3344:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7b4b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3344:1863365424392064:0@lo:400:kworker.0 00000100:00100000:2.0:1777045183.986171:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045183.986334:0:5849:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424391552 00000100:00100000:0.0:1777045183.986343:0:5849:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424391552 00000100:00100000:0.0:1777045183.986393:0:5849:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 851 00000100:00100000:0.0:1777045183.986406:0:5849:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df472aa450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ce657616-b3f3-4e21-ac89-518ab611901c+18:3344:x1863365424391552:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777045183.986465:0:5849:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df472aa450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ce657616-b3f3-4e21-ac89-518ab611901c+18:3344:x1863365424391552:12345-0@lo:400:kworker.0 Request processed in 61us (373us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045183.986475:0:5849:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 851 00000100:00100000:2.0:1777045183.987066:0:3344:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7b4b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ce657616-b3f3-4e21-ac89-518ab611901c:3344:1863365424391552:0@lo:400:kworker.0 00000100:00100000:2.0:1777045183.987083:0:3344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1777045183.987092:0:3344:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7b4b0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3344:1863365424391936:0@lo:400:kworker.0 00000100:00100000:2.0:1777045183.987132:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777045183.988759:0:14822:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424391936 00000100:00100000:1.0:1777045183.988770:0:14822:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424391936 00000100:00100000:1.0:1777045183.988822:0:14822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 915 00000100:00100000:1.0:1777045183.988833:0:14822:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de478bf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3344:x1863365424391936:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777045183.988897:0:14822:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de478bf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3344:x1863365424391936:12345-0@lo:400:kworker.0 Request processed in 65us (1764us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045183.988908:0:14822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 915 00000100:00080000:2.0:1777045183.989050:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1777045183.989092:0:3344:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7b4b0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3344:1863365424391936:0@lo:400:kworker.0 00000100:00100000:2.0:1777045183.989144:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de478bf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424391424:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1777045183.990245:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424392064 00000100:00100000:0.0:1777045183.990255:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424392064 00000100:00100000:0.0:1777045183.990644:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1089 00000100:00100000:0.0:1777045183.990658:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de478bd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3344:x1863365424392064:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777045183.990722:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de478bd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3344:x1863365424392064:12345-0@lo:400:kworker.0 Request processed in 67us (4550us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045183.990733:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1089 00000100:00080000:2.0:1777045183.991070:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1777045183.991107:0:3344:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7b4b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3344:1863365424392064:0@lo:400:kworker.0 00010000:00010000:3.0:1777045184.154387:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1777045184.917738:0:11491:0:(llog.c:801:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1777045184.917750:0:11491:0:(llog_cat.c:158:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1777045184.918140:0:11491:0:(llog.c:858:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 32 count 1 00000040:00080000:1.0:1777045184.918150:0:11491:0:(llog.c:858:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:1.0:1777045185.173713:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777045186.199268:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777045186.548810:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045186.548886:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045186.548935:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045186.549004:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045186.549040:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045186.549071:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045186.549155:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045186.549191:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370069248 00000100:00100000:1.0:1777045186.549240:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370069248 00000100:00100000:1.0:1777045186.549313:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370069504 00000100:00100000:1.0:1777045186.549318:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370069504 00000100:00100000:1.0:1777045186.549341:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370069120 00000100:00100000:1.0:1777045186.549345:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370069120 00000100:00100000:1.0:1777045186.549365:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370069632 00000100:00100000:1.0:1777045186.549370:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370069632 00000100:00100000:1.0:1777045186.549395:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 916 00000100:00100000:1.0:1777045186.549410:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df4668b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:146de360-3fb2-48bd-b418-06f30714148a+9:2392:x1863365370069248:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:1.0:1777045186.549493:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df4668b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:146de360-3fb2-48bd-b418-06f30714148a+9:2392:x1863365370069248:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 85us (606us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045186.549505:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 916 00000100:00100000:1.0:1777045186.549530:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 917 00000100:00100000:1.0:1777045186.549540:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77fd5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2392:x1863365370069504:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:1.0:1777045186.549575:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77fd5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2392:x1863365370069504:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 37us (641us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045186.549585:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 917 00000100:00100000:1.0:1777045186.549600:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 918 00000100:00100000:1.0:1777045186.549609:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77fd6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:146de360-3fb2-48bd-b418-06f30714148a+7:2392:x1863365370069120:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:1.0:1777045186.549633:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77fd6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:146de360-3fb2-48bd-b418-06f30714148a+7:2392:x1863365370069120:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 26us (595us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045186.549643:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 918 00000100:00100000:1.0:1777045186.549656:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 919 00000100:00100000:1.0:1777045186.549664:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77fd5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+5:2392:x1863365370069632:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:1.0:1777045186.549689:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77fd5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+5:2392:x1863365370069632:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 26us (535us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045186.549699:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 919 00000100:00100000:1.0:1777045186.549721:0:5850:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370068864 00000100:00100000:1.0:1777045186.549726:0:5850:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370068864 00000100:00100000:1.0:1777045186.549757:0:5850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 852 00000100:00100000:1.0:1777045186.549766:0:5850:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df472ab850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2392:x1863365370068864:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:1.0:1777045186.549797:0:5850:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df472ab850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2392:x1863365370068864:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 31us (793us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045186.549806:0:5850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 852 00000100:00100000:1.0:1777045186.549841:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370068992 00000100:00100000:1.0:1777045186.549846:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370068992 00000100:00100000:3.0:1777045186.550663:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370069376 00000100:00100000:3.0:1777045186.550671:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370069376 00000100:00100000:3.0:1777045186.550848:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1090 00000100:00100000:3.0:1777045186.550860:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77fd7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+30:2392:x1863365370069376:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777045186.550904:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77fd7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+30:2392:x1863365370069376:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 47us (1832us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045186.550914:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1090 00000100:00100000:3.0:1777045186.550932:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1091 00000100:00100000:3.0:1777045186.550968:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b51df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:146de360-3fb2-48bd-b418-06f30714148a+45:2392:x1863365370068992:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777045186.550999:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b51df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:146de360-3fb2-48bd-b418-06f30714148a+45:2392:x1863365370068992:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 60us (2219us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045186.551009:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1091 00000100:00080000:1.0:1777045186.559794:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1777045186.559807:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1777045186.559811:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1777045187.221993:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777045188.060506:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1777045188.060569:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df77fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424392192:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1777045188.060711:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777045188.063331:0:6644:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424392192 00000100:00100000:1.0:1777045188.063358:0:6644:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424392192 00000100:00100000:1.0:1777045188.063533:0:6644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 465 00000100:00100000:1.0:1777045188.063552:0:6644:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de478bf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1863365424392192:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1777045188.063632:0:6644:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 79888384 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1777045188.063775:0:6644:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de478bf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1863365424392192:12345-0@lo:13:osp-pre-0-0.0 Request processed in 213us (3050us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045188.063792:0:6644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 465 00000100:00100000:0.0:1777045188.064297:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df77fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424392192:0@lo:13:osp-pre-0-0.0 00000100:00080000:2.0:1777045188.064538:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1777045188.245815:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777045189.078111:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de419fd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ce657616-b3f3-4e21-ac89-518ab611901c:3342:1863365424392320:0@lo:400:kworker.0 00000100:00100000:3.0:1777045189.078243:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777045189.078323:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de48095c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3342:1863365424392832:0@lo:400:kworker.0 00000100:00100000:3.0:1777045189.078372:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777045189.078421:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1777045189.078433:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de48095880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424392704:0@lo:400:kworker.0 00000100:00100000:3.0:1777045189.078477:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777045189.078557:0:5848:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424392320 00000100:00100000:3.0:1777045189.078569:0:5848:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424392320 00000100:00100000:3.0:1777045189.078641:0:5848:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 853 00000100:00100000:3.0:1777045189.078656:0:5848:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df472aa850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ce657616-b3f3-4e21-ac89-518ab611901c+18:3342:x1863365424392320:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777045189.078739:0:5848:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df472aa850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ce657616-b3f3-4e21-ac89-518ab611901c+18:3342:x1863365424392320:12345-0@lo:400:kworker.0 Request processed in 84us (496us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045189.078755:0:5848:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 853 00000100:00100000:3.0:1777045189.078811:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424392832 00000100:00100000:3.0:1777045189.078818:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424392832 00000100:00100000:3.0:1777045189.078881:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1092 00000100:00100000:3.0:1777045189.078894:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df72b2d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3342:x1863365424392832:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777045189.078995:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df72b2d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3342:x1863365424392832:12345-0@lo:400:kworker.0 Request processed in 102us (621us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045189.079009:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1092 00000100:00100000:3.0:1777045189.079048:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424392704 00000100:00100000:3.0:1777045189.079056:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424392704 00000100:00100000:3.0:1777045189.079103:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 920 00000100:00100000:3.0:1777045189.079115:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df72b2fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3342:x1863365424392704:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777045189.079171:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df72b2fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3342:x1863365424392704:12345-0@lo:400:kworker.0 Request processed in 58us (694us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045189.079182:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 920 00000100:00100000:3.0:1777045189.079277:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de48095880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424392704:0@lo:400:kworker.0 00000100:00100000:3.0:1777045189.079295:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de419fd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ce657616-b3f3-4e21-ac89-518ab611901c:3342:1863365424392320:0@lo:400:kworker.0 00000100:00100000:3.0:1777045189.079310:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de48095c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3342:1863365424392832:0@lo:400:kworker.0 00000100:00100000:2.0:1777045189.081279:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de48094380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3343:1863365424392448:0@lo:400:kworker.0 00000100:00100000:2.0:1777045189.081344:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777045189.081387:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df72b2f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424392960:0@lo:400:kworker.0 00000100:00100000:2.0:1777045189.081428:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777045189.081459:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1777045189.081470:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de48094e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3343:1863365424392576:0@lo:400:kworker.0 00000100:00100000:2.0:1777045189.081507:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1777045189.081566:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1777045189.081585:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424392448 00000100:00100000:2.0:1777045189.081592:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424392448 00000100:00100000:2.0:1777045189.081638:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424392576 00000100:00100000:2.0:1777045189.081644:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424392576 00000100:00100000:2.0:1777045189.081685:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1093 00000100:00100000:2.0:1777045189.081696:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41d53100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3343:x1863365424392448:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777045189.081764:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41d53100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3343:x1863365424392448:12345-0@lo:400:kworker.0 Request processed in 68us (419us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045189.081778:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1093 00000100:00100000:2.0:1777045189.081806:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1094 00000100:00100000:2.0:1777045189.081818:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41d52300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3343:x1863365424392576:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777045189.082189:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41d52300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3343:x1863365424392576:12345-0@lo:400:kworker.0 Request processed in 373us (680us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045189.082234:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1094 00000100:00080000:2.0:1777045189.082266:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1777045189.082300:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de48094e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3343:1863365424392576:0@lo:400:kworker.0 00000100:00100000:2.0:1777045189.082318:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de48094380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3343:1863365424392448:0@lo:400:kworker.0 00000100:00100000:0.0:1777045189.083797:0:6639:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424392960 00000100:00100000:0.0:1777045189.083809:0:6639:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424392960 00000100:00100000:0.0:1777045189.083932:0:6639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 921 00000100:00100000:0.0:1777045189.083948:0:6639:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41d50a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424392960:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777045189.084032:0:6639:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41d50a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424392960:12345-0@lo:400:kworker.0 Request processed in 88us (2602us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045189.084044:0:6639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 921 00000100:00100000:0.0:1777045189.084122:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df72b2f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424392960:0@lo:400:kworker.0 00000100:00100000:3.0:1777045189.085322:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1777045189.085716:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df72b2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424393088:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1777045189.085799:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777045189.085864:0:19062:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424393088 00000100:00100000:3.0:1777045189.085872:0:19062:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424393088 00000100:00100000:3.0:1777045189.085965:0:19062:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 466 00000100:00100000:3.0:1777045189.085981:0:19062:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df72b2ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424393088:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1777045189.086028:0:19062:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 79888384 pending 0 free 3851419648 avail 3849322496 00000100:00100000:3.0:1777045189.086098:0:19062:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df72b2ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424393088:12345-0@lo:13:osp-pre-1-0.0 Request processed in 120us (297us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045189.086112:0:19062:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 466 00000100:00100000:3.0:1777045189.086177:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df72b2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424393088:0@lo:13:osp-pre-1-0.0 00000100:00080000:2.0:1777045189.088860:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1777045189.271788:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777045190.302131:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777045191.335550:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777045191.669195:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045191.669596:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045191.669641:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045191.669694:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045191.669733:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045191.669768:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045191.669810:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045191.669854:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370069888 00000100:00100000:1.0:1777045191.670149:0:6641:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370070144 00000100:00100000:1.0:1777045191.670163:0:6641:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370070144 00000100:00100000:1.0:1777045191.670583:0:6641:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370070400 00000100:00100000:1.0:1777045191.670591:0:6641:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370070400 00000100:00100000:1.0:1777045191.670621:0:6641:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370070016 00000100:00100000:1.0:1777045191.670625:0:6641:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370070016 00000100:00100000:1.0:1777045191.670644:0:6641:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370070528 00000100:00100000:1.0:1777045191.670647:0:6641:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370070528 00000100:00100000:1.0:1777045191.670673:0:6641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 922 00000100:00100000:1.0:1777045191.670687:0:6641:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df72b2ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:146de360-3fb2-48bd-b418-06f30714148a+9:2393:x1863365370070144:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:1.0:1777045191.670783:0:6641:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df72b2ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:146de360-3fb2-48bd-b418-06f30714148a+9:2393:x1863365370070144:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 96us (1186us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045191.670795:0:6641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 922 00000100:00100000:1.0:1777045191.670822:0:6641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 923 00000100:00100000:1.0:1777045191.670833:0:6641:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df72b2f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2393:x1863365370070400:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:0.0:1777045191.671615:0:8776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 924 00000100:00100000:0.0:1777045191.671631:0:8776:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df72b2c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:146de360-3fb2-48bd-b418-06f30714148a+7:2393:x1863365370070016:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:0.0:1777045191.671695:0:8776:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df72b2c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:146de360-3fb2-48bd-b418-06f30714148a+7:2393:x1863365370070016:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 68us (1961us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045191.671706:0:8776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 924 00000100:00100000:0.0:1777045191.671729:0:8776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 925 00000100:00100000:0.0:1777045191.671740:0:8776:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df72b2ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+5:2393:x1863365370070528:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:0.0:1777045191.671781:0:8776:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df72b2ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+5:2393:x1863365370070528:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 42us (1971us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045191.671791:0:8776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 925 00000100:00100000:0.0:1777045191.671824:0:5849:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370069760 00000100:00100000:0.0:1777045191.671831:0:5849:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370069760 00000100:00100000:0.0:1777045191.671903:0:5849:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 854 00000100:00100000:0.0:1777045191.671916:0:5849:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df472a9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2393:x1863365370069760:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:0.0:1777045191.671960:0:5849:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df472a9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2393:x1863365370069760:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 47us (2267us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045191.671970:0:5849:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 854 00000100:00100000:1.0:1777045191.672591:0:6641:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df72b2f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2393:x1863365370070400:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 1756us (2946us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045191.672606:0:6641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 923 00000100:00080000:1.0:1777045191.672639:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1777045191.672646:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1777045191.673828:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370069888 00000100:00100000:3.0:1777045191.673929:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370070272 00000100:00100000:3.0:1777045191.673935:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370070272 00000100:00100000:3.0:1777045191.673978:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1095 00000100:00100000:3.0:1777045191.673989:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df72b2d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:146de360-3fb2-48bd-b418-06f30714148a+45:2393:x1863365370069888:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777045191.674058:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df72b2d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:146de360-3fb2-48bd-b418-06f30714148a+45:2393:x1863365370069888:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 69us (4874us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045191.674069:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1095 00000100:00100000:3.0:1777045191.674092:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1096 00000100:00100000:3.0:1777045191.674102:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df72b2dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+30:2393:x1863365370070272:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777045191.674140:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df72b2dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+30:2393:x1863365370070272:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 40us (4373us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045191.674151:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1096 00000100:00080000:1.0:1777045191.674702:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1777045192.342480:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777045193.176663:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1777045193.176694:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df77fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424393216:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1777045193.176805:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777045193.177263:0:6644:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424393216 00000100:00100000:1.0:1777045193.177275:0:6644:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424393216 00000100:00100000:1.0:1777045193.177367:0:6644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 467 00000100:00100000:1.0:1777045193.177382:0:6644:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b4b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1863365424393216:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1777045193.177429:0:6644:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 79888384 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1777045193.177491:0:6644:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b4b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1863365424393216:12345-0@lo:13:osp-pre-0-0.0 Request processed in 112us (686us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045193.177504:0:6644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 467 00000100:00080000:2.0:1777045193.180777:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1777045193.181661:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df77fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424393216:0@lo:13:osp-pre-0-0.0 00010000:00010000:0.0:1777045193.368334:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1777045194.136315:0:11491:0:(llog.c:801:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1777045194.136328:0:11491:0:(llog_cat.c:158:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1777045194.144759:0:11491:0:(llog.c:858:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1777045194.144790:0:11491:0:(llog.c:858:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1777045194.200197:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df77fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ce657616-b3f3-4e21-ac89-518ab611901c:3342:1863365424393344:0@lo:400:kworker.0 00000100:00100000:1.0:1777045194.200324:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777045194.200420:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df6d58a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3342:1863365424393856:0@lo:400:kworker.0 00000100:00100000:1.0:1777045194.200467:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777045194.200512:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1777045194.200524:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df6d588380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424393728:0@lo:400:kworker.0 00000100:00100000:1.0:1777045194.200567:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777045194.200630:0:3344:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df77fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3344:1863365424393600:0@lo:400:kworker.0 00000100:00100000:1.0:1777045194.200670:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777045194.200700:0:3344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:1.0:1777045194.200710:0:3344:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df77fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3344:1863365424393472:0@lo:400:kworker.0 00000100:00100000:1.0:1777045194.200743:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777045194.200771:0:3344:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df6d588000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3344:1863365424393984:0@lo:400:kworker.0 00000100:00100000:1.0:1777045194.200801:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777045194.200895:0:8776:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424393728 00000100:00100000:1.0:1777045194.200906:0:8776:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424393728 00000100:00100000:1.0:1777045194.200964:0:8776:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424393984 00000100:00100000:1.0:1777045194.200969:0:8776:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424393984 00000100:00100000:1.0:1777045194.201014:0:8776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 926 00000100:00100000:1.0:1777045194.201028:0:8776:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d588a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3342:x1863365424393728:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777045194.201110:0:8776:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d588a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3342:x1863365424393728:12345-0@lo:400:kworker.0 Request processed in 83us (542us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045194.201124:0:8776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 926 00000100:00100000:1.0:1777045194.201152:0:8776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 927 00000100:00100000:1.0:1777045194.201162:0:8776:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df605f7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3344:x1863365424393984:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777045194.201250:0:8776:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df605f7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3344:x1863365424393984:12345-0@lo:400:kworker.0 Request processed in 87us (445us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045194.201268:0:8776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 927 00000100:00100000:1.0:1777045194.201347:0:3344:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df6d588000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3344:1863365424393984:0@lo:400:kworker.0 00000100:00100000:1.0:1777045194.201398:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df6d588380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424393728:0@lo:400:kworker.0 00000100:00100000:1.0:1777045194.201463:0:5850:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424393344 00000100:00100000:1.0:1777045194.201469:0:5850:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424393344 00000100:00100000:1.0:1777045194.201516:0:5850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 855 00000100:00100000:1.0:1777045194.201527:0:5850:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df472a9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ce657616-b3f3-4e21-ac89-518ab611901c+18:3342:x1863365424393344:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777045194.201594:0:5850:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df472a9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ce657616-b3f3-4e21-ac89-518ab611901c+18:3342:x1863365424393344:12345-0@lo:400:kworker.0 Request processed in 68us (1270us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045194.201604:0:5850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 855 00000100:00100000:1.0:1777045194.201677:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df77fd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ce657616-b3f3-4e21-ac89-518ab611901c:3342:1863365424393344:0@lo:400:kworker.0 00000100:00100000:1.0:1777045194.201725:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424393856 00000100:00100000:1.0:1777045194.201731:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424393856 00000100:00100000:1.0:1777045194.201773:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424393600 00000100:00100000:1.0:1777045194.201778:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424393600 00000100:00100000:1.0:1777045194.201810:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424393472 00000100:00100000:1.0:1777045194.201814:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424393472 00000100:00100000:1.0:1777045194.201877:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1097 00000100:00100000:1.0:1777045194.201890:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d588700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3342:x1863365424393856:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777045194.201955:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d588700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3342:x1863365424393856:12345-0@lo:400:kworker.0 Request processed in 67us (1487us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045194.201967:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1097 00000100:00100000:1.0:1777045194.201989:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1098 00000100:00100000:1.0:1777045194.202001:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d589180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3344:x1863365424393600:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777045194.202064:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d589180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3344:x1863365424393600:12345-0@lo:400:kworker.0 Request processed in 65us (1392us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045194.202075:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1098 00000100:00100000:1.0:1777045194.202097:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1099 00000100:00100000:1.0:1777045194.202107:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df605f6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3344:x1863365424393472:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777045194.202154:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df605f6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3344:x1863365424393472:12345-0@lo:400:kworker.0 Request processed in 48us (1409us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045194.202165:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1099 00000100:00100000:1.0:1777045194.202250:0:3344:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df77fd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3344:1863365424393472:0@lo:400:kworker.0 00000100:00100000:1.0:1777045194.202268:0:3344:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df77fd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3344:1863365424393600:0@lo:400:kworker.0 00000100:00100000:1.0:1777045194.202314:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df6d58a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3342:1863365424393856:0@lo:400:kworker.0 00000100:00100000:2.0:1777045194.202642:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1777045194.202661:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df6d627100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424394112:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1777045194.202711:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777045194.202776:0:6643:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424394112 00000100:00100000:2.0:1777045194.202784:0:6643:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424394112 00000100:00100000:2.0:1777045194.202865:0:6643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 468 00000100:00100000:2.0:1777045194.202880:0:6643:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d625880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424394112:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1777045194.202921:0:6643:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 79888384 pending 0 free 3851419648 avail 3849322496 00000100:00100000:2.0:1777045194.202981:0:6643:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d625880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424394112:12345-0@lo:13:osp-pre-1-0.0 Request processed in 105us (268us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045194.202992:0:6643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 468 00000100:00100000:2.0:1777045194.203053:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df6d627100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424394112:0@lo:13:osp-pre-1-0.0 00000100:00080000:2.0:1777045194.203081:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1777045194.203088:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:3.0:1777045194.395970:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777045195.413564:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777045196.438980:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777045196.799261:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045196.799346:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045196.799408:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045196.799635:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370070784 00000100:00100000:1.0:1777045196.799650:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370070784 00000100:00100000:1.0:1777045196.799750:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1100 00000100:00100000:1.0:1777045196.799770:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df72b2ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:146de360-3fb2-48bd-b418-06f30714148a+45:2391:x1863365370070784:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:1.0:1777045196.799913:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df72b2ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:146de360-3fb2-48bd-b418-06f30714148a+45:2391:x1863365370070784:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 147us (664us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045196.799928:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1100 00000100:00080000:1.0:1777045196.800125:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1777045196.800332:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045196.800387:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045196.800461:0:5848:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370070656 00000100:00100000:1.0:1777045196.800468:0:5848:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370070656 00000100:00100000:1.0:1777045196.800516:0:5848:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 856 00000100:00100000:1.0:1777045196.800527:0:5848:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df472ab450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2391:x1863365370070656:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:1.0:1777045196.800592:0:5848:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df472ab450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2391:x1863365370070656:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 65us (260us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045196.800611:0:5848:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 856 00000100:00100000:3.0:1777045196.806210:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045196.806600:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045196.811277:0:8776:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370071040 00000100:00100000:2.0:1777045196.811298:0:8776:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370071040 00000100:00100000:2.0:1777045196.811444:0:8776:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370071296 00000100:00100000:2.0:1777045196.811452:0:8776:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370071296 00000100:00100000:2.0:1777045196.811494:0:8776:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370070912 00000100:00100000:2.0:1777045196.811500:0:8776:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370070912 00000100:00100000:2.0:1777045196.811540:0:8776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 928 00000100:00100000:2.0:1777045196.811557:0:8776:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df72b2c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:146de360-3fb2-48bd-b418-06f30714148a+9:2391:x1863365370071040:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:2.0:1777045196.811678:0:8776:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df72b2c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:146de360-3fb2-48bd-b418-06f30714148a+9:2391:x1863365370071040:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 122us (12329us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045196.811693:0:8776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 928 00000100:00100000:2.0:1777045196.811733:0:8776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 929 00000100:00100000:2.0:1777045196.811746:0:8776:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df72b2c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2391:x1863365370071296:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:2.0:1777045196.811837:0:8776:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df72b2c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2391:x1863365370071296:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 92us (12428us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045196.811849:0:8776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 929 00000100:00100000:2.0:1777045196.811875:0:8776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 930 00000100:00100000:2.0:1777045196.811886:0:8776:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df72b2f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:146de360-3fb2-48bd-b418-06f30714148a+7:2391:x1863365370070912:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:2.0:1777045196.811927:0:8776:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df72b2f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:146de360-3fb2-48bd-b418-06f30714148a+7:2391:x1863365370070912:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 43us (11540us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045196.811939:0:8776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 930 00000100:00080000:2.0:1777045196.811984:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1777045196.811990:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1777045196.812189:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370071168 00000100:00100000:2.0:1777045196.812198:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370071168 00000100:00100000:2.0:1777045196.813000:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1101 00000100:00100000:2.0:1777045196.813018:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df72b2d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+30:2391:x1863365370071168:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:2.0:1777045196.813088:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df72b2d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+30:2391:x1863365370071168:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 75us (6888us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045196.813101:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1101 00000100:00080000:2.0:1777045196.813136:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1777045196.835276:0:8776:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370071424 00000100:00100000:2.0:1777045196.835298:0:8776:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370071424 00000100:00100000:2.0:1777045196.835474:0:8776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 931 00000100:00100000:2.0:1777045196.835495:0:8776:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df72b2e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+5:2391:x1863365370071424:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:2.0:1777045196.835642:0:8776:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df72b2e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+5:2391:x1863365370071424:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 151us (29040us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045196.835659:0:8776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 931 00000100:00080000:0.0:1777045196.835854:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:0.0:1777045197.466469:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777045198.295151:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df605f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424394240:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1777045198.295308:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045198.295501:0:19062:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424394240 00000100:00100000:0.0:1777045198.295513:0:19062:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424394240 00000100:00100000:0.0:1777045198.295605:0:19062:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 469 00000100:00100000:0.0:1777045198.295620:0:19062:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df72b2e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3341:x1863365424394240:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1777045198.295674:0:19062:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 79888384 pending 0 free 3858759680 avail 3856662528 00000100:00080000:2.0:1777045198.295982:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1777045198.307188:0:19062:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df72b2e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3341:x1863365424394240:12345-0@lo:13:osp-pre-0-0.0 Request processed in 11556us (11866us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045198.307260:0:19062:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 469 00000100:00100000:3.0:1777045198.313180:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df605f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424394240:0@lo:13:osp-pre-0-0.0 00010000:00010000:3.0:1777045198.490069:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777045199.318603:0:3341:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1777045199.318634:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df6d627100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424394368:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1777045199.318726:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777045199.319335:0:6644:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424394368 00000100:00100000:2.0:1777045199.319349:0:6644:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424394368 00000100:00100000:2.0:1777045199.319450:0:6644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 470 00000100:00100000:2.0:1777045199.319466:0:6644:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b4b1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3341:x1863365424394368:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1777045199.319527:0:6644:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 79888384 pending 0 free 3851419648 avail 3849322496 00000100:00100000:2.0:1777045199.319606:0:6644:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b4b1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3341:x1863365424394368:12345-0@lo:13:osp-pre-1-0.0 Request processed in 143us (878us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045199.319620:0:6644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 470 00000100:00100000:2.0:1777045199.319708:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df6d627100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424394368:0@lo:13:osp-pre-1-0.0 00000100:00080000:0.0:1777045199.320128:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1777045199.323407:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de48094e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424394880:0@lo:400:kworker.0 00000100:00100000:3.0:1777045199.323485:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777045199.323546:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1777045199.323557:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de48094380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3342:1863365424394752:0@lo:400:kworker.0 00000100:00100000:3.0:1777045199.323606:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777045199.323648:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424394880 00000100:00100000:3.0:1777045199.323657:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424394880 00000100:00100000:3.0:1777045199.323719:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 932 00000100:00100000:3.0:1777045199.323762:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de48095880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3342:x1863365424394880:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777045199.323839:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de48095880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3342:x1863365424394880:12345-0@lo:400:kworker.0 Request processed in 107us (351us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045199.323852:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 932 00000100:00100000:3.0:1777045199.323915:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de48094e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424394880:0@lo:400:kworker.0 00000100:00100000:2.0:1777045199.324254:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df72b2f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ce657616-b3f3-4e21-ac89-518ab611901c:3343:1863365424394496:0@lo:400:kworker.0 00000100:00100000:2.0:1777045199.324684:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777045199.324720:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de48095c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3343:1863365424395008:0@lo:400:kworker.0 00000100:00100000:2.0:1777045199.324790:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777045199.324835:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1777045199.324845:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de419fd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3343:1863365424394624:0@lo:400:kworker.0 00000100:00100000:2.0:1777045199.324884:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777045199.324944:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424394752 00000100:00100000:2.0:1777045199.324951:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424394752 00000100:00100000:2.0:1777045199.325009:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424395008 00000100:00100000:2.0:1777045199.325016:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424395008 00000100:00100000:2.0:1777045199.325049:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424394624 00000100:00100000:2.0:1777045199.325054:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424394624 00000100:00100000:2.0:1777045199.325079:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1102 00000100:00100000:0.0:1777045199.327125:0:5849:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424394496 00000100:00100000:0.0:1777045199.327135:0:5849:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424394496 00000100:00100000:0.0:1777045199.327189:0:5849:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 857 00000100:00100000:0.0:1777045199.327244:0:5849:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df472aa050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ce657616-b3f3-4e21-ac89-518ab611901c+18:3343:x1863365424394496:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777045199.327773:0:5849:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df472aa050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ce657616-b3f3-4e21-ac89-518ab611901c+18:3343:x1863365424394496:12345-0@lo:400:kworker.0 Request processed in 571us (3086us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045199.327786:0:5849:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 857 00000100:00100000:0.0:1777045199.327865:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1103 00000100:00100000:0.0:1777045199.327879:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d627100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3343:x1863365424395008:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777045199.327934:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d627100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3343:x1863365424395008:12345-0@lo:400:kworker.0 Request processed in 58us (3143us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045199.327944:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1103 00000100:00100000:0.0:1777045199.327975:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1104 00000100:00100000:0.0:1777045199.327985:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df58666680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3343:x1863365424394624:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777045199.328029:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df58666680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3343:x1863365424394624:12345-0@lo:400:kworker.0 Request processed in 45us (3144us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045199.328039:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1104 00000100:00080000:0.0:1777045199.328066:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1777045199.328133:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de419fd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3343:1863365424394624:0@lo:400:kworker.0 00000100:00100000:0.0:1777045199.328149:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df72b2f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ce657616-b3f3-4e21-ac89-518ab611901c:3343:1863365424394496:0@lo:400:kworker.0 00000100:00100000:0.0:1777045199.328162:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de48095c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3343:1863365424395008:0@lo:400:kworker.0 00000100:00100000:2.0:1777045199.328656:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42c89f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3342:x1863365424394752:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777045199.328785:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42c89f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3342:x1863365424394752:12345-0@lo:400:kworker.0 Request processed in 3695us (5178us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045199.328797:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1102 00000100:00100000:0.0:1777045199.333095:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de48094380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3342:1863365424394752:0@lo:400:kworker.0 00010000:00010000:0.0:1777045199.513699:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777045200.537783:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777045201.427747:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045201.441466:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370071680 00000100:00100000:0.0:1777045201.441509:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370071680 00000100:00100000:0.0:1777045201.441683:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1164 00000100:00100000:0.0:1777045201.441733:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de48094380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:146de360-3fb2-48bd-b418-06f30714148a+45:29452:x1863365370071680:12345-192.168.201.45@tcp:101:diff.0 00010000:00010000:0.0:1777045201.441898:0:12646:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777045201.441990:0:12646:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022000/0x2c8777a5e7d9e684 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148e1b expref: -99 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045201.442234:0:12646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023c00/0x2c8777a5e7d9e68b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045201.442261:0:12646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023c00/0x2c8777a5e7d9e68b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045201.442281:0:12646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023c00/0x2c8777a5e7d9e68b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777045201.442302:0:12646:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x20:0x0]: returning size 158 00010000:00010000:0.0:1777045201.442591:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022000/0x2c8777a5e7d9e684 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148e1b expref: 48 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045201.442626:0:12646:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023c00/0x2c8777a5e7d9e68b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148e1b expref: 47 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045201.442641:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x20:0x0].0x0 (ffff98df61f8e100) 00010000:00010000:0.0:1777045201.442648:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777045201.442654:0:12646:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de48023c00, rc 0) 00000100:00100000:0.0:1777045201.442774:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de48094380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:146de360-3fb2-48bd-b418-06f30714148a+47:29452:x1863365370071680:12345-192.168.201.45@tcp:101:diff.0 Request processed in 1074us (15072us total) trans 4294968078 rc 0/0 00000100:00100000:0.0:1777045201.442789:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1164 00000100:00080000:2.0:1777045201.442987:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1777045201.456547:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045201.456665:0:5841:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370071936 00000100:00100000:2.0:1777045201.456680:0:5841:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370071936 00000100:00100000:2.0:1777045201.457133:0:5841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 72 00000100:00100000:2.0:1777045201.457156:0:5841:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de48095c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:146de360-3fb2-48bd-b418-06f30714148a+47:29452:x1863365370071936:12345-192.168.201.45@tcp:103:diff.0 00010000:00010000:2.0:1777045201.457178:0:5841:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:2.0:1777045201.461164:0:5841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023c00/0x2c8777a5e7d9e68b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148e1b expref: 47 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045201.461617:0:5841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066600/0x2c8777a5e7d9e66f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148e14 expref: 46 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045201.461647:0:5841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066c00/0x2c8777a5e7d9e57a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x20:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148dce expref: 45 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045201.461666:0:5841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x20:0x0].0x0 (ffff98df61f8e100) 00010000:00010000:2.0:1777045201.461687:0:5841:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777045201.461833:0:5841:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de48095c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:146de360-3fb2-48bd-b418-06f30714148a+44:29452:x1863365370071936:12345-192.168.201.45@tcp:103:diff.0 Request processed in 4681us (5297us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045201.461851:0:5841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 72 00000100:00100000:2.0:1777045201.493876:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045201.506527:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370072064 00000100:00100000:0.0:1777045201.506550:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370072064 00000100:00100000:1.0:1777045201.506971:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1165 00000100:00100000:1.0:1777045201.506992:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df58664a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:146de360-3fb2-48bd-b418-06f30714148a+44:29452:x1863365370072064:12345-192.168.201.45@tcp:58:diff.0 00010000:00010000:1.0:1777045201.507141:0:5855:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfc400/0x2c8777a5e7d9e699 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x20:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045201.507169:0:5855:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfc400/0x2c8777a5e7d9e699 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x20:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045201.507189:0:5855:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfc400/0x2c8777a5e7d9e699 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x20:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1777045201.508804:0:5855:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].33, 136 off12680 00000100:00100000:1.0:1777045201.509639:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df58664a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:146de360-3fb2-48bd-b418-06f30714148a+44:29452:x1863365370072064:12345-192.168.201.45@tcp:58:diff.0 Request processed in 2648us (15770us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045201.509656:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1165 00000100:00100000:0.0:1777045201.542592:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045201.543179:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370072192 00000100:00100000:3.0:1777045201.543196:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370072192 00000100:00100000:2.0:1777045201.547422:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1166 00000100:00100000:2.0:1777045201.547471:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b4b0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:146de360-3fb2-48bd-b418-06f30714148a+44:29452:x1863365370072192:12345-192.168.201.45@tcp:101:diff.0 00010000:00010000:2.0:1777045201.547524:0:5856:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777045201.547561:0:5856:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025600/0x2c8777a5e7d9e6a0 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x20:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148e22 expref: -99 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045201.547655:0:5856:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfc400/0x2c8777a5e7d9e699 lrc: 2/0,1 mode: EX/EX res: [0x200000402:0x20:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045201.547677:0:5856:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025600/0x2c8777a5e7d9e6a0 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x20:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148e22 expref: 45 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045201.547744:0:5856:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfc400/0x2c8777a5e7d9e699 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x20:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045201.547771:0:5856:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025600/0x2c8777a5e7d9e6a0 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x20:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148e22 expref: 45 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045201.547797:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x20:0x0].0x0 (ffff98df454d4d00) 00010000:00010000:2.0:1777045201.547803:0:5856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1777045201.547810:0:5856:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025600/0x2c8777a5e7d9e6a0 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x20:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148e22 expref: 45 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045201.547825:0:5856:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de48025600, rc 0) 00000100:00100000:2.0:1777045201.547938:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b4b0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:146de360-3fb2-48bd-b418-06f30714148a+45:29452:x1863365370072192:12345-192.168.201.45@tcp:101:diff.0 Request processed in 498us (5358us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045201.547953:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1166 00010000:00010000:0.0:1777045201.563675:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777045201.903846:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045201.903921:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045201.903987:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045201.904037:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045201.904096:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045201.904152:0:14822:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370072576 00000100:00100000:2.0:1777045201.904154:0:8776:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370072832 00000100:00100000:3.0:1777045201.904168:0:14822:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370072576 00000100:00100000:2.0:1777045201.904168:0:8776:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370072832 00000100:00100000:0.0:1777045201.904296:0:6641:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370072448 00000100:00100000:0.0:1777045201.904306:0:6641:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370072448 00000100:00100000:3.0:1777045201.904340:0:14822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 933 00000100:00100000:3.0:1777045201.904361:0:14822:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de48094e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:146de360-3fb2-48bd-b418-06f30714148a+9:2393:x1863365370072576:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:1.0:1777045201.904414:0:5850:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370072320 00000100:00100000:1.0:1777045201.904424:0:5850:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370072320 00000100:00100000:3.0:1777045201.904469:0:14822:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de48094e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:146de360-3fb2-48bd-b418-06f30714148a+9:2393:x1863365370072576:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 113us (545us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045201.904484:0:14822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 933 00000100:00100000:1.0:1777045201.904494:0:5850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 858 00000100:00100000:1.0:1777045201.904515:0:5850:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df472aac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2393:x1863365370072320:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777045201.904542:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370072704 00000100:00100000:3.0:1777045201.904550:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370072704 00000100:00100000:1.0:1777045201.904590:0:5850:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df472aac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2393:x1863365370072320:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 68us (742us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045201.904605:0:5850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 858 00000100:00100000:2.0:1777045201.909436:0:8776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 934 00000100:00100000:2.0:1777045201.909458:0:8776:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de435af100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2393:x1863365370072832:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:2.0:1777045201.909556:0:8776:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de435af100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2393:x1863365370072832:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 104us (5566us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045201.909570:0:8776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 934 00000100:00100000:0.0:1777045201.912284:0:6641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 935 00000100:00100000:0.0:1777045201.912302:0:6641:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de435adc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:146de360-3fb2-48bd-b418-06f30714148a+7:2393:x1863365370072448:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:0.0:1777045201.912397:0:6641:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de435adc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:146de360-3fb2-48bd-b418-06f30714148a+7:2393:x1863365370072448:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 98us (8357us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045201.912411:0:6641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 935 00000100:00080000:1.0:1777045201.919486:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1777045201.919500:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1777045201.919507:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1777045201.919527:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1105 00000100:00100000:3.0:1777045201.919550:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de435af480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+30:2393:x1863365370072704:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777045201.919677:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de435af480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+30:2393:x1863365370072704:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 132us (15578us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045201.919722:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1105 00000100:00100000:1.0:1777045202.079105:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045202.079169:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370072960 00000100:00100000:1.0:1777045202.079183:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370072960 00000100:00100000:1.0:1777045202.079273:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 328 00000100:00100000:1.0:1777045202.079292:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df605f7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+5:2389:x1863365370072960:12345-192.168.201.45@tcp:9:kworker.0 00000020:00000080:1.0:1777045202.079334:0:6642:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x2c8777a5e7d9bb57 00000100:00080000:1.0:1777045202.079348:0:6642:0:(import.c:65:import_set_state_nolock()) ffff98df7299b800 : changing import state from FULL to CLOSED 00000001:00000004:1.0:1777045202.079435:0:6642:0:(tgt_lastrcvd.c:732:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 1, last_transno is 4294967361 00000100:00100000:1.0:1777045202.083938:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df605f7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+2:2389:x1863365370072960:12345-192.168.201.45@tcp:9:kworker.0 Request processed in 4640us (4856us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045202.083957:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 328 00010000:00010000:1.0:1777045202.084005:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1777045202.084240:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000040:00080000:3.0:1777045202.344672:0:11491:0:(llog.c:801:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1777045202.344708:0:11491:0:(llog_cat.c:158:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1777045202.344775:0:11491:0:(llog.c:858:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 34 count 2 00000040:00080000:3.0:1777045202.344785:0:11491:0:(llog.c:858:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1777045202.345257:0:11491:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df74600e00 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11491:1863365424395136:192.168.201.45@tcp:107:hsm_cdtr.0 00000100:00100000:3.0:1777045202.345408:0:11491:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df77ab4a80 going to sleep for 11 seconds 00000100:00100000:2.0:1777045202.380864:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045202.389644:0:11491:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df74600e00 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11491:1863365424395136:192.168.201.45@tcp:107:hsm_cdtr.0 00000100:00100000:2.0:1777045202.390175:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370073088 00000100:00100000:2.0:1777045202.390187:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370073088 00000100:00100000:2.0:1777045202.390286:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1167 00000100:00100000:2.0:1777045202.390302:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77b05880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+30:29453:x1863365370073088:12345-192.168.201.45@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1777045202.390347:0:5857:0:(mdt_handler.c:7958:mdt_fid2path()) path get [0x200000402:0x20:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1777045202.390492:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77b05880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+30:29453:x1863365370073088:12345-192.168.201.45@tcp:53:lhsmtool_posix.0 Request processed in 190us (9635us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045202.390506:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1167 00000100:00100000:2.0:1777045202.434849:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045202.434903:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370073216 00000100:00100000:2.0:1777045202.434916:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370073216 00000100:00100000:2.0:1777045202.434986:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1168 00000100:00100000:2.0:1777045202.435002:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77b04a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+30:29453:x1863365370073216:12345-192.168.201.45@tcp:34:lhsmtool_posix.0 00010000:00010000:2.0:1777045202.435124:0:5856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024800/0x2c8777a5e7d9e6a7 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045202.435151:0:5856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024800/0x2c8777a5e7d9e6a7 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045202.435171:0:5856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024800/0x2c8777a5e7d9e6a7 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045202.435283:0:5856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024a00/0x2c8777a5e7d9e6ae lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x329c2aeb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045202.435298:0:5856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024a00/0x2c8777a5e7d9e6ae lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x329c2aeb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045202.435309:0:5856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024a00/0x2c8777a5e7d9e6ae lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x329c2aeb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045202.435346:0:5856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025800/0x2c8777a5e7d9e6b5 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045202.435360:0:5856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025800/0x2c8777a5e7d9e6b5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045202.435372:0:5856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025800/0x2c8777a5e7d9e6b5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777045202.435425:0:5856:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x20:0x0]: returning size 158 00000004:00200000:2.0:1777045202.435432:0:5856:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1777045202.435451:0:5856:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025800/0x2c8777a5e7d9e6b5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045202.435469:0:5856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024800/0x2c8777a5e7d9e6a7 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045202.435481:0:5856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024800/0x2c8777a5e7d9e6a7 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045202.435524:0:5856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024800/0x2c8777a5e7d9e6a7 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045202.435534:0:5856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48024800 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:2.0:1777045202.435540:0:5856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024800/0x2c8777a5e7d9e6a7 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045202.435553:0:5856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024800/0x2c8777a5e7d9e6a7 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045202.435572:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff98df4a351500) 00010000:00010000:2.0:1777045202.435578:0:5856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777045202.435585:0:5856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024800/0x2c8777a5e7d9e6a7 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045202.435595:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024800/0x2c8777a5e7d9e6a7 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045202.435613:0:5856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024a00/0x2c8777a5e7d9e6ae lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x329c2aeb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045202.435624:0:5856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024a00/0x2c8777a5e7d9e6ae lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x329c2aeb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045202.435634:0:5856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024a00/0x2c8777a5e7d9e6ae lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x329c2aeb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045202.435643:0:5856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48024a00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:2.0:1777045202.435648:0:5856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024a00/0x2c8777a5e7d9e6ae lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x329c2aeb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045202.435665:0:5856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024a00/0x2c8777a5e7d9e6ae lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x329c2aeb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045202.435677:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x329c2aeb (ffff98df48c7e700) 00010000:00010000:2.0:1777045202.435703:0:5856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777045202.435709:0:5856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024a00/0x2c8777a5e7d9e6ae lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x329c2aeb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045202.435719:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024a00/0x2c8777a5e7d9e6ae lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x329c2aeb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045202.435743:0:5856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025800/0x2c8777a5e7d9e6b5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045202.435754:0:5856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025800/0x2c8777a5e7d9e6b5 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045202.435762:0:5856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025800/0x2c8777a5e7d9e6b5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045202.435771:0:5856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48025800 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:2.0:1777045202.435775:0:5856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025800/0x2c8777a5e7d9e6b5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045202.435785:0:5856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025800/0x2c8777a5e7d9e6b5 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045202.435797:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x20:0x0].0x0 (ffff98df454d4d00) 00010000:00010000:2.0:1777045202.435801:0:5856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777045202.435806:0:5856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025800/0x2c8777a5e7d9e6b5 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045202.435823:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025800/0x2c8777a5e7d9e6b5 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777045202.435918:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77b04a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+30:29453:x1863365370073216:12345-192.168.201.45@tcp:34:lhsmtool_posix.0 Request processed in 917us (1081us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045202.435932:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1168 00000100:00100000:3.0:1777045202.459090:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045202.459647:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370073472 00000100:00100000:0.0:1777045202.459662:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370073472 00000100:00100000:0.0:1777045202.459761:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1169 00000100:00100000:0.0:1777045202.459778:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df74600e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+30:29453:x1863365370073472:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1777045202.459806:0:7939:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777045202.459833:0:7939:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023a00/0x2c8777a5e7d9e6bc lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148e29 expref: -99 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045202.459967:0:7939:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023000/0x2c8777a5e7d9e6c3 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045202.459991:0:7939:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023000/0x2c8777a5e7d9e6c3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045202.460009:0:7939:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023000/0x2c8777a5e7d9e6c3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777045202.460026:0:7939:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x20:0x0]: returning size 158 00010000:00010000:0.0:1777045202.460162:0:7939:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023000/0x2c8777a5e7d9e6c3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045202.460176:0:7939:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023000/0x2c8777a5e7d9e6c3 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045202.460188:0:7939:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023000/0x2c8777a5e7d9e6c3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045202.460198:0:7939:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48023000 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:0.0:1777045202.460236:0:7939:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023000/0x2c8777a5e7d9e6c3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045202.460248:0:7939:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023000/0x2c8777a5e7d9e6c3 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045202.460268:0:7939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x20:0x0].0x0 (ffff98df454d4d00) 00010000:00010000:0.0:1777045202.460274:0:7939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1777045202.460281:0:7939:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023000/0x2c8777a5e7d9e6c3 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x20:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045202.460291:0:7939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023000/0x2c8777a5e7d9e6c3 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x20:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045202.460657:0:7939:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023a00/0x2c8777a5e7d9e6bc lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148e29 expref: 32 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045202.460678:0:7939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff98df4a351500) 00010000:00010000:0.0:1777045202.460705:0:7939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1777045202.460712:0:7939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023a00/0x2c8777a5e7d9e6bc lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148e29 expref: 32 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045202.460731:0:7939:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de48023a00, rc 0) 00000100:00100000:0.0:1777045202.461088:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df74600e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+31:29453:x1863365370073472:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 Request processed in 1314us (2006us total) trans 4294968079 rc 301/301 00000100:00100000:0.0:1777045202.461105:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1169 00000100:00100000:3.0:1777045202.487431:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045202.489837:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370073600 00000100:00100000:0.0:1777045202.489855:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370073600 00000100:00100000:0.0:1777045202.489943:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1170 00000100:00100000:0.0:1777045202.489960:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77b5ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+31:29453:x1863365370073600:12345-192.168.201.45@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1777045202.490010:0:12646:0:(mdt_handler.c:7958:mdt_fid2path()) path get [0x200000402:0x20:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1777045202.490153:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77b5ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+31:29453:x1863365370073600:12345-192.168.201.45@tcp:53:lhsmtool_posix.0 Request processed in 197us (2734us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045202.490166:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1170 00000100:00100000:0.0:1777045202.512558:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045202.512772:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370073856 00000100:00100000:2.0:1777045202.512788:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370073856 00000100:00100000:2.0:1777045202.512862:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1171 00000100:00100000:2.0:1777045202.512878:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b4b0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+31:29453:x1863365370073856:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1777045202.512906:0:5855:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777045202.512933:0:5855:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025800/0x2c8777a5e7d9e6d1 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x46:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148e30 expref: -99 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045202.514939:0:5855:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024a00/0x2c8777a5e7d9e6d8 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x22:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045202.514963:0:5855:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024a00/0x2c8777a5e7d9e6d8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045202.514986:0:5855:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024a00/0x2c8777a5e7d9e6d8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777045202.515004:0:5855:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x22:0x0]: returning size 0 00010000:00010000:2.0:1777045202.515078:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025800/0x2c8777a5e7d9e6d1 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148e30 expref: 34 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045202.515107:0:5855:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024a00/0x2c8777a5e7d9e6d8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148e30 expref: 33 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045202.515122:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x22:0x0].0x0 (ffff98df48c7e700) 00010000:00010000:2.0:1777045202.515128:0:5855:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777045202.515133:0:5855:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de48024a00, rc 0) 00000100:00100000:2.0:1777045202.515253:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b4b0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+33:29453:x1863365370073856:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 Request processed in 2376us (2704us total) trans 4294968080 rc 0/0 00000100:00100000:2.0:1777045202.515265:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1171 00000100:00100000:1.0:1777045202.536117:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045202.543124:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370074112 00000100:00100000:0.0:1777045202.543142:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370074112 00000100:00100000:0.0:1777045202.543249:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1172 00000100:00100000:0.0:1777045202.543267:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df605f5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+33:29453:x1863365370074112:12345-192.168.201.45@tcp:36:lhsmtool_posix.0 00010000:00010000:0.0:1777045202.543342:0:5857:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777045202.543378:0:5857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024a00/0x2c8777a5e7d9e6d8 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148e30 expref: 33 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045202.543518:0:5857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x22:0x0].0x0 (ffff98df48c7e700) 00010000:00010000:0.0:1777045202.543556:0:5857:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777045202.543589:0:5857:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023a00/0x2c8777a5e7d9e6e6 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x46:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045202.543612:0:5857:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023a00/0x2c8777a5e7d9e6e6 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045202.543629:0:5857:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023a00/0x2c8777a5e7d9e6e6 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045202.543653:0:5857:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023000/0x2c8777a5e7d9e6ed lrc: 3/0,1 mode: --/PW res: [0x200000401:0x46:0x0].0x266f5204 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045202.543665:0:5857:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023000/0x2c8777a5e7d9e6ed lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x46:0x0].0x266f5204 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045202.543677:0:5857:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023000/0x2c8777a5e7d9e6ed lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x46:0x0].0x266f5204 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045202.544086:0:5857:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023a00/0x2c8777a5e7d9e6e6 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045202.544100:0:5857:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023a00/0x2c8777a5e7d9e6e6 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045202.544112:0:5857:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023a00/0x2c8777a5e7d9e6e6 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045202.544124:0:5857:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48023a00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:0.0:1777045202.544131:0:5857:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023a00/0x2c8777a5e7d9e6e6 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045202.544144:0:5857:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023a00/0x2c8777a5e7d9e6e6 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045202.544162:0:5857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x46:0x0].0x0 (ffff98df413b6500) 00010000:00010000:0.0:1777045202.544168:0:5857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777045202.544175:0:5857:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023a00/0x2c8777a5e7d9e6e6 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045202.544186:0:5857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023a00/0x2c8777a5e7d9e6e6 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045202.544206:0:5857:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023000/0x2c8777a5e7d9e6ed lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x46:0x0].0x266f5204 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045202.544216:0:5857:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023000/0x2c8777a5e7d9e6ed lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x46:0x0].0x266f5204 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045202.544227:0:5857:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023000/0x2c8777a5e7d9e6ed lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x46:0x0].0x266f5204 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045202.544236:0:5857:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48023000 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:0.0:1777045202.544241:0:5857:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023000/0x2c8777a5e7d9e6ed lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x46:0x0].0x266f5204 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045202.544253:0:5857:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023000/0x2c8777a5e7d9e6ed lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x46:0x0].0x266f5204 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045202.549117:0:5857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x46:0x0].0x266f5204 (ffff98df61f8e900) 00010000:00010000:0.0:1777045202.549127:0:5857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777045202.549137:0:5857:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023000/0x2c8777a5e7d9e6ed lrc: 2/0,0 mode: --/PW res: [0x200000401:0x46:0x0].0x266f5204 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045202.549155:0:5857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023000/0x2c8777a5e7d9e6ed lrc: 0/0,0 mode: --/PW res: [0x200000401:0x46:0x0].0x266f5204 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777045202.549338:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df605f5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+32:29453:x1863365370074112:12345-192.168.201.45@tcp:36:lhsmtool_posix.0 Request processed in 6069us (13226us total) trans 0 rc -2/-2 00000100:00100000:0.0:1777045202.549355:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1172 00000100:00100000:0.0:1777045202.565647:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045202.565798:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370074240 00000100:00100000:1.0:1777045202.565812:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370074240 00000100:00100000:1.0:1777045202.565895:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1173 00000100:00100000:1.0:1777045202.565910:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b4b3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+32:29453:x1863365370074240:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1777045202.565936:0:5856:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777045202.565967:0:5856:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfca00/0x2c8777a5e7d9e6f4 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x22:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148e37 expref: -99 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045202.566015:0:5856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd800/0x2c8777a5e7d9e6fb lrc: 3/1,0 mode: --/PR res: [0x200000402:0x22:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045202.566034:0:5856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd800/0x2c8777a5e7d9e6fb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x22:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045202.566052:0:5856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd800/0x2c8777a5e7d9e6fb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x22:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045202.566181:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfca00/0x2c8777a5e7d9e6f4 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x22:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148e37 expref: 34 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045202.566221:0:5856:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd800/0x2c8777a5e7d9e6fb lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x22:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148e37 expref: 33 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045202.566237:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x22:0x0].0x0 (ffff98df454d4900) 00010000:00010000:1.0:1777045202.566260:0:5856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1777045202.566265:0:5856:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de41dfd800, rc 0) 00000100:00100000:1.0:1777045202.566339:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b4b3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+33:29453:x1863365370074240:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 Request processed in 431us (704us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045202.566351:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1173 00000100:00100000:0.0:1777045202.584249:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045202.584747:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370074496 00000100:00100000:0.0:1777045202.584762:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370074496 00000100:00100000:0.0:1777045202.584849:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1174 00000100:00100000:0.0:1777045202.584866:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df72b2f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+33:29453:x1863365370074496:12345-192.168.201.45@tcp:36:lhsmtool_posix.0 00010000:00010000:0.0:1777045202.584999:0:7939:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023000/0x2c8777a5e7d9e702 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x22:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045202.585029:0:7939:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023000/0x2c8777a5e7d9e702 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x22:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045202.585050:0:7939:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023000/0x2c8777a5e7d9e702 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x22:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777045202.585794:0:7939:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000b17a6960 reply state 00000000fa1f7453 transno 4294968081 ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023000/0x2c8777a5e7d9e702 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x22:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777045202.585812:0:7939:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777045202.585958:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df72b2f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+35:29453:x1863365370074496:12345-192.168.201.45@tcp:36:lhsmtool_posix.0 Request processed in 1093us (1756us total) trans 4294968081 rc 0/0 00000100:00100000:0.0:1777045202.585976:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1174 00010000:00010000:0.0:1777045202.593852:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777045202.600810:0:3328:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023000/0x2c8777a5e7d9e702 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x22:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045202.600835:0:3328:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023000/0x2c8777a5e7d9e702 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x22:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045202.600849:0:3328:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023000/0x2c8777a5e7d9e702 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x22:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045202.600861:0:3328:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48023000 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:3.0:1777045202.600871:0:3328:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023000/0x2c8777a5e7d9e702 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x22:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045202.600885:0:3328:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023000/0x2c8777a5e7d9e702 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x22:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045202.600915:0:3328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x22:0x0].0x0 (ffff98df454d4900) 00010000:00010000:3.0:1777045202.600922:0:3328:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1777045202.600931:0:3328:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023000/0x2c8777a5e7d9e702 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x22:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045202.600942:0:3328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023000/0x2c8777a5e7d9e702 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x22:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777045202.617924:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045202.617987:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370074624 00000100:00100000:0.0:1777045202.618000:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370074624 00000100:00100000:0.0:1777045202.618089:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1175 00000100:00100000:0.0:1777045202.618108:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de419fd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+34:29453:x1863365370074624:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1777045202.618145:0:5857:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777045202.618175:0:5857:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022e00/0x2c8777a5e7d9e709 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x22:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148e3e expref: -99 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045202.618661:0:5857:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022e00/0x2c8777a5e7d9e709 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x22:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148e3e expref: 35 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045202.618713:0:5857:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022e00/0x2c8777a5e7d9e709 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x22:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148e3e expref: 35 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045202.618732:0:5857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x22:0x0].0x0 (ffff98df454d4900) 00010000:00010000:0.0:1777045202.618739:0:5857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1777045202.618745:0:5857:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de48022e00, rc 0) 00000100:00100000:0.0:1777045202.618831:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de419fd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+35:29453:x1863365370074624:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 Request processed in 725us (916us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045202.618844:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1175 00000100:00100000:1.0:1777045202.641724:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045202.643662:0:5859:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370074752 00000100:00100000:3.0:1777045202.643707:0:5859:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370074752 00000100:00100000:3.0:1777045202.643806:0:5859:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 258 00000100:00100000:3.0:1777045202.643823:0:5859:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df45edc450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+35:29453:x1863365370074752:12345-192.168.201.45@tcp:49:lhsmtool_posix.0 00000100:00100000:3.0:1777045202.644039:0:5859:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df45edc450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+35:29453:x1863365370074752:12345-192.168.201.45@tcp:49:lhsmtool_posix.0 Request processed in 219us (2325us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045202.644060:0:5859:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 258 00000100:00100000:2.0:1777045202.664444:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045202.667470:0:5858:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370075008 00000100:00100000:3.0:1777045202.667486:0:5858:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370075008 00000100:00100000:3.0:1777045202.667573:0:5858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 259 00000100:00100000:3.0:1777045202.667594:0:5858:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77b07800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+35:29453:x1863365370075008:12345-192.168.201.45@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1777045202.668191:0:5858:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77b07800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+36:29453:x1863365370075008:12345-192.168.201.45@tcp:35:lhsmtool_posix.0 Request processed in 600us (3754us total) trans 4294968082 rc 0/0 00000100:00100000:3.0:1777045202.668231:0:5858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 259 00000100:00100000:1.0:1777045202.689584:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045202.689741:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370075264 00000100:00100000:2.0:1777045202.689756:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370075264 00000100:00100000:2.0:1777045202.689843:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1176 00000100:00100000:2.0:1777045202.689859:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df605f4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+36:29453:x1863365370075264:12345-192.168.201.45@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1777045202.690017:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df605f4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+36:29453:x1863365370075264:12345-192.168.201.45@tcp:57:lhsmtool_posix.0 Request processed in 161us (442us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045202.690030:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1176 00000100:00100000:1.0:1777045202.725517:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045202.729860:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370075520 00000100:00100000:0.0:1777045202.730124:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370075520 00000100:00100000:0.0:1777045202.730728:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1177 00000100:00100000:0.0:1777045202.730746:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77fd4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+36:29453:x1863365370075520:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1777045202.730776:0:12646:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777045202.730805:0:12646:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9e710 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148e45 expref: -99 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045202.730949:0:12646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023800/0x2c8777a5e7d9e717 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x22:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045202.730974:0:12646:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022e00/0x2c8777a5e7d9e709 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x22:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148e3e expref: 37 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045202.730998:0:12646:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023800/0x2c8777a5e7d9e717 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x22:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045202.731052:0:12646:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022e00/0x2c8777a5e7d9e709 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x22:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148e3e expref: 37 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045202.731642:0:12646:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022e00/0x2c8777a5e7d9e709 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x22:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148e3e expref: 37 pid: 5857 timeout: 1931 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777045202.731670:0:12646:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df77955880 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12646:1863365424395264:192.168.201.45@tcp:104: 00000100:00100000:0.0:1777045202.738891:0:12646:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df58e34540 going to sleep for 11 seconds 00000100:00100000:3.0:1777045202.756971:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045202.757243:0:12646:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df77955880 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12646:1863365424395264:192.168.201.45@tcp:104: 00010000:00010000:0.0:1777045202.757282:0:12646:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023800/0x2c8777a5e7d9e717 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x22:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777045202.757325:0:6655:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370075648 00000100:00100000:0.0:1777045202.757336:0:6655:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370075648 00010000:00010000:0.0:1777045202.757384:0:6655:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022e00/0x2c8777a5e7d9e709 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x22:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148e3e expref: 38 pid: 5857 timeout: 1931 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777045202.757450:0:6655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 345 00000100:00100000:0.0:1777045202.757466:0:6655:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df46689f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+38:2392:x1863365370075648:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777045202.757508:0:6655:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777045202.757520:0:6655:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022e00/0x2c8777a5e7d9e709 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x22:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148e3e expref: 38 pid: 5857 timeout: 1931 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045202.757550:0:6655:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022e00/0x2c8777a5e7d9e709 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x22:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148e3e expref: 38 pid: 5857 timeout: 1931 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045202.757584:0:6655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022e00/0x2c8777a5e7d9e709 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x22:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148e3e expref: 38 pid: 5857 timeout: 1931 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045202.757607:0:6655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x22:0x0].0x0 (ffff98df454d4900) 00010000:00010000:0.0:1777045202.757615:0:6655:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023800/0x2c8777a5e7d9e717 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x22:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045202.757631:0:6655:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023800/0x2c8777a5e7d9e717 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x22:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045202.757643:0:6655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023800/0x2c8777a5e7d9e717 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x22:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045202.757702:0:6655:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777045202.757772:0:6655:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df46689f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+37:2392:x1863365370075648:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 307us (811us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045202.757786:0:6655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 345 00010000:00010000:0.0:1777045202.757827:0:12646:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023800/0x2c8777a5e7d9e717 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x22:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045202.757839:0:12646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023800/0x2c8777a5e7d9e717 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x22:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777045202.758143:0:12646:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x22:0x0]: returning size 0 00000004:00080000:0.0:1777045202.758606:0:12646:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x18:0x0], index 1: 0 00010000:00010000:0.0:1777045202.758979:0:12646:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023800/0x2c8777a5e7d9e717 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x22:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045202.758996:0:12646:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023800/0x2c8777a5e7d9e717 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x22:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045202.759006:0:12646:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023800/0x2c8777a5e7d9e717 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x22:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045202.759016:0:12646:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48023800 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:0.0:1777045202.759023:0:12646:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023800/0x2c8777a5e7d9e717 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x22:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045202.759035:0:12646:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023800/0x2c8777a5e7d9e717 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x22:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045202.759052:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x22:0x0].0x0 (ffff98df454d4900) 00010000:00010000:0.0:1777045202.759057:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1777045202.759063:0:12646:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023800/0x2c8777a5e7d9e717 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x22:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045202.759073:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023800/0x2c8777a5e7d9e717 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x22:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045202.759147:0:12646:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9e710 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148e45 expref: 37 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045202.759164:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x46:0x0].0x0 (ffff98df413b6500) 00010000:00010000:0.0:1777045202.759168:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1777045202.759175:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9e710 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148e45 expref: 37 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045202.759190:0:12646:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de48022c00, rc 0) 00000100:00100000:0.0:1777045202.759594:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77fd4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+36:29453:x1863365370075520:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 Request processed in 28850us (34089us total) trans 4294968083 rc 301/301 00000100:00100000:0.0:1777045202.759608:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1177 00000100:00100000:2.0:1777045202.770500:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045202.770632:0:19840:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370075904 00000100:00100000:0.0:1777045202.770645:0:19840:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370075904 00000100:00100000:0.0:1777045202.770756:0:19840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 260 00000100:00100000:0.0:1777045202.770774:0:19840:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77b05f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+36:29453:x1863365370075904:12345-192.168.201.45@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1777045202.771554:0:19840:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77b05f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+37:29453:x1863365370075904:12345-192.168.201.45@tcp:35:lhsmtool_posix.0 Request processed in 782us (1073us total) trans 4294968084 rc 0/0 00000100:00100000:0.0:1777045202.771568:0:19840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 260 00000100:00100000:0.0:1777045202.802148:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045202.802358:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370076032 00000100:00100000:2.0:1777045202.802372:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370076032 00000100:00100000:2.0:1777045202.802456:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1178 00000100:00100000:2.0:1777045202.802470:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77955880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+37:29453:x1863365370076032:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1777045202.802500:0:5856:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777045202.802529:0:5856:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024e00/0x2c8777a5e7d9e725 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x22:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148e4c expref: -99 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045202.802653:0:5856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024600/0x2c8777a5e7d9e72c lrc: 3/1,0 mode: --/PR res: [0x200000402:0x22:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045202.802700:0:5856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024600/0x2c8777a5e7d9e72c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x22:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045202.802718:0:5856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024600/0x2c8777a5e7d9e72c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x22:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777045202.802766:0:5856:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x22:0x0]: returning size 0 00000004:00200000:2.0:1777045202.802772:0:5856:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1777045202.802799:0:5856:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024600/0x2c8777a5e7d9e72c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x22:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045202.802838:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024e00/0x2c8777a5e7d9e725 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148e4c expref: 39 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045202.802861:0:5856:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024600/0x2c8777a5e7d9e72c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x22:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148e4c expref: 38 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045202.802873:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x22:0x0].0x0 (ffff98df454d4900) 00010000:00010000:2.0:1777045202.802878:0:5856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:2.0:1777045202.802883:0:5856:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de48024600, rc 0) 00000100:00100000:2.0:1777045202.802957:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77955880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+38:29453:x1863365370076032:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 Request processed in 490us (819us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045202.802970:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1178 00000100:00100000:3.0:1777045202.819768:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045202.819818:0:6639:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370076160 00000100:00100000:3.0:1777045202.819829:0:6639:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370076160 00000100:00100000:3.0:1777045202.819880:0:6639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 329 00000100:00100000:3.0:1777045202.819892:0:6639:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de478bc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2389:x1863365370076160:12345-192.168.201.45@tcp:8:lhsmtool_posix.0 00010000:00080000:3.0:1777045202.819932:0:6639:0:(ldlm_lib.c:1431:target_handle_connect()) lustre-OST0001: connection from 15144518-a1c7-4352-a966-cb31eadd4d9b@192.168.201.45@tcp t0 exp 0000000000000000 cur 1831 last 0 00000020:00000080:3.0:1777045202.819977:0:6639:0:(genops.c:1406:class_connect()) connect: client 15144518-a1c7-4352-a966-cb31eadd4d9b, cookie 0x2c8777a5e7d9e733 00002000:00100000:3.0:1777045202.819992:0:6639:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli 15144518-a1c7-4352-a966-cb31eadd4d9b/ffff98df753bf800 ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 2113436 ocd_grant: 30670848 ocd_index: 0 ocd_group 0 00002000:00100000:3.0:1777045202.820022:0:6639:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0001: cli supports cksum type f7, return f7 00002000:00080000:3.0:1777045202.820134:0:6639:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:3.0:1777045202.820172:0:6639:0:(import.c:65:import_set_state_nolock()) ffff98df753b9000 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1777045202.820278:0:6639:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de478bc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+6:2389:x1863365370076160:12345-192.168.201.45@tcp:8:lhsmtool_posix.0 Request processed in 385us (520us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045202.820292:0:6639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 329 00000100:00100000:3.0:1777045202.830705:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045202.830925:0:14822:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370076288 00000100:00100000:0.0:1777045202.830940:0:14822:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370076288 00000100:00100000:0.0:1777045202.831057:0:14822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 330 00000100:00100000:0.0:1777045202.831072:0:14822:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b93a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+6:0:x1863365370076288:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1777045202.831095:0:14822:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777045202.831125:0:14822:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000feef6b13/0x2c8777a5e7d9e73a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148e53 expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777045202.831162:0:14822:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x18:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1777045202.831188:0:14822:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777045202.831191:0:14822:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777045202.831203:0:14822:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000feef6b13/0x2c8777a5e7d9e73a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148e53 expref: 7 pid: 14822 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045202.831227:0:14822:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000feef6b13/0x2c8777a5e7d9e73a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148e53 expref: 7 pid: 14822 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045202.831249:0:14822:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de48023800, rc 0) 00000100:00100000:0.0:1777045202.831366:0:14822:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b93a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+7:0:x1863365370076288:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 Request processed in 296us (699us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045202.831378:0:14822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 330 00000100:00080000:1.0:1777045202.831723:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1777045202.852737:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045202.854731:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370076544 00000100:00100000:1.0:1777045202.854748:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370076544 00000100:00100000:1.0:1777045202.854849:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1179 00000100:00100000:1.0:1777045202.854868:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b93b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+38:29453:x1863365370076544:12345-192.168.201.45@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1777045202.855024:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b93b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+38:29453:x1863365370076544:12345-192.168.201.45@tcp:57:lhsmtool_posix.0 Request processed in 160us (2296us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045202.855038:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1179 00000100:00100000:0.0:1777045202.871005:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045202.871068:0:8776:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370076672 00000100:00100000:0.0:1777045202.871082:0:8776:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370076672 00000100:00100000:0.0:1777045202.871166:0:8776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 331 00000100:00100000:0.0:1777045202.871181:0:8776:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77955c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+7:29453:x1863365370076672:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1777045202.871229:0:8776:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777045202.871254:0:8776:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004db510d3/0x2c8777a5e7d9e741 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148e5a expref: -99 pid: 8776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045202.871298:0:8776:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000feef6b13/0x2c8777a5e7d9e73a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148e53 expref: 8 pid: 14822 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045202.871312:0:8776:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777045202.871316:0:8776:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777045202.871323:0:8776:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004db510d3/0x2c8777a5e7d9e741 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148e5a expref: 8 pid: 8776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045202.871369:0:8776:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000feef6b13/0x2c8777a5e7d9e73a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148e53 expref: 8 pid: 14822 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045202.871391:0:8776:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000feef6b13/0x2c8777a5e7d9e73a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148e53 expref: 8 pid: 14822 timeout: 1931 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777045202.871415:0:8776:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df77954000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8776:1863365424395392:192.168.201.45@tcp:104: 00000100:00100000:0.0:1777045202.871529:0:8776:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df58e34d80 going to sleep for 11 seconds 00000100:00100000:0.0:1777045202.899060:0:8776:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df77954000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8776:1863365424395392:192.168.201.45@tcp:104: 00010000:00010000:0.0:1777045202.899130:0:8776:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000004db510d3/0x2c8777a5e7d9e741 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148e5a expref: 8 pid: 8776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045202.899161:0:8776:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de48022000, rc 0) 00000100:00100000:0.0:1777045202.899563:0:8776:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77955c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+8:29453:x1863365370076672:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 Request processed in 28382us (28569us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045202.899579:0:8776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 331 00000100:00100000:2.0:1777045202.906911:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045202.906961:0:5841:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370076800 00000100:00100000:2.0:1777045202.906975:0:5841:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370076800 00010000:00010000:2.0:1777045202.907026:0:5841:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000feef6b13/0x2c8777a5e7d9e73a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148e53 expref: 8 pid: 14822 timeout: 1931 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777045202.907097:0:5841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 346 00000100:00100000:2.0:1777045202.907112:0:5841:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77b07100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2393:x1863365370076800:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777045202.907136:0:5841:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777045202.907170:0:5841:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000feef6b13/0x2c8777a5e7d9e73a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148e53 expref: 8 pid: 14822 timeout: 1931 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045202.907192:0:5841:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000feef6b13/0x2c8777a5e7d9e73a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148e53 expref: 8 pid: 14822 timeout: 1931 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045202.907228:0:5841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000feef6b13/0x2c8777a5e7d9e73a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148e53 expref: 8 pid: 14822 timeout: 1931 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045202.908084:0:5841:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777045202.908090:0:5841:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777045202.908103:0:5841:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000004db510d3/0x2c8777a5e7d9e741 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148e5a expref: 7 pid: 8776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045202.908122:0:5841:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004db510d3/0x2c8777a5e7d9e741 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148e5a expref: 7 pid: 8776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045202.908178:0:5841:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000004db510d3/0x2c8777a5e7d9e741 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148e5a expref: 7 pid: 8776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777045202.908199:0:5841:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df77b06300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5841:1863365424395520:192.168.201.45@tcp:105: 00000100:00100000:2.0:1777045202.908331:0:5841:0:(client.c:2691:ptlrpc_set_wait()) set ffff98de478236c0 going to sleep for 11 seconds 00000100:00100000:2.0:1777045202.938398:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045202.948795:0:5841:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df77b06300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5841:1863365424395520:192.168.201.45@tcp:105: 00010000:00010000:2.0:1777045202.948829:0:5841:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777045202.948939:0:5841:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77b07100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+7:2393:x1863365370076800:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 41827us (42036us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045202.948958:0:5841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 346 00000100:00100000:2.0:1777045202.949033:0:6645:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370076928 00000100:00100000:2.0:1777045202.949045:0:6645:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370076928 00002000:00100000:2.0:1777045202.949099:0:6645:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x18:0x0] (0->157) req@ffff98df7b9c5180 x1863365370076928/t0(0) o4->15144518-a1c7-4352-a966-cb31eadd4d9b@192.168.201.45@tcp:203/0 lens 648/0 e 0 to 0 dl 1777045213 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777045202.949116:0:6645:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98df7b9c5180 with x1863365370076928 ext(0->157) 00002000:00010000:2.0:1777045202.949124:0:6645:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff98df7b9c5180 00000100:00100000:2.0:1777045202.949171:0:6645:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 103 00000100:00100000:2.0:1777045202.949185:0:6645:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b9c5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+7:2390:x1863365370076928:12345-192.168.201.45@tcp:4:lhsmtool_posix.0 00000001:00100000:0.0:1777045203.059649:0:7533:0:(tgt_lastrcvd.c:568:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 15144518-a1c7-4352-a966-cb31eadd4d9b 00000020:00000080:0.0:1777045203.059661:0:7533:0:(genops.c:906:class_export_put()) final put ffff98df7299d800/15144518-a1c7-4352-a966-cb31eadd4d9b 00000001:00100000:0.0:1777045203.059717:0:7533:0:(tgt_lastrcvd.c:568:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 15144518-a1c7-4352-a966-cb31eadd4d9b 00000020:00000080:3.0:1777045203.060146:0:12431:0:(genops.c:865:class_export_destroy()) destroying export ffff98df7299d800/15144518-a1c7-4352-a966-cb31eadd4d9b for lustre-OST0001 00000020:00000080:3.0:1777045203.060274:0:12431:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff98df7299b800 for lustre-OST0001 00000100:00100000:1.0:1777045203.068648:0:6645:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b9c5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2390:x1863365370076928:12345-192.168.201.45@tcp:4:lhsmtool_posix.0 Request processed in 119452us (130250us total) trans 4294967362 rc 0/0 00000100:00100000:1.0:1777045203.068700:0:6645:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 103 00002000:00100000:1.0:1777045203.068719:0:6645:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x18:0x0] (0->157) req@ffff98df7b9c5180 x1863365370076928/t4294967362(0) o4->15144518-a1c7-4352-a966-cb31eadd4d9b@192.168.201.45@tcp:203/0 lens 648/448 e 0 to 0 dl 1777045213 ref 1 fl Complete:/600/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777045203.068736:0:6645:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98df7b9c5180 with x1863365370076928 ext(0->157) 00002000:00010000:1.0:1777045203.068746:0:6645:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff98df7b9c5180 00000100:00100000:2.0:1777045203.077921:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045203.078068:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370077056 00000100:00100000:0.0:1777045203.078081:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370077056 00000100:00100000:0.0:1777045203.078181:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1180 00000100:00100000:0.0:1777045203.078196:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b9c5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+38:29453:x1863365370077056:12345-192.168.201.45@tcp:44:lhsmtool_posix.0 00000100:00080000:1.0:1777045203.078532:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1777045203.309293:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b9c5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+38:29453:x1863365370077056:12345-192.168.201.45@tcp:44:lhsmtool_posix.0 Request processed in 231089us (231371us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045203.309311:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1180 00000001:00080000:0.0:1777045203.309366:0:5877:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968084 is committed 00000001:00080000:0.0:1777045203.309392:0:5877:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968078 is committed 00000100:00100000:2.0:1777045203.332824:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045203.333089:0:6641:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370077184 00000100:00100000:0.0:1777045203.333103:0:6641:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370077184 00000100:00100000:0.0:1777045203.333188:0:6641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 332 00000100:00100000:0.0:1777045203.333598:0:6641:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b9c4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2392:x1863365370077184:12345-192.168.201.45@tcp:16:lhsmtool_posix.0 00000100:00100000:1.0:1777045203.419874:0:3344:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df77954000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3344:1863365424395648:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1777045203.419982:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045203.420252:0:19062:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424395648 00000100:00100000:0.0:1777045203.420263:0:19062:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424395648 00000100:00100000:0.0:1777045203.420370:0:19062:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 471 00000100:00100000:0.0:1777045203.420411:0:19062:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77fd5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1863365424395648:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1777045203.420465:0:19062:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 79888384 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1777045203.430278:0:19062:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77fd5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1863365424395648:12345-0@lo:13:osp-pre-0-0.0 Request processed in 9885us (10284us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045203.430298:0:19062:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 471 00000100:00080000:0.0:1777045203.430584:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1777045203.443157:0:3344:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df77954000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3344:1863365424395648:0@lo:13:osp-pre-0-0.0 00000001:00080000:0.0:1777045203.587280:0:7533:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967362 is committed 00000100:00100000:3.0:1777045203.587942:0:6641:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b9c4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+6:2392:x1863365370077184:12345-192.168.201.45@tcp:16:lhsmtool_posix.0 Request processed in 254732us (255120us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045203.587960:0:6641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 332 00000100:00100000:2.0:1777045203.600458:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045203.601389:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370077440 00000100:00100000:0.0:1777045203.601431:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370077440 00000100:00100000:0.0:1777045203.601519:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1181 00000100:00100000:0.0:1777045203.601535:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b9c4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+32:29453:x1863365370077440:12345-192.168.201.45@tcp:36:lhsmtool_posix.0 00010000:00010000:0.0:1777045203.601610:0:5855:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777045203.601648:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024600/0x2c8777a5e7d9e72c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x22:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148e4c expref: 32 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045203.601846:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x22:0x0].0x0 (ffff98df454d4900) 00010000:00010000:0.0:1777045203.601855:0:5855:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777045203.601897:0:5855:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023c00/0x2c8777a5e7d9e748 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x22:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045203.601918:0:5855:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023c00/0x2c8777a5e7d9e748 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x22:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045203.601933:0:5855:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023c00/0x2c8777a5e7d9e748 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x22:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777045203.602210:0:5855:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000009a25c442 reply state 00000000ce81444b transno 4294968085 ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023c00/0x2c8777a5e7d9e748 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x22:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777045203.602225:0:5855:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777045203.604145:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b9c4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+33:29453:x1863365370077440:12345-192.168.201.45@tcp:36:lhsmtool_posix.0 Request processed in 2610us (3694us total) trans 4294968085 rc 0/0 00000100:00100000:0.0:1777045203.604158:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1181 00010000:00010000:1.0:1777045203.606775:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777045203.628169:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045203.629260:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370077568 00000100:00100000:1.0:1777045203.629275:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370077568 00000100:00100000:1.0:1777045203.629350:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1182 00000100:00100000:1.0:1777045203.629365:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77956680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+33:29453:x1863365370077568:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1777045203.629414:0:5857:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777045203.629442:0:5857:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfda00/0x2c8777a5e7d9e74f lrc: 2/0,0 mode: --/CR res: [0x200000402:0x22:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148e61 expref: -99 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045203.629522:0:5857:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfda00/0x2c8777a5e7d9e74f lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x22:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148e61 expref: 34 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045203.629544:0:5857:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfda00/0x2c8777a5e7d9e74f lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x22:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148e61 expref: 34 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045203.629576:0:5857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x22:0x0].0x0 (ffff98df454d4900) 00010000:00010000:1.0:1777045203.629582:0:5857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1777045203.629587:0:5857:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de41dfda00, rc 0) 00000100:00100000:1.0:1777045203.629699:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77956680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+34:29453:x1863365370077568:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 Request processed in 336us (1540us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045203.629711:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1182 00010000:00010000:2.0:1777045203.630791:0:3327:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023c00/0x2c8777a5e7d9e748 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045203.630808:0:3327:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023c00/0x2c8777a5e7d9e748 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045203.630827:0:3327:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023c00/0x2c8777a5e7d9e748 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045203.630856:0:3327:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48023c00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:2.0:1777045203.630863:0:3327:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023c00/0x2c8777a5e7d9e748 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045203.630874:0:3327:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023c00/0x2c8777a5e7d9e748 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045203.630892:0:3327:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x22:0x0].0x0 (ffff98df454d4900) 00010000:00010000:2.0:1777045203.630897:0:3327:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777045203.630903:0:3327:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023c00/0x2c8777a5e7d9e748 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045203.631263:0:3327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023c00/0x2c8777a5e7d9e748 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777045203.636792:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045203.636944:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370077696 00000100:00100000:1.0:1777045203.636959:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370077696 00000100:00100000:1.0:1777045203.637032:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 333 00000100:00100000:1.0:1777045203.637046:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b4b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+6:2393:x1863365370077696:12345-192.168.201.45@tcp:2:lhsmtool_posix.0 00002000:00010000:1.0:1777045203.637786:0:6642:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x18:0x0] updating lvb size from disk: 0 -> 158 00002000:00010000:1.0:1777045203.637792:0:6642:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x18:0x0] updating lvb mtime from disk: 0 -> 1777045158 00002000:00010000:1.0:1777045203.637796:0:6642:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x18:0x0] updating lvb atime from disk: 0 -> 1777045158 00002000:00010000:1.0:1777045203.637799:0:6642:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x18:0x0] updating lvb ctime from disk: 0 -> 1777045158 00002000:00010000:1.0:1777045203.637802:0:6642:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x18:0x0] updating lvb blocks from disk: 1 -> 11 00000100:00100000:1.0:1777045203.637868:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b4b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+7:2393:x1863365370077696:12345-192.168.201.45@tcp:2:lhsmtool_posix.0 Request processed in 823us (1085us total) trans 4294967363 rc 0/0 00000100:00100000:1.0:1777045203.637880:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 333 00000100:00100000:2.0:1777045203.655294:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045203.655941:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370077952 00000100:00100000:0.0:1777045203.655955:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370077952 00000100:00100000:0.0:1777045203.656048:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1183 00000100:00100000:0.0:1777045203.656064:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77b06300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+33:29453:x1863365370077952:12345-192.168.201.45@tcp:55:lhsmtool_posix.0 00010000:00010000:0.0:1777045203.656147:0:12646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022e00/0x2c8777a5e7d9e756 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x22:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045203.656173:0:12646:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd800/0x2c8777a5e7d9e6fb lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x22:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148e37 expref: 33 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045203.656188:0:12646:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022e00/0x2c8777a5e7d9e756 lrc: 4/0,1 mode: --/PW res: [0x200000402:0x22:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045203.656287:0:12646:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd800/0x2c8777a5e7d9e6fb lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x22:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148e37 expref: 33 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045203.656310:0:12646:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd800/0x2c8777a5e7d9e6fb lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x22:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148e37 expref: 33 pid: 5856 timeout: 1932 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777045203.656334:0:12646:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df77954e00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12646:1863365424395776:192.168.201.45@tcp:104: 00000100:00100000:0.0:1777045203.656465:0:12646:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df60782e40 going to sleep for 11 seconds 00000100:00100000:0.0:1777045203.668924:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045203.669061:0:6655:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370078080 00000100:00100000:1.0:1777045203.669075:0:6655:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370078080 00010000:00010000:1.0:1777045203.669135:0:6655:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd800/0x2c8777a5e7d9e6fb lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x22:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148e37 expref: 34 pid: 5856 timeout: 1932 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777045203.669258:0:6655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 347 00000100:00100000:1.0:1777045203.669276:0:6655:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77954380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+34:2393:x1863365370078080:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777045203.669298:0:6655:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777045203.669323:0:6655:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd800/0x2c8777a5e7d9e6fb lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x22:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148e37 expref: 34 pid: 5856 timeout: 1932 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045203.669344:0:6655:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd800/0x2c8777a5e7d9e6fb lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x22:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148e37 expref: 34 pid: 5856 timeout: 1932 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045203.669372:0:6655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x22:0x0].0x0 (ffff98df454d4900) 00010000:00010000:1.0:1777045203.669378:0:6655:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022e00/0x2c8777a5e7d9e756 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x22:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045203.669411:0:6655:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022e00/0x2c8777a5e7d9e756 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x22:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045203.669421:0:6655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022e00/0x2c8777a5e7d9e756 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x22:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045203.669447:0:6655:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777045203.669507:0:6655:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77954380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+34:2393:x1863365370078080:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 235us (593us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045203.669518:0:6655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 347 00010000:00010000:2.0:1777045203.672819:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd800/0x2c8777a5e7d9e6fb lrc: 0/0,0 mode: --/PR res: [0x200000402:0x22:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148e37 expref: 33 pid: 5856 timeout: 1932 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777045203.672852:0:12646:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df77954e00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12646:1863365424395776:192.168.201.45@tcp:104: 00010000:00010000:2.0:1777045203.673146:0:12646:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022e00/0x2c8777a5e7d9e756 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x22:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045203.673162:0:12646:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022e00/0x2c8777a5e7d9e756 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x22:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045203.673173:0:12646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022e00/0x2c8777a5e7d9e756 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x22:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045203.673285:0:12646:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022e00/0x2c8777a5e7d9e756 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x22:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045203.673297:0:12646:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022e00/0x2c8777a5e7d9e756 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x22:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045203.673308:0:12646:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022e00/0x2c8777a5e7d9e756 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x22:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045203.673318:0:12646:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48022e00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:2.0:1777045203.673324:0:12646:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022e00/0x2c8777a5e7d9e756 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x22:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045203.673334:0:12646:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022e00/0x2c8777a5e7d9e756 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x22:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045203.673353:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x22:0x0].0x0 (ffff98df454d4900) 00010000:00010000:2.0:1777045203.673358:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:2.0:1777045203.673365:0:12646:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022e00/0x2c8777a5e7d9e756 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x22:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045203.673375:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022e00/0x2c8777a5e7d9e756 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x22:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777045203.673479:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77b06300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+32:29453:x1863365370077952:12345-192.168.201.45@tcp:55:lhsmtool_posix.0 Request processed in 17416us (18194us total) trans 0 rc -22/-22 00000100:00100000:2.0:1777045203.673494:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1183 00000100:00100000:0.0:1777045203.689516:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045203.689719:0:8776:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370078208 00000100:00100000:2.0:1777045203.689732:0:8776:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370078208 00000100:00100000:2.0:1777045203.689816:0:8776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 334 00000100:00100000:2.0:1777045203.689832:0:8776:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77954e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+7:2392:x1863365370078208:12345-192.168.201.45@tcp:1:lhsmtool_posix.0 00010000:00010000:2.0:1777045203.689888:0:8776:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000009d172bad/0x2c8777a5e7d9e75d lrc: 3/1,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045203.689917:0:8776:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000004db510d3/0x2c8777a5e7d9e741 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148e5a expref: 7 pid: 8776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045203.689929:0:8776:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777045203.689932:0:8776:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777045203.689937:0:8776:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009d172bad/0x2c8777a5e7d9e75d lrc: 4/1,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045203.690013:0:8776:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000004db510d3/0x2c8777a5e7d9e741 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148e5a expref: 7 pid: 8776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045203.690034:0:8776:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000004db510d3/0x2c8777a5e7d9e741 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148e5a expref: 7 pid: 8776 timeout: 1932 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777045203.690054:0:8776:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df6d7dc380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8776:1863365424395904:192.168.201.45@tcp:104: 00000100:00100000:2.0:1777045203.690165:0:8776:0:(client.c:2691:ptlrpc_set_wait()) set ffff98de47823600 going to sleep for 11 seconds 00000100:00100000:0.0:1777045203.709053:0:8776:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df6d7dc380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8776:1863365424395904:192.168.201.45@tcp:104: 00010000:00010000:0.0:1777045203.709093:0:8776:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000009d172bad/0x2c8777a5e7d9e75d lrc: 3/1,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777045203.718150:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045203.721578:0:5842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370078336 00000100:00100000:2.0:1777045203.721596:0:5842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370078336 00010000:00010000:0.0:1777045203.722079:0:5842:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000004db510d3/0x2c8777a5e7d9e741 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148e5a expref: 8 pid: 8776 timeout: 1932 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777045203.722942:0:5842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 348 00000100:00100000:0.0:1777045203.722960:0:5842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77954000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2393:x1863365370078336:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777045203.723036:0:5842:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777045203.723070:0:5842:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000004db510d3/0x2c8777a5e7d9e741 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148e5a expref: 8 pid: 8776 timeout: 1932 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045203.723092:0:5842:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000004db510d3/0x2c8777a5e7d9e741 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148e5a expref: 8 pid: 8776 timeout: 1932 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045203.723122:0:5842:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004db510d3/0x2c8777a5e7d9e741 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148e5a expref: 8 pid: 8776 timeout: 1932 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045203.723153:0:5842:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777045203.723157:0:5842:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777045203.723164:0:5842:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000009d172bad/0x2c8777a5e7d9e75d lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045203.723180:0:5842:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009d172bad/0x2c8777a5e7d9e75d lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045203.723294:0:5842:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777045203.723337:0:8776:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000009d172bad/0x2c8777a5e7d9e75d lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045203.723358:0:8776:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009d172bad/0x2c8777a5e7d9e75d lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777045203.723376:0:5842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77954000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+7:2393:x1863365370078336:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 416us (5233us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045203.723391:0:5842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 348 00010000:00010000:3.0:1777045203.723423:0:8776:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000009d172bad/0x2c8777a5e7d9e75d lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045203.723441:0:8776:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000009d172bad/0x2c8777a5e7d9e75d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045203.723454:0:8776:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000009d172bad/0x2c8777a5e7d9e75d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045203.723469:0:8776:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48024400 already unused, calling callback (ffffffffc17d22d0) 00010000:00010000:3.0:1777045203.723475:0:8776:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000009d172bad/0x2c8777a5e7d9e75d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045203.723489:0:8776:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000009d172bad/0x2c8777a5e7d9e75d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045203.723513:0:8776:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000009d172bad/0x2c8777a5e7d9e75d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045203.723526:0:8776:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009d172bad/0x2c8777a5e7d9e75d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777045203.723629:0:8776:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77954e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+6:2392:x1863365370078208:12345-192.168.201.45@tcp:1:lhsmtool_posix.0 Request processed in 33798us (34121us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045203.723643:0:8776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 334 00000100:00100000:2.0:1777045203.738321:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045203.744711:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370078592 00000100:00100000:1.0:1777045203.744728:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370078592 00000100:00100000:1.0:1777045203.744850:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1184 00000100:00100000:1.0:1777045203.744866:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d7dfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+32:29453:x1863365370078592:12345-192.168.201.45@tcp:57:lhsmtool_posix.0 00010000:00010000:1.0:1777045203.751595:0:7939:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfce00/0x2c8777a5e7d9e764 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045203.751629:0:7939:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfce00/0x2c8777a5e7d9e764 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x20:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045203.751694:0:7939:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfce00/0x2c8777a5e7d9e764 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x20:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045203.752653:0:7939:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfdc00/0x2c8777a5e7d9e76b lrc: 3/0,1 mode: --/EX res: [0x200000402:0x22:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045203.752710:0:7939:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfda00/0x2c8777a5e7d9e74f lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x22:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148e61 expref: 33 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045203.752724:0:7939:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfdc00/0x2c8777a5e7d9e76b lrc: 4/0,1 mode: --/EX res: [0x200000402:0x22:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045203.752775:0:7939:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfda00/0x2c8777a5e7d9e74f lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x22:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148e61 expref: 33 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045203.752798:0:7939:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfda00/0x2c8777a5e7d9e74f lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x22:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148e61 expref: 33 pid: 5857 timeout: 1932 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777045203.752820:0:7939:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df77fd5f80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7939:1863365424396032:192.168.201.45@tcp:104: 00000100:00100000:1.0:1777045203.752927:0:7939:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df7795f540 going to sleep for 11 seconds 00000100:00100000:1.0:1777045203.772736:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045203.773100:0:7939:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df77fd5f80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7939:1863365424396032:192.168.201.45@tcp:104: 00010000:00010000:3.0:1777045203.773139:0:7939:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfdc00/0x2c8777a5e7d9e76b lrc: 3/0,1 mode: --/EX res: [0x200000402:0x22:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777045203.774960:0:6655:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370078720 00000100:00100000:0.0:1777045203.774975:0:6655:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370078720 00010000:00010000:0.0:1777045203.775029:0:6655:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfda00/0x2c8777a5e7d9e74f lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x22:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148e61 expref: 34 pid: 5857 timeout: 1932 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777045203.775100:0:6655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 349 00000100:00100000:0.0:1777045203.775116:0:6655:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df412af450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+34:2392:x1863365370078720:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777045203.775141:0:6655:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777045203.775159:0:6655:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfda00/0x2c8777a5e7d9e74f lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x22:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148e61 expref: 34 pid: 5857 timeout: 1932 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045203.775180:0:6655:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfda00/0x2c8777a5e7d9e74f lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x22:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148e61 expref: 34 pid: 5857 timeout: 1932 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045203.775281:0:6655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfda00/0x2c8777a5e7d9e74f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x22:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148e61 expref: 34 pid: 5857 timeout: 1932 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045203.775304:0:6655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x22:0x0].0x0 (ffff98df454d4900) 00010000:00010000:0.0:1777045203.775312:0:6655:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfdc00/0x2c8777a5e7d9e76b lrc: 3/0,1 mode: --/EX res: [0x200000402:0x22:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045203.775326:0:6655:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfdc00/0x2c8777a5e7d9e76b lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x22:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045203.775337:0:6655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfdc00/0x2c8777a5e7d9e76b lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x22:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045203.775522:0:6655:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777045203.775590:0:6655:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df412af450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+33:2392:x1863365370078720:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 477us (2863us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045203.775603:0:6655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 349 00010000:00010000:3.0:1777045203.776188:0:7939:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfdc00/0x2c8777a5e7d9e76b lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x22:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045203.776552:0:7939:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfdc00/0x2c8777a5e7d9e76b lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x22:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1777045203.776855:0:7939:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968086 00000001:00080000:3.0:1777045203.777132:0:7939:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968087 00000001:00080000:3.0:1777045203.777271:0:7939:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968088 00000100:00100000:3.0:1777045203.777413:0:7939:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df77c7e680 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:7939:1863365424396160:0@lo:1000:mdt00_003.0 00000100:00100000:3.0:1777045203.777524:0:7939:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777045203.777564:0:7939:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df4708d6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1777045203.778546:0:5861:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424396160 00000100:00100000:1.0:1777045203.778559:0:5861:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424396160 00000100:00100000:1.0:1777045203.778649:0:5861:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51 00000100:00100000:1.0:1777045203.778705:0:5861:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41db1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:7939:x1863365424396160:12345-0@lo:1000:mdt00_003.0 00000100:00100000:1.0:1777045203.779128:0:5861:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41db1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:7939:x1863365424396160:12345-0@lo:1000:mdt00_003.0 Request processed in 466us (1603us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045203.779141:0:5861:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51 00000100:00100000:2.0:1777045203.779885:0:7939:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df77c7e680 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:7939:1863365424396160:0@lo:1000:mdt00_003.0 00000001:00080000:2.0:1777045203.780542:0:7939:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968089 00000100:00100000:2.0:1777045203.780655:0:7939:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df6d7dea00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:7939:1863365424396288:0@lo:1000:mdt00_003.0 00000100:00100000:2.0:1777045203.780750:0:7939:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777045203.780780:0:7939:0:(client.c:2691:ptlrpc_set_wait()) set ffff98de47823600 going to sleep for 11 seconds 00000100:00080000:0.0:1777045203.781428:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1777045203.782561:0:5861:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424396288 00000100:00100000:1.0:1777045203.782571:0:5861:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424396288 00000100:00100000:1.0:1777045203.782625:0:5861:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 52 00000100:00100000:1.0:1777045203.782636:0:5861:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d7dce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:7939:x1863365424396288:12345-0@lo:1000:mdt00_003.0 00000100:00100000:1.0:1777045203.783261:0:5861:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d7dce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:7939:x1863365424396288:12345-0@lo:1000:mdt00_003.0 Request processed in 623us (2508us total) trans 4294967364 rc 0/0 00000100:00100000:1.0:1777045203.783275:0:5861:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 52 00000100:00100000:2.0:1777045203.787752:0:7939:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df6d7dea00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:7939:1863365424396288:0@lo:1000:mdt00_003.0 00000001:00080000:2.0:1777045203.787943:0:7939:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968090 00010000:00010000:2.0:1777045203.788010:0:7939:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfdc00/0x2c8777a5e7d9e76b lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x22:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045203.788028:0:7939:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfdc00/0x2c8777a5e7d9e76b lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x22:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045203.788042:0:7939:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfdc00/0x2c8777a5e7d9e76b lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x22:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045203.788052:0:7939:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de41dfdc00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:2.0:1777045203.788059:0:7939:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfdc00/0x2c8777a5e7d9e76b lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x22:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045203.788072:0:7939:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfdc00/0x2c8777a5e7d9e76b lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x22:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045203.788096:0:7939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x22:0x0].0x0 (ffff98df454d4900) 00010000:00010000:2.0:1777045203.788102:0:7939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1777045203.788109:0:7939:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfdc00/0x2c8777a5e7d9e76b lrc: 2/0,0 mode: --/EX res: [0x200000402:0x22:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045203.788120:0:7939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfdc00/0x2c8777a5e7d9e76b lrc: 0/0,0 mode: --/EX res: [0x200000402:0x22:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045203.788167:0:7939:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfc400/0x2c8777a5e7d9e699 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x20:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045203.788180:0:7939:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfc400/0x2c8777a5e7d9e699 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x20:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045203.788190:0:7939:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfc400/0x2c8777a5e7d9e699 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x20:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045203.788253:0:7939:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de41dfc400 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:2.0:1777045203.788261:0:7939:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfc400/0x2c8777a5e7d9e699 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x20:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045203.788273:0:7939:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfc400/0x2c8777a5e7d9e699 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x20:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000020 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045203.788287:0:7939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x20:0x0].0x0 (ffff98df454d4d00) 00010000:00010000:2.0:1777045203.788292:0:7939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1777045203.788302:0:7939:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025600/0x2c8777a5e7d9e6a0 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x20:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148e22 expref: 43 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045203.788321:0:7939:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025600/0x2c8777a5e7d9e6a0 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x20:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148e22 expref: 43 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045203.788335:0:7939:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025600/0x2c8777a5e7d9e6a0 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x20:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148e22 expref: 43 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045203.788390:0:7939:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025600/0x2c8777a5e7d9e6a0 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x20:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148e22 expref: 43 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777045203.788412:0:7939:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df6d7df800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7939:1863365424396416:192.168.201.45@tcp:105: 00000100:00100000:2.0:1777045203.788518:0:7939:0:(client.c:2691:ptlrpc_set_wait()) set ffff98de47823600 going to sleep for 11 seconds 00000100:00100000:1.0:1777045203.826433:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045203.826646:0:7939:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df6d7df800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7939:1863365424396416:192.168.201.45@tcp:105: 00010000:00010000:2.0:1777045203.826723:0:7939:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfc400/0x2c8777a5e7d9e699 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x20:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045203.826749:0:7939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfc400/0x2c8777a5e7d9e699 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x20:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045203.826797:0:7939:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024600/0x2c8777a5e7d9e772 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045203.826820:0:7939:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024600/0x2c8777a5e7d9e772 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045203.826837:0:7939:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024600/0x2c8777a5e7d9e772 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045203.826854:0:7939:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024600/0x2c8777a5e7d9e772 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045203.826865:0:7939:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024600/0x2c8777a5e7d9e772 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045203.826875:0:7939:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024600/0x2c8777a5e7d9e772 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045203.826885:0:7939:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48024600 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:2.0:1777045203.826890:0:7939:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024600/0x2c8777a5e7d9e772 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045203.826902:0:7939:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024600/0x2c8777a5e7d9e772 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045203.826919:0:7939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x20:0x0].0x0 (ffff98df454d4d00) 00010000:00010000:2.0:1777045203.826925:0:7939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777045203.826930:0:7939:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024600/0x2c8777a5e7d9e772 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045203.826941:0:7939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024600/0x2c8777a5e7d9e772 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045203.826956:0:7939:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfce00/0x2c8777a5e7d9e764 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x20:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045203.826966:0:7939:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfce00/0x2c8777a5e7d9e764 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x20:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045203.826975:0:7939:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfce00/0x2c8777a5e7d9e764 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x20:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045203.826984:0:7939:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de41dfce00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:2.0:1777045203.826989:0:7939:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfce00/0x2c8777a5e7d9e764 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x20:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045203.826998:0:7939:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfce00/0x2c8777a5e7d9e764 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x20:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045203.827008:0:7939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x20:0x0].0x0 (ffff98df454d4d00) 00010000:00010000:2.0:1777045203.827012:0:7939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1777045203.827016:0:7939:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfce00/0x2c8777a5e7d9e764 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x20:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045203.827026:0:7939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfce00/0x2c8777a5e7d9e764 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x20:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777045203.827403:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d7dfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+37:29453:x1863365370078592:12345-192.168.201.45@tcp:57:lhsmtool_posix.0 Request processed in 82537us (89090us total) trans 4294968091 rc 0/0 00000100:00100000:2.0:1777045203.827419:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1184 00000020:00080000:2.0:1777045203.827429:0:7939:0:(tgt_main.c:783:tgt_ses_key_exit()) total 6 transactions per RPC 00000100:00100000:3.0:1777045203.828498:0:5858:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370078848 00000100:00100000:3.0:1777045203.828511:0:5858:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370078848 00000100:00100000:3.0:1777045203.828625:0:5858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 261 00000100:00100000:3.0:1777045203.828641:0:5858:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77fd5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:146de360-3fb2-48bd-b418-06f30714148a+44:29452:x1863365370078848:12345-192.168.201.45@tcp:49:diff.0 00000100:00100000:3.0:1777045203.828799:0:5858:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77fd5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:146de360-3fb2-48bd-b418-06f30714148a+44:29452:x1863365370078848:12345-192.168.201.45@tcp:49:diff.0 Request processed in 160us (2378us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045203.828812:0:5858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 261 00000100:00080000:0.0:1777045203.828933:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000040:00080000:1.0:1777045203.829869:0:11491:0:(llog.c:801:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1777045203.829878:0:11491:0:(llog_cat.c:158:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1777045203.830758:0:11491:0:(llog.c:858:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 2 00000040:00080000:1.0:1777045203.830772:0:11491:0:(llog.c:858:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1777045203.852872:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045203.853017:0:5859:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370079104 00000100:00100000:2.0:1777045203.853031:0:5859:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370079104 00000100:00100000:2.0:1777045203.853135:0:5859:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 262 00000100:00100000:2.0:1777045203.853155:0:5859:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d58a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+37:29453:x1863365370079104:12345-192.168.201.45@tcp:35:lhsmtool_posix.0 00000004:00080000:2.0:1777045203.854605:0:5859:0:(mdd_object.c:4010:mdd_close()) Object [0x200000402:0x22:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:2.0:1777045203.854836:0:5859:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968092 00010000:00010000:2.0:1777045203.854907:0:5859:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024600/0x2c8777a5e7d9e779 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x22:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5859 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045203.854933:0:5859:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024600/0x2c8777a5e7d9e779 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x22:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 5859 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045203.854953:0:5859:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024600/0x2c8777a5e7d9e779 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x22:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 5859 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045203.854967:0:5859:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024600/0x2c8777a5e7d9e779 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x22:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 5859 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045203.854979:0:5859:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024600/0x2c8777a5e7d9e779 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x22:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 5859 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045203.854991:0:5859:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024600/0x2c8777a5e7d9e779 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x22:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 5859 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045203.855029:0:5859:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1777045203.855175:0:5859:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d58a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+39:29453:x1863365370079104:12345-192.168.201.45@tcp:35:lhsmtool_posix.0 Request processed in 2020us (2309us total) trans 4294968093 rc 0/0 00000100:00100000:2.0:1777045203.855567:0:5859:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 262 00000020:00080000:2.0:1777045203.855575:0:5859:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:1.0:1777045203.855739:0:5845:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1777045203.855750:0:5845:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024600/0x2c8777a5e7d9e779 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x22:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5859 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045203.855762:0:5845:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48024600 already unused, calling callback (ffffffffc17d22d0) 00010000:00010000:1.0:1777045203.855768:0:5845:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024600/0x2c8777a5e7d9e779 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x22:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5859 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045203.855781:0:5845:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024600/0x2c8777a5e7d9e779 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x22:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5859 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045203.855800:0:5845:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x22:0x0].0x0 (ffff98df48c7e900) 00010000:00010000:1.0:1777045203.855806:0:5845:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1777045203.855813:0:5845:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024600/0x2c8777a5e7d9e779 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x22:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5859 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045203.855822:0:5845:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024600/0x2c8777a5e7d9e779 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x22:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5859 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045203.855847:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777045203.855851:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777045203.855855:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777045203.858638:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045203.875145:0:6641:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370079232 00000100:00100000:2.0:1777045203.875166:0:6641:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370079232 00000100:00100000:2.0:1777045203.875653:0:6641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 335 00000100:00100000:2.0:1777045203.875696:0:6641:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df74532a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:146de360-3fb2-48bd-b418-06f30714148a+9:29452:x1863365370079232:12345-192.168.201.45@tcp:101:diff.0 00010000:00010000:2.0:1777045203.875719:0:6641:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777045203.875747:0:6641:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000266c11ec/0x2c8777a5e7d9e780 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148e68 expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777045203.875784:0:6641:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x18:0x0] initial LVB size: 158, mtime: 0x69eb8ea6, atime: 0x69eb8ea6, ctime: 0x69eb8ea6, blocks: 0xb 00010000:00010000:2.0:1777045203.875815:0:6641:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777045203.875818:0:6641:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777045203.875830:0:6641:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000266c11ec/0x2c8777a5e7d9e780 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148e68 expref: 10 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045203.875855:0:6641:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000266c11ec/0x2c8777a5e7d9e780 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148e68 expref: 10 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045203.875876:0:6641:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de48024a00, rc 0) 00000100:00100000:2.0:1777045203.875967:0:6641:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df74532a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:146de360-3fb2-48bd-b418-06f30714148a+10:29452:x1863365370079232:12345-192.168.201.45@tcp:101:diff.0 Request processed in 277us (17337us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045203.875980:0:6641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 335 00000100:00080000:1.0:1777045203.876609:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1777045203.908828:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045203.917895:0:17648:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370079360 00000100:00100000:2.0:1777045203.917917:0:17648:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370079360 00002000:00100000:2.0:1777045203.918002:0:17648:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff98df74530e00 x1863365370079360/t0(0) o3->146de360-3fb2-48bd-b418-06f30714148a@192.168.201.45@tcp:204/0 lens 488/0 e 0 to 0 dl 1777045214 ref 1 fl New:/600/ffffffff rc 0/-1 job:'diff.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777045203.918021:0:17648:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98df74530e00 with x1863365370079360 ext(0->4095) 00002000:00010000:2.0:1777045203.918029:0:17648:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff98df74530e00 00000100:00100000:2.0:1777045203.918092:0:17648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 104 00000100:00100000:2.0:1777045203.918498:0:17648:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df74530e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:146de360-3fb2-48bd-b418-06f30714148a+10:2392:x1863365370079360:12345-192.168.201.45@tcp:3:diff.0 00000100:00100000:3.0:1777045203.921555:0:17648:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df74530e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:146de360-3fb2-48bd-b418-06f30714148a+10:2392:x1863365370079360:12345-192.168.201.45@tcp:3:diff.0 Request processed in 3345us (12729us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1777045203.938812:0:17648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 104 00002000:00100000:3.0:1777045203.938838:0:17648:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff98df74530e00 x1863365370079360/t0(0) o3->146de360-3fb2-48bd-b418-06f30714148a@192.168.201.45@tcp:204/0 lens 488/4536 e 0 to 0 dl 1777045214 ref 1 fl Complete:/600/0 rc 4096/4096 job:'diff.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1777045203.938858:0:17648:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98df74530e00 with x1863365370079360 ext(0->4095) 00002000:00010000:3.0:1777045203.938867:0:17648:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff98df74530e00 00000100:00100000:2.0:1777045203.955852:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045203.956605:0:19840:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370079616 00000100:00100000:0.0:1777045203.956618:0:19840:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370079616 00000100:00100000:0.0:1777045203.956732:0:19840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 263 00000100:00100000:0.0:1777045203.956748:0:19840:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d7df800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:146de360-3fb2-48bd-b418-06f30714148a+44:29452:x1863365370079616:12345-192.168.201.45@tcp:35:diff.0 00000100:00100000:0.0:1777045203.957117:0:19840:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d7df800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:146de360-3fb2-48bd-b418-06f30714148a+45:29452:x1863365370079616:12345-192.168.201.45@tcp:35:diff.0 Request processed in 369us (1273us total) trans 4294968094 rc 0/0 00000100:00100000:0.0:1777045203.957140:0:19840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 263 00000100:00100000:3.0:1777045204.437546:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df6d7dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424396544:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1777045204.437642:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777045204.437779:0:6643:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424396544 00000100:00100000:3.0:1777045204.437790:0:6643:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424396544 00000100:00100000:3.0:1777045204.437860:0:6643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 472 00000100:00100000:3.0:1777045204.438138:0:6643:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df74533800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3341:x1863365424396544:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1777045204.438173:0:6643:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 54329344 pending 0 free 3851419648 avail 3848273920 00000100:00100000:3.0:1777045204.438274:0:6643:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df74533800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3341:x1863365424396544:12345-0@lo:13:osp-pre-1-0.0 Request processed in 400us (632us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045204.438287:0:6643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 472 00000100:00100000:3.0:1777045204.438359:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df6d7dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424396544:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1777045204.438836:0:3344:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df6d7dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3344:1863365424396928:0@lo:400:kworker.0 00000100:00100000:2.0:1777045204.438893:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777045204.438926:0:3344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1777045204.438937:0:3344:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df6d7ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3344:1863365424396800:0@lo:400:kworker.0 00000100:00100000:2.0:1777045204.438971:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777045204.439018:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424396928 00000100:00100000:2.0:1777045204.439024:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424396928 00000100:00100000:2.0:1777045204.439079:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424396800 00000100:00100000:2.0:1777045204.439083:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424396800 00000100:00100000:2.0:1777045204.439116:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1106 00000100:00100000:2.0:1777045204.439128:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d7de680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3344:x1863365424396928:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777045204.439189:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d7de680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3344:x1863365424396928:12345-0@lo:400:kworker.0 Request processed in 63us (294us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045204.439241:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1106 00000100:00100000:2.0:1777045204.439272:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1107 00000100:00100000:2.0:1777045204.439282:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d7dc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3344:x1863365424396800:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777045204.439333:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d7dc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3344:x1863365424396800:12345-0@lo:400:kworker.0 Request processed in 51us (360us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045204.439343:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1107 00000100:00080000:2.0:1777045204.439372:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1777045204.439402:0:3344:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df6d7ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3344:1863365424396800:0@lo:400:kworker.0 00000100:00100000:2.0:1777045204.439419:0:3344:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df6d7dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3344:1863365424396928:0@lo:400:kworker.0 00000100:00100000:0.0:1777045204.439580:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df6d7ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ce657616-b3f3-4e21-ac89-518ab611901c:3342:1863365424396672:0@lo:400:kworker.0 00000100:00100000:0.0:1777045204.439635:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045204.439729:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df6d7ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3342:1863365424397184:0@lo:400:kworker.0 00000100:00100000:0.0:1777045204.439764:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045204.439788:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1777045204.439796:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df6d7df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424397056:0@lo:400:kworker.0 00000100:00100000:0.0:1777045204.439827:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045204.439871:0:6639:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424397056 00000100:00100000:0.0:1777045204.439877:0:6639:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424397056 00000100:00100000:0.0:1777045204.439923:0:6639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 936 00000100:00100000:0.0:1777045204.439934:0:6639:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77954000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3342:x1863365424397056:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777045204.439991:0:6639:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77954000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3342:x1863365424397056:12345-0@lo:400:kworker.0 Request processed in 59us (162us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045204.440001:0:6639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 936 00000100:00100000:0.0:1777045204.440045:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df6d7df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424397056:0@lo:400:kworker.0 00000100:00100000:2.0:1777045204.440154:0:5848:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424396672 00000100:00100000:2.0:1777045204.440162:0:5848:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424396672 00000100:00100000:2.0:1777045204.440249:0:5848:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 859 00000100:00100000:2.0:1777045204.440261:0:5848:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df472ab050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ce657616-b3f3-4e21-ac89-518ab611901c+18:3342:x1863365424396672:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777045204.440316:0:5848:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df472ab050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ce657616-b3f3-4e21-ac89-518ab611901c+18:3342:x1863365424396672:12345-0@lo:400:kworker.0 Request processed in 57us (680us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045204.440326:0:5848:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 859 00000100:00100000:0.0:1777045204.440764:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df6d7ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ce657616-b3f3-4e21-ac89-518ab611901c:3342:1863365424396672:0@lo:400:kworker.0 00000100:00100000:2.0:1777045204.440901:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424397184 00000100:00100000:2.0:1777045204.440909:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424397184 00000100:00100000:0.0:1777045204.441272:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1108 00000100:00100000:0.0:1777045204.441286:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77954380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3342:x1863365424397184:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777045204.441359:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77954380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3342:x1863365424397184:12345-0@lo:400:kworker.0 Request processed in 75us (1592us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045204.441370:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1108 00000100:00100000:0.0:1777045204.441416:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df6d7ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3342:1863365424397184:0@lo:400:kworker.0 00000100:00080000:2.0:1777045204.445569:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1777045204.634969:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1777045204.890615:0:11491:0:(llog.c:801:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1777045204.890627:0:11491:0:(llog_cat.c:158:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1777045204.890887:0:11491:0:(llog.c:858:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 34 count 2 00000040:00080000:1.0:1777045204.891172:0:11491:0:(llog.c:858:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:1.0:1777045205.655188:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777045206.678245:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777045207.546165:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045207.546322:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045207.546387:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045207.546444:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045207.546488:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045207.546541:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045207.546640:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370080256 00000100:00100000:2.0:1777045207.546661:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370080256 00000100:00100000:2.0:1777045207.546762:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370079872 00000100:00100000:2.0:1777045207.546775:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370079872 00000100:00100000:2.0:1777045207.546831:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1109 00000100:00100000:2.0:1777045207.546855:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d7ddf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+39:2392:x1863365370080256:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:2.0:1777045207.546990:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d7ddf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+39:2392:x1863365370080256:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 144us (602us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045207.547006:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1109 00000100:00100000:2.0:1777045207.547050:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1110 00000100:00100000:2.0:1777045207.547069:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d7dd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:146de360-3fb2-48bd-b418-06f30714148a+45:2392:x1863365370079872:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:2.0:1777045207.547129:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d7dd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:146de360-3fb2-48bd-b418-06f30714148a+45:2392:x1863365370079872:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 68us (641us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045207.547146:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1110 00000100:00100000:2.0:1777045207.547187:0:6641:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370080000 00000100:00100000:2.0:1777045207.547194:0:6641:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370080000 00000100:00100000:2.0:1777045207.547241:0:6641:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370080512 00000100:00100000:2.0:1777045207.547246:0:6641:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370080512 00000100:00100000:2.0:1777045207.547332:0:6641:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370080128 00000100:00100000:2.0:1777045207.547338:0:6641:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370080128 00000100:00100000:2.0:1777045207.547376:0:6641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 937 00000100:00100000:2.0:1777045207.547398:0:6641:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d7dc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:146de360-3fb2-48bd-b418-06f30714148a+7:2392:x1863365370080000:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:2.0:1777045207.547457:0:6641:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d7dc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:146de360-3fb2-48bd-b418-06f30714148a+7:2392:x1863365370080000:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 69us (1142us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045207.547469:0:6641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 937 00000100:00100000:2.0:1777045207.547505:0:6641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 938 00000100:00100000:2.0:1777045207.547528:0:6641:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d7dd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+6:2392:x1863365370080512:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:2.0:1777045207.547580:0:6641:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d7dd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+6:2392:x1863365370080512:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 64us (1141us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045207.547591:0:6641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 938 00000100:00100000:2.0:1777045207.547666:0:6641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 939 00000100:00100000:2.0:1777045207.547679:0:6641:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d7dca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:146de360-3fb2-48bd-b418-06f30714148a+10:2392:x1863365370080128:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:2.0:1777045207.547741:0:6641:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d7dca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:146de360-3fb2-48bd-b418-06f30714148a+10:2392:x1863365370080128:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 65us (1200us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045207.547753:0:6641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 939 00000100:00080000:2.0:1777045207.547816:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1777045207.547823:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1777045207.547828:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1777045207.548261:0:5849:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370079744 00000100:00100000:0.0:1777045207.548280:0:5849:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370079744 00000100:00100000:0.0:1777045207.548368:0:5849:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 860 00000100:00100000:0.0:1777045207.548382:0:5849:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df587b4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2392:x1863365370079744:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:0.0:1777045207.548481:0:5849:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df587b4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2392:x1863365370079744:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 91us (2326us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045207.548495:0:5849:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 860 00000100:00100000:0.0:1777045207.551922:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045207.554562:0:6641:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370080384 00000100:00100000:3.0:1777045207.554578:0:6641:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370080384 00000100:00100000:3.0:1777045207.554746:0:6641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 940 00000100:00100000:3.0:1777045207.554772:0:6641:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de478bce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2392:x1863365370080384:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777045207.554901:0:6641:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de478bce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2392:x1863365370080384:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 130us (2985us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045207.554915:0:6641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 940 00000100:00080000:2.0:1777045207.556861:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:0.0:1777045207.702658:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777045208.552086:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df6d588380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424397312:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1777045208.552173:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777045208.552305:0:19062:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424397312 00000100:00100000:1.0:1777045208.552316:0:19062:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424397312 00000100:00100000:1.0:1777045208.552389:0:19062:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 473 00000100:00100000:1.0:1777045208.552404:0:19062:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d588000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424397312:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1777045208.552448:0:19062:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 79888384 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1777045208.552509:0:19062:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d588000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424397312:12345-0@lo:13:osp-pre-0-0.0 Request processed in 108us (335us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045208.552520:0:19062:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 473 00000100:00080000:1.0:1777045208.552548:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1777045208.552632:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df6d588380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424397312:0@lo:13:osp-pre-0-0.0 00000001:00080000:0.0:1777045208.668346:0:7533:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967364 is committed 00000001:00080000:0.0:1777045208.668368:0:7533:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967363 is committed 00010000:00010000:0.0:1777045208.732180:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:1.0:1777045208.739907:0:5877:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968094 is committed 00000001:00080000:1.0:1777045208.739930:0:5877:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968085 is committed 00000001:00080000:1.0:1777045208.739940:0:5877:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968086 is committed 00000001:00080000:1.0:1777045208.739950:0:5877:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968093 is committed 00000020:00080000:1.0:1777045208.739971:0:5877:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff98de47823c00 refcount 2 committed 0 result 0 batchid 24 00000020:00080000:1.0:1777045208.739979:0:5877:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff98de480eff00 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff98de47823300 00000020:00080000:1.0:1777045208.739985:0:5877:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff98de480ef100 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff98df48491800 00000020:00080000:3.0:1777045208.740080:0:5888:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 24 committed batchid 23 00000020:00080000:3.0:1777045208.740353:0:5888:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 23 00000100:00100000:1.0:1777045209.566529:0:3344:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df6d588380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3344:1863365424397440:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1777045209.566687:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777045209.566788:0:6644:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424397440 00000100:00100000:3.0:1777045209.566801:0:6644:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424397440 00000100:00100000:3.0:1777045209.567833:0:6644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 474 00000100:00100000:3.0:1777045209.567852:0:6644:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de47fdf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1863365424397440:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1777045209.567904:0:6644:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 54329344 pending 0 free 3851419648 avail 3849322496 00000100:00100000:3.0:1777045209.568013:0:6644:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de47fdf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1863365424397440:12345-0@lo:13:osp-pre-1-0.0 Request processed in 166us (1327us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045209.568026:0:6644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 474 00000100:00100000:0.0:1777045209.568524:0:3344:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967364 gen 2 00000004:00080000:0.0:1777045209.568535:0:3344:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967364 committed transno 4294967364 00000100:00100000:0.0:1777045209.568615:0:3344:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df6d588380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3344:1863365424397440:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1777045209.570882:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df6d7df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3342:1863365424397696:0@lo:400:kworker.0 00000100:00100000:3.0:1777045209.572010:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df6d7de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ce657616-b3f3-4e21-ac89-518ab611901c:3341:1863365424397568:0@lo:400:kworker.0 00000100:00100000:3.0:1777045209.572085:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777045209.572138:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df6d7ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3341:1863365424398080:0@lo:400:kworker.0 00000100:00100000:3.0:1777045209.572182:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777045209.572265:0:5850:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424397568 00000100:00100000:3.0:1777045209.572274:0:5850:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424397568 00000100:00100000:3.0:1777045209.573917:0:5850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 861 00000100:00100000:3.0:1777045209.573932:0:5850:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df587b5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ce657616-b3f3-4e21-ac89-518ab611901c+18:3341:x1863365424397568:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777045209.574014:0:5850:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df587b5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ce657616-b3f3-4e21-ac89-518ab611901c+18:3341:x1863365424397568:12345-0@lo:400:kworker.0 Request processed in 84us (1927us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045209.574027:0:5850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 861 00000100:00100000:3.0:1777045209.574079:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424398080 00000100:00100000:3.0:1777045209.574086:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424398080 00000100:00100000:3.0:1777045209.574135:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1111 00000100:00100000:3.0:1777045209.574147:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df74531880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3341:x1863365424398080:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777045209.574205:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df74531880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3341:x1863365424398080:12345-0@lo:400:kworker.0 Request processed in 59us (2020us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045209.574215:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1111 00000100:00100000:3.0:1777045209.574270:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df6d7de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ce657616-b3f3-4e21-ac89-518ab611901c:3341:1863365424397568:0@lo:400:kworker.0 00000100:00100000:3.0:1777045209.574292:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df6d7ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3341:1863365424398080:0@lo:400:kworker.0 00000100:00100000:3.0:1777045209.574363:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df6d7dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3343:1863365424397824:0@lo:400:kworker.0 00000100:00100000:3.0:1777045209.574411:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777045209.574447:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1777045209.574458:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df6d7ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424397952:0@lo:400:kworker.0 00000100:00100000:2.0:1777045209.576184:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777045209.576287:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424397824 00000100:00100000:2.0:1777045209.576296:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424397824 00000100:00100000:2.0:1777045209.576378:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424397696 00000100:00100000:2.0:1777045209.576384:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424397696 00000100:00100000:2.0:1777045209.576420:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1112 00000100:00100000:2.0:1777045209.576433:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df74532d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3343:x1863365424397824:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777045209.576526:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df74532d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3343:x1863365424397824:12345-0@lo:400:kworker.0 Request processed in 94us (2112us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045209.576538:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1112 00000100:00080000:1.0:1777045209.577526:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1777045209.577534:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1777045209.577626:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1113 00000100:00100000:2.0:1777045209.577667:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d7df100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3342:x1863365424397696:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777045209.577742:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d7df100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3342:x1863365424397696:12345-0@lo:400:kworker.0 Request processed in 103us (1562us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045209.577753:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1113 00000100:00100000:3.0:1777045209.577760:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777045209.577818:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df6d7dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3343:1863365424397824:0@lo:400:kworker.0 00000100:00100000:2.0:1777045209.577818:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df6d7df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3342:1863365424397696:0@lo:400:kworker.0 00000100:00100000:3.0:1777045209.577870:0:6639:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424397952 00000100:00100000:3.0:1777045209.577877:0:6639:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424397952 00000100:00100000:3.0:1777045209.578197:0:6639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 941 00000100:00100000:3.0:1777045209.578235:0:6639:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df50e7cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424397952:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777045209.578302:0:6639:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df50e7cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424397952:12345-0@lo:400:kworker.0 Request processed in 69us (540us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045209.578314:0:6639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 941 00000100:00100000:3.0:1777045209.578733:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df6d7ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424397952:0@lo:400:kworker.0 00000100:00100000:3.0:1777045209.585051:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045209.587544:0:5841:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370080640 00000100:00100000:2.0:1777045209.587561:0:5841:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370080640 00000100:00100000:2.0:1777045209.587839:0:5841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 73 00000100:00100000:2.0:1777045209.587857:0:5841:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df74532a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2390:x1863365370080640:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777045209.587883:0:5841:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:2.0:1777045209.587943:0:5841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000063219c05/0x2c8777a5e7d9d6e7 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11488f0 expref: 9 pid: 6641 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777045209.588005:0:5841:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0xe:0x0] updating lvb blocks from disk: 1 -> 11 00010000:00010000:2.0:1777045209.588021:0:5841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000856d8a92/0x2c8777a5e7d9c45d lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148371 expref: 8 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045209.588058:0:5841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000aabf8275/0x2c8777a5e7d9c11c lrc: 0/0,0 mode: --/PR res: [0x240000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148259 expref: 7 pid: 8776 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777045209.588084:0:5841:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0xc:0x0] updating lvb blocks from disk: 1 -> 11 00010000:00010000:2.0:1777045209.588096:0:5841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005d3950f7/0x2c8777a5e7d9bd56 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148117 expref: 6 pid: 8776 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045209.588116:0:5841:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777045209.588195:0:5841:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df74532a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+5:2390:x1863365370080640:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 342us (3154us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045209.588209:0:5841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 73 00000100:00080000:3.0:1777045209.588538:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000040:00080000:0.0:1777045209.590484:0:20206:0:(llog.c:801:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1777045209.590494:0:20206:0:(llog_cat.c:158:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1777045209.593038:0:20206:0:(llog.c:858:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 34 count 2 00000040:00080000:0.0:1777045209.593050:0:20206:0:(llog.c:858:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:0.0:1777045209.751404:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777045210.774187:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777045211.813794:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777045212.675887:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045212.675943:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045212.676086:0:5848:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370080768 00000100:00100000:2.0:1777045212.676100:0:5848:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370080768 00000100:00100000:2.0:1777045212.676169:0:5848:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 862 00000100:00100000:2.0:1777045212.676184:0:5848:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df587b4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2391:x1863365370080768:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:2.0:1777045212.676899:0:5848:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df587b4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2391:x1863365370080768:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 716us (1021us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045212.676910:0:5848:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 862 00000100:00100000:1.0:1777045212.677828:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045212.677883:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045212.677954:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370081280 00000100:00100000:2.0:1777045212.677962:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370081280 00000100:00100000:2.0:1777045212.678040:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1114 00000100:00100000:2.0:1777045212.678053:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de47fded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+30:2391:x1863365370081280:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:2.0:1777045212.678113:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de47fded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+30:2391:x1863365370081280:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 62us (287us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045212.678124:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1114 00000100:00080000:2.0:1777045212.678196:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1777045212.691570:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045212.691613:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045212.699295:0:8776:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370081024 00000100:00100000:3.0:1777045212.699315:0:8776:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370081024 00000100:00100000:3.0:1777045212.699437:0:8776:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370081536 00000100:00100000:3.0:1777045212.699444:0:8776:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370081536 00000100:00100000:3.0:1777045212.699489:0:8776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 942 00000100:00100000:3.0:1777045212.699504:0:8776:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de47fdd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:146de360-3fb2-48bd-b418-06f30714148a+7:2391:x1863365370081024:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777045212.699628:0:8776:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de47fdd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:146de360-3fb2-48bd-b418-06f30714148a+7:2391:x1863365370081024:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 126us (23682us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045212.699641:0:8776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 942 00000100:00100000:3.0:1777045212.699666:0:8776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 943 00000100:00100000:3.0:1777045212.699676:0:8776:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de47fddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+5:2391:x1863365370081536:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777045212.699712:0:8776:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de47fddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+5:2391:x1863365370081536:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 38us (21830us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045212.699722:0:8776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 943 00000100:00080000:3.0:1777045212.699753:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1777045212.699758:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1777045212.707972:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045212.708028:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370080896 00000100:00100000:1.0:1777045212.708040:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370080896 00000100:00100000:1.0:1777045212.708122:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1115 00000100:00100000:1.0:1777045212.708136:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de47fdc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:146de360-3fb2-48bd-b418-06f30714148a+44:2391:x1863365370080896:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:1.0:1777045212.708222:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de47fdc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:146de360-3fb2-48bd-b418-06f30714148a+44:2391:x1863365370080896:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 88us (16663us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045212.708234:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1115 00000100:00100000:1.0:1777045212.708267:0:14822:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370081152 00000100:00100000:1.0:1777045212.708273:0:14822:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370081152 00000100:00100000:3.0:1777045212.708619:0:8776:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370081408 00000100:00100000:3.0:1777045212.708627:0:8776:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370081408 00000100:00100000:3.0:1777045212.708673:0:8776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 944 00000100:00100000:3.0:1777045212.708683:0:8776:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de47fddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+5:2391:x1863365370081408:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:1.0:1777045212.708698:0:14822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 945 00000100:00100000:1.0:1777045212.708707:0:14822:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de47fdf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:146de360-3fb2-48bd-b418-06f30714148a+10:2391:x1863365370081152:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777045212.708728:0:8776:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de47fddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+5:2391:x1863365370081408:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 46us (765us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045212.708740:0:8776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 944 00000100:00100000:1.0:1777045212.708741:0:14822:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de47fdf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:146de360-3fb2-48bd-b418-06f30714148a+10:2391:x1863365370081152:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 35us (17128us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045212.708752:0:14822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 945 00000100:00080000:1.0:1777045212.708769:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1777045212.708777:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1777045212.708781:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1777045212.823060:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777045213.654859:0:3341:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1777045213.654892:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de478be680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424398208:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1777045213.654988:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777045213.657369:0:6643:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424398208 00000100:00100000:3.0:1777045213.657384:0:6643:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424398208 00000100:00100000:3.0:1777045213.657467:0:6643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 475 00000100:00100000:3.0:1777045213.657483:0:6643:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de478bf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3341:x1863365424398208:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1777045213.661726:0:6643:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 79888384 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1777045213.661843:0:6643:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de478bf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3341:x1863365424398208:12345-0@lo:13:osp-pre-0-0.0 Request processed in 4359us (6851us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045213.661859:0:6643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 475 00000100:00080000:3.0:1777045213.661914:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1777045213.683765:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de478be680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424398208:0@lo:13:osp-pre-0-0.0 00000020:00080000:3.0:1777045213.812211:0:5877:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 24 batchid updated 00000020:00080000:3.0:1777045213.812251:0:5888:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 24 00000020:00080000:3.0:1777045213.812265:0:5888:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 24 00010000:00010000:1.0:1777045213.865954:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1777045214.107797:0:11491:0:(llog.c:801:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1777045214.107830:0:11491:0:(llog_cat.c:158:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1777045214.108651:0:11491:0:(llog.c:858:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 33 count 1 00000040:00080000:2.0:1777045214.108663:0:11491:0:(llog.c:858:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1777045214.679002:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de478be680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424398336:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1777045214.679102:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777045214.679593:0:6644:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424398336 00000100:00100000:3.0:1777045214.679606:0:6644:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424398336 00000100:00100000:3.0:1777045214.679691:0:6644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 476 00000100:00100000:3.0:1777045214.679707:0:6644:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df74531f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424398336:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1777045214.679763:0:6644:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 54329344 pending 0 free 3851419648 avail 3849322496 00000100:00100000:3.0:1777045214.679838:0:6644:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df74531f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424398336:12345-0@lo:13:osp-pre-1-0.0 Request processed in 133us (735us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045214.679853:0:6644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 476 00000100:00080000:3.0:1777045214.679887:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1777045214.679941:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de478be680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424398336:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1777045214.685671:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df74533100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3341:1863365424398592:0@lo:400:kworker.0 00000100:00100000:0.0:1777045214.685762:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045214.686126:0:3341:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1777045214.686141:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df74531c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3341:1863365424398720:0@lo:400:kworker.0 00000100:00100000:0.0:1777045214.686188:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777045214.687113:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424398592 00000100:00100000:3.0:1777045214.687125:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424398592 00000100:00100000:3.0:1777045214.687187:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424398720 00000100:00100000:3.0:1777045214.687192:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424398720 00000100:00100000:3.0:1777045214.687262:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1116 00000100:00100000:3.0:1777045214.687278:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de478bc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3341:x1863365424398592:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777045214.687362:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de478bc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3341:x1863365424398592:12345-0@lo:400:kworker.0 Request processed in 87us (1599us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045214.687375:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1116 00000100:00100000:1.0:1777045214.687833:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1117 00000100:00100000:1.0:1777045214.687851:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de478bce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3341:x1863365424398720:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777045214.688231:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de478bce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3341:x1863365424398720:12345-0@lo:400:kworker.0 Request processed in 355us (2011us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045214.688273:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1117 00000100:00100000:1.0:1777045214.688316:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df74532680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424398848:0@lo:400:kworker.0 00000100:00100000:1.0:1777045214.688368:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777045214.688415:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:1.0:1777045214.688427:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df74530700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ce657616-b3f3-4e21-ac89-518ab611901c:3343:1863365424398464:0@lo:400:kworker.0 00000100:00100000:1.0:1777045214.688480:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777045214.688543:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df74530000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3343:1863365424398976:0@lo:400:kworker.0 00000100:00100000:1.0:1777045214.688581:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777045214.688637:0:8776:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424398848 00000100:00100000:1.0:1777045214.688645:0:8776:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424398848 00000100:00100000:1.0:1777045214.688694:0:8776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 946 00000100:00100000:1.0:1777045214.688705:0:8776:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de47fde680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424398848:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777045214.688764:0:8776:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de47fde680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424398848:12345-0@lo:400:kworker.0 Request processed in 59us (395us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045214.688775:0:8776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 946 00000100:00100000:1.0:1777045214.688804:0:5849:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424398464 00000100:00100000:1.0:1777045214.688810:0:5849:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424398464 00000100:00100000:1.0:1777045214.688846:0:5849:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 863 00000100:00100000:1.0:1777045214.688857:0:5849:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df587b4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ce657616-b3f3-4e21-ac89-518ab611901c+18:3343:x1863365424398464:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777045214.688906:0:5849:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df587b4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ce657616-b3f3-4e21-ac89-518ab611901c+18:3343:x1863365424398464:12345-0@lo:400:kworker.0 Request processed in 51us (426us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045214.688917:0:5849:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 863 00000100:00100000:1.0:1777045214.688961:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424398976 00000100:00100000:1.0:1777045214.688967:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424398976 00000100:00100000:1.0:1777045214.689010:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1118 00000100:00100000:1.0:1777045214.689023:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de47fdc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3343:x1863365424398976:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777045214.689076:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de47fdc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3343:x1863365424398976:12345-0@lo:400:kworker.0 Request processed in 55us (493us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045214.689087:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1118 00000100:00100000:1.0:1777045214.689152:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df74530700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ce657616-b3f3-4e21-ac89-518ab611901c:3343:1863365424398464:0@lo:400:kworker.0 00000100:00100000:1.0:1777045214.689177:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df74530000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3343:1863365424398976:0@lo:400:kworker.0 00000100:00100000:1.0:1777045214.689194:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df74532680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424398848:0@lo:400:kworker.0 00000100:00100000:1.0:1777045214.689419:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df74531c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3341:1863365424398720:0@lo:400:kworker.0 00000100:00100000:1.0:1777045214.689440:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df74533100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3341:1863365424398592:0@lo:400:kworker.0 00000100:00080000:3.0:1777045214.690115:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1777045214.872453:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777045215.896658:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777045216.925578:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777045217.772541:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045217.772621:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045217.772658:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045217.772718:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045217.772757:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045217.772790:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045217.772827:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045217.773131:0:6639:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370082048 00000100:00100000:3.0:1777045217.773145:0:6639:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370082048 00000100:00100000:3.0:1777045217.773277:0:6639:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370082304 00000100:00100000:3.0:1777045217.773283:0:6639:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370082304 00000100:00100000:3.0:1777045217.773308:0:6639:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370081920 00000100:00100000:3.0:1777045217.773313:0:6639:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370081920 00000100:00100000:3.0:1777045217.773333:0:6639:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370082432 00000100:00100000:3.0:1777045217.773338:0:6639:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370082432 00000100:00100000:3.0:1777045217.773364:0:6639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 947 00000100:00100000:3.0:1777045217.773380:0:6639:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df74531500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:146de360-3fb2-48bd-b418-06f30714148a+10:2392:x1863365370082048:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777045217.773520:0:6639:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df74531500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:146de360-3fb2-48bd-b418-06f30714148a+10:2392:x1863365370082048:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 141us (897us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045217.773540:0:6639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 947 00000100:00100000:3.0:1777045217.773570:0:6639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 948 00000100:00100000:3.0:1777045217.773581:0:6639:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df74530a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+5:2392:x1863365370082304:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777045217.773626:0:6639:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df74530a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+5:2392:x1863365370082304:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 46us (968us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045217.773638:0:6639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 948 00000100:00100000:3.0:1777045217.773659:0:6639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 949 00000100:00100000:3.0:1777045217.773671:0:6639:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df74532300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:146de360-3fb2-48bd-b418-06f30714148a+7:2392:x1863365370081920:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777045217.773717:0:6639:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df74532300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:146de360-3fb2-48bd-b418-06f30714148a+7:2392:x1863365370081920:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 47us (958us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045217.773727:0:6639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 949 00000100:00100000:3.0:1777045217.773749:0:6639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 950 00000100:00100000:3.0:1777045217.773760:0:6639:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df74530380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+5:2392:x1863365370082432:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777045217.773802:0:6639:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df74530380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+5:2392:x1863365370082432:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 43us (974us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045217.773813:0:6639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 950 00000100:00100000:3.0:1777045217.773845:0:5850:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370081664 00000100:00100000:3.0:1777045217.773853:0:5850:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370081664 00000100:00100000:3.0:1777045217.774183:0:5850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 864 00000100:00100000:3.0:1777045217.774195:0:5850:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df587b7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2392:x1863365370081664:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777045217.774280:0:5850:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df587b7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2392:x1863365370081664:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 85us (1560us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045217.774291:0:5850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 864 00000100:00080000:3.0:1777045217.774336:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1777045217.774344:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1777045217.774733:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370081792 00000100:00100000:0.0:1777045217.774742:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370081792 00000100:00100000:0.0:1777045217.774812:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370082176 00000100:00100000:0.0:1777045217.774818:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370082176 00000100:00100000:0.0:1777045217.774852:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1119 00000100:00100000:0.0:1777045217.774864:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df74531180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:146de360-3fb2-48bd-b418-06f30714148a+44:2392:x1863365370081792:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:0.0:1777045217.775176:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df74531180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:146de360-3fb2-48bd-b418-06f30714148a+44:2392:x1863365370081792:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 312us (2646us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045217.775250:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1119 00000100:00100000:0.0:1777045217.775278:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1120 00000100:00100000:0.0:1777045217.775627:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df74533480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+30:2392:x1863365370082176:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:0.0:1777045217.775677:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df74533480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+30:2392:x1863365370082176:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 388us (2886us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045217.775689:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1120 00000100:00080000:3.0:1777045217.786464:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1777045217.944841:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777045218.773991:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1777045218.774023:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de478be680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424399104:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1777045218.774109:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045218.774690:0:19062:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424399104 00000100:00100000:0.0:1777045218.774702:0:19062:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424399104 00000100:00100000:0.0:1777045218.774802:0:19062:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 477 00000100:00100000:0.0:1777045218.774817:0:19062:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d7df480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1863365424399104:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1777045218.774864:0:19062:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 79888384 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1777045218.774937:0:19062:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d7df480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1863365424399104:12345-0@lo:13:osp-pre-0-0.0 Request processed in 122us (826us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045218.774949:0:19062:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 477 00000100:00080000:2.0:1777045218.775714:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1777045218.775771:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de478be680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424399104:0@lo:13:osp-pre-0-0.0 00010000:00010000:2.0:1777045218.965622:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777045219.798021:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de47fdd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3343:1863365424399360:0@lo:400:kworker.0 00000100:00100000:1.0:1777045219.798115:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777045219.798240:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de47fdc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424399872:0@lo:400:kworker.0 00000100:00100000:1.0:1777045219.798285:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777045219.798337:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1777045219.798348:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de47fdca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3343:1863365424399488:0@lo:400:kworker.0 00000100:00100000:1.0:1777045219.798386:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777045219.798511:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424399360 00000100:00100000:1.0:1777045219.798522:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424399360 00000100:00100000:1.0:1777045219.798583:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424399488 00000100:00100000:1.0:1777045219.798588:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424399488 00000100:00100000:1.0:1777045219.798634:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1121 00000100:00100000:1.0:1777045219.798648:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de47fdfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3343:x1863365424399360:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777045219.798727:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de47fdfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3343:x1863365424399360:12345-0@lo:400:kworker.0 Request processed in 80us (610us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045219.798740:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1121 00000100:00100000:1.0:1777045219.798766:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1122 00000100:00100000:1.0:1777045219.798777:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de47fdce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3343:x1863365424399488:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777045219.798821:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de47fdce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3343:x1863365424399488:12345-0@lo:400:kworker.0 Request processed in 46us (433us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045219.798830:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1122 00000100:00100000:1.0:1777045219.798861:0:6639:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424399872 00000100:00100000:1.0:1777045219.798867:0:6639:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424399872 00000100:00100000:1.0:1777045219.798918:0:6639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 951 00000100:00100000:1.0:1777045219.798930:0:6639:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de47fdea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424399872:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777045219.798982:0:6639:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de47fdea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424399872:12345-0@lo:400:kworker.0 Request processed in 53us (695us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045219.798993:0:6639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 951 00000100:00080000:1.0:1777045219.799031:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1777045219.799038:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1777045219.799098:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de47fdca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3343:1863365424399488:0@lo:400:kworker.0 00000100:00100000:1.0:1777045219.799120:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de47fdd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3343:1863365424399360:0@lo:400:kworker.0 00000100:00100000:1.0:1777045219.799138:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de47fdc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424399872:0@lo:400:kworker.0 00000100:00100000:2.0:1777045219.800137:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de47fdd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ce657616-b3f3-4e21-ac89-518ab611901c:3342:1863365424399232:0@lo:400:kworker.0 00000100:00100000:2.0:1777045219.800192:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777045219.800300:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de47fdf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3342:1863365424399744:0@lo:400:kworker.0 00000100:00100000:2.0:1777045219.800342:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777045219.800372:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1777045219.800382:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de47fde300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424399616:0@lo:400:kworker.0 00000100:00100000:2.0:1777045219.800442:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777045219.800597:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424399744 00000100:00100000:3.0:1777045219.800608:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424399744 00000100:00100000:3.0:1777045219.800698:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1123 00000100:00100000:3.0:1777045219.800711:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d7dd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3342:x1863365424399744:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777045219.800784:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d7dd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3342:x1863365424399744:12345-0@lo:400:kworker.0 Request processed in 75us (439us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045219.800797:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1123 00000100:00100000:3.0:1777045219.800849:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de47fdf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3342:1863365424399744:0@lo:400:kworker.0 00000100:00080000:2.0:1777045219.803139:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1777045219.804449:0:5848:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424399232 00000100:00100000:1.0:1777045219.804463:0:5848:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424399232 00000100:00100000:1.0:1777045219.804557:0:5848:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 865 00000100:00100000:1.0:1777045219.804573:0:5848:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df587b5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ce657616-b3f3-4e21-ac89-518ab611901c+18:3342:x1863365424399232:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777045219.806379:0:5848:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df587b5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ce657616-b3f3-4e21-ac89-518ab611901c+18:3342:x1863365424399232:12345-0@lo:400:kworker.0 Request processed in 1803us (6179us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045219.806394:0:5848:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 865 00000100:00100000:1.0:1777045219.806492:0:14822:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424399616 00000100:00100000:1.0:1777045219.806501:0:14822:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424399616 00000100:00100000:1.0:1777045219.806552:0:14822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 952 00000100:00100000:1.0:1777045219.806588:0:14822:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d7dc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3342:x1863365424399616:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777045219.806694:0:14822:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d7dc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3342:x1863365424399616:12345-0@lo:400:kworker.0 Request processed in 130us (6250us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045219.806706:0:14822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 952 00000100:00100000:2.0:1777045219.812911:0:3344:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de47fdc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3344:1863365424400000:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1777045219.813746:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777045219.815618:0:6643:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424400000 00000100:00100000:1.0:1777045219.815630:0:6643:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424400000 00000100:00100000:1.0:1777045219.815738:0:6643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 478 00000100:00100000:1.0:1777045219.815753:0:6643:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d7ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1863365424400000:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1777045219.815802:0:6643:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 54329344 pending 0 free 3851419648 avail 3849322496 00000100:00100000:1.0:1777045219.816158:0:6643:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d7ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1863365424400000:12345-0@lo:13:osp-pre-1-0.0 Request processed in 406us (2412us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045219.816172:0:6643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 478 00000100:00100000:2.0:1777045219.821143:0:3344:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de47fdc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3344:1863365424400000:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1777045219.822875:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de47fdd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ce657616-b3f3-4e21-ac89-518ab611901c:3342:1863365424399232:0@lo:400:kworker.0 00000100:00100000:0.0:1777045219.823087:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de47fde300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424399616:0@lo:400:kworker.0 00010000:00010000:3.0:1777045220.002895:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777045221.013456:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777045222.037672:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777045222.910732:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045222.910785:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045222.910842:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045222.910886:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045222.910924:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045222.910959:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045222.911000:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045222.911184:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370082816 00000100:00100000:3.0:1777045222.911222:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370082816 00000100:00100000:3.0:1777045222.911642:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370083328 00000100:00100000:3.0:1777045222.911651:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370083328 00000100:00100000:3.0:1777045222.911684:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370082944 00000100:00100000:3.0:1777045222.911689:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370082944 00000100:00100000:3.0:1777045222.911711:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370083200 00000100:00100000:3.0:1777045222.911714:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370083200 00000100:00100000:3.0:1777045222.911740:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 953 00000100:00100000:3.0:1777045222.911756:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d7dc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:146de360-3fb2-48bd-b418-06f30714148a+7:2392:x1863365370082816:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777045222.911864:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d7dc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:146de360-3fb2-48bd-b418-06f30714148a+7:2392:x1863365370082816:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 109us (1076us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045222.911880:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 953 00000100:00100000:3.0:1777045222.911910:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 954 00000100:00100000:3.0:1777045222.911924:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d7dca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+5:2392:x1863365370083328:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777045222.911972:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d7dca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+5:2392:x1863365370083328:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 51us (1087us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045222.911984:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 954 00000100:00100000:3.0:1777045222.912007:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 955 00000100:00100000:3.0:1777045222.912018:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d7ded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:146de360-3fb2-48bd-b418-06f30714148a+10:2392:x1863365370082944:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777045222.912061:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d7ded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:146de360-3fb2-48bd-b418-06f30714148a+10:2392:x1863365370082944:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 44us (1101us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045222.912074:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 955 00000100:00100000:3.0:1777045222.912096:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 956 00000100:00100000:3.0:1777045222.912109:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d7de300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+5:2392:x1863365370083200:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777045222.912152:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d7de300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+5:2392:x1863365370083200:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 46us (1152us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045222.912163:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 956 00000100:00100000:1.0:1777045222.912544:0:5849:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370082560 00000100:00100000:1.0:1777045222.912553:0:5849:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370082560 00000100:00100000:1.0:1777045222.912623:0:5849:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 866 00000100:00100000:1.0:1777045222.912637:0:5849:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df587b4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2392:x1863365370082560:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:1.0:1777045222.912700:0:5849:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df587b4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2392:x1863365370082560:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 65us (1978us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045222.912719:0:5849:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 866 00000100:00100000:3.0:1777045222.917410:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370083072 00000100:00100000:3.0:1777045222.917429:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370083072 00000100:00100000:3.0:1777045222.917518:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370082688 00000100:00100000:3.0:1777045222.917524:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370082688 00000100:00100000:3.0:1777045222.917572:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1124 00000100:00100000:3.0:1777045222.917587:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d7dd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+30:2392:x1863365370083072:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:1.0:1777045222.917789:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1125 00000100:00100000:1.0:1777045222.917807:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d7dea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:146de360-3fb2-48bd-b418-06f30714148a+44:2392:x1863365370082688:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:1.0:1777045222.918172:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d7dea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:146de360-3fb2-48bd-b418-06f30714148a+44:2392:x1863365370082688:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 367us (7244us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045222.918186:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1125 00000100:00080000:0.0:1777045222.918528:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1777045222.918538:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1777045222.918543:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1777045222.919449:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d7dd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+30:2392:x1863365370083072:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 1859us (8602us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045222.919464:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1124 00010000:00010000:2.0:1777045223.077781:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777045223.900782:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de478be680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424400128:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1777045223.900878:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045223.901004:0:6644:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424400128 00000100:00100000:0.0:1777045223.901015:0:6644:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424400128 00000100:00100000:0.0:1777045223.901095:0:6644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 479 00000100:00100000:0.0:1777045223.901110:0:6644:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d588a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3341:x1863365424400128:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1777045223.901158:0:6644:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 79888384 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1777045223.901272:0:6644:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d588a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3341:x1863365424400128:12345-0@lo:13:osp-pre-0-0.0 Request processed in 164us (393us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045223.901285:0:6644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 479 00000100:00080000:0.0:1777045223.901315:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1777045223.901747:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de478be680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424400128:0@lo:13:osp-pre-0-0.0 00010000:00010000:3.0:1777045224.085822:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1777045224.364702:0:11491:0:(llog.c:801:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1777045224.364714:0:11491:0:(llog_cat.c:158:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1777045224.366033:0:11491:0:(llog.c:858:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:1.0:1777045224.366050:0:11491:0:(llog.c:858:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1777045224.932796:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df74533b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ce657616-b3f3-4e21-ac89-518ab611901c:3342:1863365424400256:0@lo:400:kworker.0 00000100:00100000:3.0:1777045224.932886:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777045224.932952:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df74530000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3342:1863365424400768:0@lo:400:kworker.0 00000100:00100000:3.0:1777045224.932997:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777045224.933036:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1777045224.933046:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df74532680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424400640:0@lo:400:kworker.0 00000100:00100000:3.0:1777045224.933084:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777045224.933133:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df74533100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3343:1863365424400384:0@lo:400:kworker.0 00000100:00100000:3.0:1777045224.933172:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777045224.933231:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df74530700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424400896:0@lo:400:kworker.0 00000100:00100000:3.0:1777045224.933268:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777045224.933297:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1777045224.933306:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df74531c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3343:1863365424400512:0@lo:400:kworker.0 00000100:00100000:3.0:1777045224.933373:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777045224.933435:0:5848:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424400256 00000100:00100000:3.0:1777045224.933446:0:5848:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424400256 00000100:00100000:3.0:1777045224.933511:0:5848:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 867 00000100:00100000:3.0:1777045224.933526:0:5848:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df587b6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ce657616-b3f3-4e21-ac89-518ab611901c+18:3342:x1863365424400256:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777045224.933601:0:5848:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df587b6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ce657616-b3f3-4e21-ac89-518ab611901c+18:3342:x1863365424400256:12345-0@lo:400:kworker.0 Request processed in 78us (715us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045224.933614:0:5848:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 867 00000100:00100000:3.0:1777045224.933666:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424400768 00000100:00100000:3.0:1777045224.933673:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424400768 00000100:00100000:3.0:1777045224.933729:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424400384 00000100:00100000:3.0:1777045224.933734:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424400384 00000100:00100000:3.0:1777045224.933762:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424400512 00000100:00100000:3.0:1777045224.933767:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424400512 00000100:00100000:3.0:1777045224.933796:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1126 00000100:00100000:3.0:1777045224.933807:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de431bf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3342:x1863365424400768:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777045224.933862:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de431bf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3342:x1863365424400768:12345-0@lo:400:kworker.0 Request processed in 56us (864us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045224.933873:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1126 00000100:00100000:3.0:1777045224.934144:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1127 00000100:00100000:3.0:1777045224.934158:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df74175f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3343:x1863365424400384:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777045224.934247:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df74175f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3343:x1863365424400384:12345-0@lo:400:kworker.0 Request processed in 91us (1073us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045224.934259:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1127 00000100:00100000:3.0:1777045224.934282:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1128 00000100:00100000:3.0:1777045224.934294:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df74174380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3343:x1863365424400512:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777045224.934373:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df74174380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3343:x1863365424400512:12345-0@lo:400:kworker.0 Request processed in 80us (999us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045224.934383:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1128 00000100:00100000:3.0:1777045224.934415:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424400640 00000100:00100000:3.0:1777045224.934421:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424400640 00000100:00100000:3.0:1777045224.934456:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424400896 00000100:00100000:3.0:1777045224.934461:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424400896 00000100:00100000:3.0:1777045224.934496:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 957 00000100:00100000:3.0:1777045224.934507:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df74176a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3342:x1863365424400640:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777045224.934556:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df74176a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3342:x1863365424400640:12345-0@lo:400:kworker.0 Request processed in 50us (1471us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045224.934566:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 957 00000100:00100000:3.0:1777045224.934584:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 958 00000100:00100000:3.0:1777045224.934594:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df74174700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424400896:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777045224.934641:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df74174700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424400896:12345-0@lo:400:kworker.0 Request processed in 48us (1373us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045224.934651:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 958 00000100:00100000:3.0:1777045224.934719:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df74532680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424400640:0@lo:400:kworker.0 00000100:00100000:3.0:1777045224.934736:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df74533b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ce657616-b3f3-4e21-ac89-518ab611901c:3342:1863365424400256:0@lo:400:kworker.0 00000100:00100000:3.0:1777045224.934751:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df74530000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3342:1863365424400768:0@lo:400:kworker.0 00000100:00080000:3.0:1777045224.934785:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1777045224.934791:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1777045224.934822:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df74531c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3343:1863365424400512:0@lo:400:kworker.0 00000100:00100000:3.0:1777045224.934835:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df74533100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3343:1863365424400384:0@lo:400:kworker.0 00000100:00100000:3.0:1777045224.934848:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df74530700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424400896:0@lo:400:kworker.0 00000100:00100000:2.0:1777045224.953753:0:3344:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df6d588380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3344:1863365424401024:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1777045224.954110:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777045224.954203:0:19062:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424401024 00000100:00100000:2.0:1777045224.954213:0:19062:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424401024 00000100:00100000:2.0:1777045224.954305:0:19062:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 480 00000100:00100000:2.0:1777045224.954348:0:19062:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77c7e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1863365424401024:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1777045224.954884:0:19062:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 54329344 pending 0 free 3851419648 avail 3849322496 00000100:00100000:2.0:1777045224.954972:0:19062:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77c7e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1863365424401024:12345-0@lo:13:osp-pre-1-0.0 Request processed in 655us (861us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045224.954985:0:19062:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 480 00000100:00100000:1.0:1777045224.956112:0:3344:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df6d588380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3344:1863365424401024:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1777045225.109555:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777045225.377747:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045225.378919:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370083456 00000100:00100000:0.0:1777045225.378935:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370083456 00000100:00100000:0.0:1777045225.379064:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1185 00000100:00100000:0.0:1777045225.379086:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df74177800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+30:29342:x1863365370083456:12345-192.168.201.45@tcp:60:lhsmtool_posix.0 00000100:00080000:3.0:1777045225.379183:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1777045225.379309:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df74177800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+30:29342:x1863365370083456:12345-192.168.201.45@tcp:60:lhsmtool_posix.0 Request processed in 228us (1573us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045225.379350:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1185 00010000:00010000:3.0:1777045226.150904:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777045227.158490:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777045228.030906:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045228.030996:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045228.031056:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045228.031178:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045228.031295:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370084096 00000100:00100000:2.0:1777045228.031308:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370084096 00000100:00100000:2.0:1777045228.031390:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370083712 00000100:00100000:2.0:1777045228.031395:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370083712 00000100:00100000:2.0:1777045228.031433:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1129 00000100:00100000:2.0:1777045228.031448:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b9f8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+30:2393:x1863365370084096:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:2.0:1777045228.031557:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b9f8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+30:2393:x1863365370084096:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 112us (499us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045228.031569:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1129 00000100:00100000:2.0:1777045228.031599:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1130 00000100:00100000:2.0:1777045228.031609:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b9fb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:146de360-3fb2-48bd-b418-06f30714148a+44:2393:x1863365370083712:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:2.0:1777045228.031646:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b9fb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:146de360-3fb2-48bd-b418-06f30714148a+44:2393:x1863365370083712:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 39us (469us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045228.031656:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1130 00000100:00080000:2.0:1777045228.031682:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1777045228.033014:0:6639:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370083840 00000100:00100000:0.0:1777045228.033024:0:6639:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370083840 00000100:00100000:0.0:1777045228.033124:0:6639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 959 00000100:00100000:0.0:1777045228.033138:0:6639:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b9faa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:146de360-3fb2-48bd-b418-06f30714148a+7:2393:x1863365370083840:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:0.0:1777045228.033197:0:6639:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b9faa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:146de360-3fb2-48bd-b418-06f30714148a+7:2393:x1863365370083840:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 61us (2200us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045228.033242:0:6639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 959 00000100:00100000:3.0:1777045228.034094:0:5850:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370083584 00000100:00100000:3.0:1777045228.034102:0:5850:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370083584 00000100:00100000:3.0:1777045228.034170:0:5850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 868 00000100:00100000:3.0:1777045228.034183:0:5850:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df587b7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2393:x1863365370083584:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777045228.034299:0:5850:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df587b7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2393:x1863365370083584:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 88us (3375us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045228.034312:0:5850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 868 00000100:00080000:2.0:1777045228.037392:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1777045228.045166:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045228.045379:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045228.045593:0:14822:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370083968 00000100:00100000:1.0:1777045228.045608:0:14822:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370083968 00000100:00100000:1.0:1777045228.045712:0:14822:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370084224 00000100:00100000:1.0:1777045228.045718:0:14822:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370084224 00000100:00100000:1.0:1777045228.045770:0:14822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 960 00000100:00100000:1.0:1777045228.045786:0:14822:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b9f9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:146de360-3fb2-48bd-b418-06f30714148a+10:2393:x1863365370083968:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:1.0:1777045228.045882:0:14822:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b9f9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:146de360-3fb2-48bd-b418-06f30714148a+10:2393:x1863365370083968:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 99us (724us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045228.045896:0:14822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 960 00000100:00100000:1.0:1777045228.045926:0:14822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 961 00000100:00100000:1.0:1777045228.045939:0:14822:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b9fad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+5:2393:x1863365370084224:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:1.0:1777045228.045982:0:14822:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b9fad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+5:2393:x1863365370084224:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 45us (604us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045228.046001:0:14822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 961 00000100:00080000:2.0:1777045228.046936:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1777045228.046943:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1777045228.069559:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045228.071244:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370084352 00000100:00100000:1.0:1777045228.071259:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370084352 00000100:00100000:1.0:1777045228.071415:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 336 00000100:00100000:1.0:1777045228.071431:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df74530700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+5:2389:x1863365370084352:12345-192.168.201.45@tcp:9:kworker.0 00000020:00000080:1.0:1777045228.071493:0:6642:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x2c8777a5e7d9e733 00000100:00080000:1.0:1777045228.071505:0:6642:0:(import.c:65:import_set_state_nolock()) ffff98df753b9000 : changing import state from FULL to CLOSED 00000001:00000004:1.0:1777045228.071576:0:6642:0:(tgt_lastrcvd.c:732:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 1, last_transno is 4294967364 00000100:00100000:1.0:1777045228.071975:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df74530700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+2:2389:x1863365370084352:12345-192.168.201.45@tcp:9:kworker.0 Request processed in 543us (2425us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045228.071988:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 336 00010000:00010000:0.0:1777045228.072118:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1777045228.074027:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1777045228.185696:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777045229.015577:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de47fdd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424401152:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1777045229.015673:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777045229.016146:0:6643:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424401152 00000100:00100000:1.0:1777045229.016158:0:6643:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424401152 00000100:00100000:1.0:1777045229.016233:0:6643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 481 00000100:00100000:1.0:1777045229.016249:0:6643:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d588380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3341:x1863365424401152:12345-0@lo:13:osp-pre-0-0.0 00000100:00080000:3.0:1777045229.019770:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00002000:00000024:1.0:1777045229.021083:0:6643:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 79888384 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1777045229.026827:0:6643:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d588380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3341:x1863365424401152:12345-0@lo:13:osp-pre-0-0.0 Request processed in 10570us (11142us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045229.026849:0:6643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 481 00000100:00100000:0.0:1777045229.032739:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de47fdd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424401152:0@lo:13:osp-pre-0-0.0 00000001:00100000:2.0:1777045229.203289:0:7533:0:(tgt_lastrcvd.c:568:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 15144518-a1c7-4352-a966-cb31eadd4d9b 00000020:00000080:2.0:1777045229.203303:0:7533:0:(genops.c:906:class_export_put()) final put ffff98df753bf800/15144518-a1c7-4352-a966-cb31eadd4d9b 00000020:00000080:2.0:1777045229.203397:0:12431:0:(genops.c:865:class_export_destroy()) destroying export ffff98df753bf800/15144518-a1c7-4352-a966-cb31eadd4d9b for lustre-OST0001 00000020:00000080:2.0:1777045229.203458:0:12431:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff98df753b9000 for lustre-OST0001 00010000:00010000:3.0:1777045229.205497:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777045230.038551:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df74533100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ce657616-b3f3-4e21-ac89-518ab611901c:3342:1863365424401280:0@lo:400:kworker.0 00000100:00100000:0.0:1777045230.038645:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045230.038746:0:5849:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424401280 00000100:00100000:0.0:1777045230.038758:0:5849:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424401280 00000100:00100000:0.0:1777045230.039085:0:5849:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 869 00000100:00100000:0.0:1777045230.039102:0:5849:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df587b6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ce657616-b3f3-4e21-ac89-518ab611901c+18:3342:x1863365424401280:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777045230.039174:0:5849:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df587b6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ce657616-b3f3-4e21-ac89-518ab611901c+18:3342:x1863365424401280:12345-0@lo:400:kworker.0 Request processed in 77us (530us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045230.039185:0:5849:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 869 00000100:00100000:0.0:1777045230.039619:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df74533100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ce657616-b3f3-4e21-ac89-518ab611901c:3342:1863365424401280:0@lo:400:kworker.0 00000100:00100000:2.0:1777045230.039775:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df74531c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3343:1863365424401408:0@lo:400:kworker.0 00000100:00100000:2.0:1777045230.039827:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045230.040724:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424401408 00000100:00100000:0.0:1777045230.040734:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424401408 00000100:00100000:0.0:1777045230.040802:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1131 00000100:00100000:0.0:1777045230.040815:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b9f9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3343:x1863365424401408:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777045230.040883:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b9f9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3343:x1863365424401408:12345-0@lo:400:kworker.0 Request processed in 69us (1053us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045230.040894:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1131 00000100:00100000:2.0:1777045230.042276:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df74531c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3343:1863365424401408:0@lo:400:kworker.0 00000100:00100000:1.0:1777045230.046300:0:3344:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de478be680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3344:1863365424401536:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1777045230.046388:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777045230.046538:0:6644:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424401536 00000100:00100000:2.0:1777045230.046549:0:6644:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424401536 00000100:00100000:2.0:1777045230.046627:0:6644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 482 00000100:00100000:2.0:1777045230.046642:0:6644:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df74996c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1863365424401536:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1777045230.046688:0:6644:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 49217536 pending 0 free 3851419648 avail 3849322496 00000100:00080000:3.0:1777045230.046807:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1777045230.048375:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1777045230.048396:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de48095880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3342:1863365424401664:0@lo:400:kworker.0 00000100:00100000:0.0:1777045230.048490:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045230.048605:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de48095c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424401792:0@lo:400:kworker.0 00000100:00100000:0.0:1777045230.048648:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045230.048693:0:6639:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424401792 00000100:00100000:0.0:1777045230.048701:0:6639:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424401792 00000100:00100000:0.0:1777045230.048753:0:6639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 962 00000100:00100000:0.0:1777045230.048765:0:6639:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df46688380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3342:x1863365424401792:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777045230.048829:0:6639:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df46688380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3342:x1863365424401792:12345-0@lo:400:kworker.0 Request processed in 65us (180us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045230.048841:0:6639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 962 00000100:00100000:0.0:1777045230.048901:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de48095c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424401792:0@lo:400:kworker.0 00000100:00100000:3.0:1777045230.050982:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df4668ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3343:1863365424401920:0@lo:400:kworker.0 00000100:00100000:3.0:1777045230.051062:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777045230.054869:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424401664 00000100:00100000:3.0:1777045230.054885:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424401664 00000100:00100000:3.0:1777045230.054966:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424401920 00000100:00100000:3.0:1777045230.054972:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424401920 00000100:00100000:3.0:1777045230.055029:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1132 00000100:00100000:3.0:1777045230.055044:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de48094e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3342:x1863365424401664:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777045230.055145:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de48094e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3342:x1863365424401664:12345-0@lo:400:kworker.0 Request processed in 104us (6655us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045230.055157:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1132 00000100:00100000:3.0:1777045230.055183:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1133 00000100:00100000:3.0:1777045230.055195:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df74530000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3343:x1863365424401920:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777045230.055307:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df74530000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3343:x1863365424401920:12345-0@lo:400:kworker.0 Request processed in 114us (4243us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045230.055317:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1133 00000100:00080000:3.0:1777045230.055349:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1777045230.055395:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df4668ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3343:1863365424401920:0@lo:400:kworker.0 00000100:00100000:3.0:1777045230.055475:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de48095880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3342:1863365424401664:0@lo:400:kworker.0 00000100:00100000:2.0:1777045230.061324:0:6644:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df74996c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1863365424401536:12345-0@lo:13:osp-pre-1-0.0 Request processed in 14674us (14925us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045230.061344:0:6644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 482 00000100:00100000:1.0:1777045230.066722:0:3344:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de478be680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3344:1863365424401536:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1777045230.229431:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777045231.264795:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1777045231.297835:0:20406:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 12p: implicit restore of a file on copytool mount point ========================================================== 11:40:25 (1777045225) 00010000:00010000:2.0:1777045232.279454:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777045232.388668:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045232.392670:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370084480 00000100:00100000:2.0:1777045232.392686:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370084480 00000100:00100000:2.0:1777045232.392819:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1186 00000100:00100000:2.0:1777045232.392836:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de47fdca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+30:30068:x1863365370084480:12345-192.168.201.45@tcp:59:lhsmtool_posix.0 00000100:00080000:3.0:1777045232.393284:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1777045232.394798:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de47fdca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+30:30068:x1863365370084480:12345-192.168.201.45@tcp:59:lhsmtool_posix.0 Request processed in 1959us (6133us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045232.394816:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1186 00000100:00100000:3.0:1777045232.464721:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045232.477366:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370084608 00000100:00100000:0.0:1777045232.477402:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370084608 00000100:00100000:0.0:1777045232.477535:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1187 00000100:00100000:0.0:1777045232.477551:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df74533b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:146de360-3fb2-48bd-b418-06f30714148a+44:30069:x1863365370084608:12345-192.168.201.45@tcp:101:lfs.0 00010000:00010000:0.0:1777045232.477578:0:5856:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777045232.477665:0:5856:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023c00/0x2c8777a5e7d9e787 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148e6f expref: -99 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045232.477844:0:5856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023800/0x2c8777a5e7d9e78e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045232.477865:0:5856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023800/0x2c8777a5e7d9e78e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045232.477888:0:5856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023800/0x2c8777a5e7d9e78e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045232.477931:0:5856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022e00/0x2c8777a5e7d9e795 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045232.477943:0:5856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022e00/0x2c8777a5e7d9e795 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045232.477954:0:5856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022e00/0x2c8777a5e7d9e795 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045232.478685:0:5856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023800/0x2c8777a5e7d9e78e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045232.478699:0:5856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023800/0x2c8777a5e7d9e78e lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045232.478709:0:5856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023800/0x2c8777a5e7d9e78e lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045232.478719:0:5856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48023800 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:0.0:1777045232.478725:0:5856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023800/0x2c8777a5e7d9e78e lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045232.478736:0:5856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023800/0x2c8777a5e7d9e78e lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045232.478752:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff98df454d4800) 00010000:00010000:0.0:1777045232.478757:0:5856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777045232.478763:0:5856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023800/0x2c8777a5e7d9e78e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045232.478773:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023800/0x2c8777a5e7d9e78e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045232.478792:0:5856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022e00/0x2c8777a5e7d9e795 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045232.478800:0:5856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022e00/0x2c8777a5e7d9e795 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045232.478809:0:5856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022e00/0x2c8777a5e7d9e795 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045232.478817:0:5856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48022e00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:0.0:1777045232.478821:0:5856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022e00/0x2c8777a5e7d9e795 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045232.478830:0:5856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022e00/0x2c8777a5e7d9e795 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045232.478839:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x55434c71 (ffff98df61f8ee00) 00010000:00010000:0.0:1777045232.478843:0:5856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777045232.478846:0:5856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022e00/0x2c8777a5e7d9e795 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045232.478854:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022e00/0x2c8777a5e7d9e795 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045232.478899:0:5856:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023c00/0x2c8777a5e7d9e787 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148e6f expref: 45 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045232.478922:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff98df454d4800) 00010000:00010000:0.0:1777045232.478925:0:5856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777045232.478932:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023c00/0x2c8777a5e7d9e787 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148e6f expref: 45 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045232.478946:0:5856:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de48023c00, rc 0) 00000100:00100000:0.0:1777045232.479023:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df74533b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:146de360-3fb2-48bd-b418-06f30714148a+44:30069:x1863365370084608:12345-192.168.201.45@tcp:101:lfs.0 Request processed in 1475us (14311us total) trans 0 rc 301/301 00000100:00100000:0.0:1777045232.479035:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1187 00000100:00080000:3.0:1777045232.479170:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1777045232.527312:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045232.528861:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370084864 00000100:00100000:1.0:1777045232.528878:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370084864 00000040:00080000:3.0:1777045232.533764:0:11491:0:(llog.c:801:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1777045232.533776:0:11491:0:(llog_cat.c:158:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1777045232.540668:0:11491:0:(llog.c:858:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:3.0:1777045232.540691:0:11491:0:(llog.c:858:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1777045232.540859:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1188 00000100:00100000:1.0:1777045232.541157:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df46689880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:146de360-3fb2-48bd-b418-06f30714148a+44:30069:x1863365370084864:12345-192.168.201.45@tcp:36:lfs.0 00010000:00010000:1.0:1777045232.541300:0:5857:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777045232.541341:0:5857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfc200/0x2c8777a5e7d9e3b3 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148d2d expref: 44 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045232.542118:0:5857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff98df454d4800) 00010000:00010000:1.0:1777045232.542128:0:5857:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777045232.546959:0:5857:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd800/0x2c8777a5e7d9e79c lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045232.547001:0:5857:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025400/0x2c8777a5e7d9e3f2 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148d42 expref: 29 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045232.547019:0:5857:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd800/0x2c8777a5e7d9e79c lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045232.547083:0:5857:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025400/0x2c8777a5e7d9e3f2 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148d42 expref: 29 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045232.547111:0:5857:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025400/0x2c8777a5e7d9e3f2 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148d42 expref: 29 pid: 5857 timeout: 1961 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777045232.547137:0:5857:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de47fdf800 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5857:1863365424402048:192.168.201.45@tcp:104: 00000100:00100000:1.0:1777045232.547389:0:5857:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df44f63300 going to sleep for 11 seconds 00000100:00100000:1.0:1777045232.577798:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045232.578744:0:5843:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370084992 00000100:00100000:0.0:1777045232.578759:0:5843:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370084992 00010000:00010000:0.0:1777045232.578817:0:5843:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025400/0x2c8777a5e7d9e3f2 lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148d42 expref: 30 pid: 5857 timeout: 1961 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777045232.578893:0:5843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 350 00000100:00100000:0.0:1777045232.578908:0:5843:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de47fdd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+30:2393:x1863365370084992:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777045232.578931:0:5843:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777045232.578942:0:5843:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025400/0x2c8777a5e7d9e3f2 lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148d42 expref: 30 pid: 5857 timeout: 1961 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045232.578988:0:5843:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025400/0x2c8777a5e7d9e3f2 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148d42 expref: 30 pid: 5857 timeout: 1961 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045232.579019:0:5843:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff98df454d4800) 00010000:00010000:0.0:1777045232.579028:0:5843:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd800/0x2c8777a5e7d9e79c lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045232.579043:0:5843:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd800/0x2c8777a5e7d9e79c lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045232.579056:0:5843:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd800/0x2c8777a5e7d9e79c lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045232.579086:0:5843:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777045232.579172:0:5843:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de47fdd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+30:2393:x1863365370084992:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 265us (1384us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045232.579193:0:5843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 350 00010000:00010000:2.0:1777045232.579816:0:5857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025400/0x2c8777a5e7d9e3f2 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148d42 expref: 30 pid: 5857 timeout: 1961 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777045232.579844:0:5857:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de47fdf800 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5857:1863365424402048:192.168.201.45@tcp:104: 00010000:00010000:2.0:1777045232.579875:0:5857:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd800/0x2c8777a5e7d9e79c lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045232.579889:0:5857:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd800/0x2c8777a5e7d9e79c lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045232.579900:0:5857:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd800/0x2c8777a5e7d9e79c lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045232.579944:0:5857:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025200/0x2c8777a5e7d9e7a3 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x55434c71 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045232.582946:0:5857:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025200/0x2c8777a5e7d9e7a3 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045232.588173:0:5857:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025200/0x2c8777a5e7d9e7a3 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777045232.596610:0:5857:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x48:0x0]: returning size 512 00010000:00010000:2.0:1777045232.596633:0:5857:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd800/0x2c8777a5e7d9e79c lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045232.596652:0:5857:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd800/0x2c8777a5e7d9e79c lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045232.596665:0:5857:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd800/0x2c8777a5e7d9e79c lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045232.596674:0:5857:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de41dfd800 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:2.0:1777045232.596682:0:5857:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd800/0x2c8777a5e7d9e79c lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045232.596695:0:5857:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd800/0x2c8777a5e7d9e79c lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045232.596717:0:5857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff98df454d4800) 00010000:00010000:2.0:1777045232.596722:0:5857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777045232.596729:0:5857:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd800/0x2c8777a5e7d9e79c lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045232.596747:0:5857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd800/0x2c8777a5e7d9e79c lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777045232.596777:0:5857:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000bd4abe6b reply state 00000000d14c33eb transno 4294968095 ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025200/0x2c8777a5e7d9e7a3 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777045232.596793:0:5857:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777045232.596927:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df46689880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:146de360-3fb2-48bd-b418-06f30714148a+45:30069:x1863365370084864:12345-192.168.201.45@tcp:36:lfs.0 Request processed in 55779us (69619us total) trans 4294968095 rc 0/0 00000100:00100000:2.0:1777045232.596941:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1188 00010000:00010000:2.0:1777045232.606677:0:3328:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025200/0x2c8777a5e7d9e7a3 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045232.606703:0:3328:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025200/0x2c8777a5e7d9e7a3 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045232.606716:0:3328:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025200/0x2c8777a5e7d9e7a3 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045232.606728:0:3328:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48025200 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:2.0:1777045232.606736:0:3328:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025200/0x2c8777a5e7d9e7a3 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045232.606748:0:3328:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025200/0x2c8777a5e7d9e7a3 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045232.606771:0:3328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x55434c71 (ffff98df48c7e000) 00010000:00010000:2.0:1777045232.606777:0:3328:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777045232.606785:0:3328:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025200/0x2c8777a5e7d9e7a3 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045232.606805:0:3328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025200/0x2c8777a5e7d9e7a3 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777045232.622868:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045232.623143:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370085120 00000100:00100000:0.0:1777045232.623159:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370085120 00000100:00100000:0.0:1777045232.623667:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1189 00000100:00100000:0.0:1777045232.623688:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df74532680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:146de360-3fb2-48bd-b418-06f30714148a+44:30070:x1863365370085120:12345-192.168.201.45@tcp:101:bash.0 00010000:00010000:0.0:1777045232.623741:0:7939:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777045232.623774:0:7939:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023c00/0x2c8777a5e7d9e7aa lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148e76 expref: -99 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045232.623874:0:7939:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022e00/0x2c8777a5e7d9e7b1 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045232.623898:0:7939:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022e00/0x2c8777a5e7d9e7b1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045232.623919:0:7939:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022e00/0x2c8777a5e7d9e7b1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777045232.624012:0:7939:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 8704 00000004:00200000:0.0:1777045232.624020:0:7939:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 31 stripe count 1 MDT count 1 00000004:00010000:0.0:1777045232.624060:0:7939:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022e00/0x2c8777a5e7d9e7b1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045232.624103:0:7939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023c00/0x2c8777a5e7d9e7aa lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148e76 expref: 46 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045232.624133:0:7939:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022e00/0x2c8777a5e7d9e7b1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148e76 expref: 45 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045232.624148:0:7939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff98df61f8ee00) 00010000:00010000:0.0:1777045232.624154:0:7939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1777045232.624160:0:7939:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de48022e00, rc 0) 00000100:00100000:0.0:1777045232.624659:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df74532680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:146de360-3fb2-48bd-b418-06f30714148a+45:30070:x1863365370085120:12345-192.168.201.45@tcp:101:bash.0 Request processed in 974us (1800us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045232.624674:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1189 00000100:00100000:1.0:1777045232.645611:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045232.645796:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370085248 00000100:00100000:2.0:1777045232.645812:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370085248 00000100:00100000:2.0:1777045232.645912:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1190 00000100:00100000:2.0:1777045232.645932:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de47fde300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:146de360-3fb2-48bd-b418-06f30714148a+45:30070:x1863365370085248:12345-192.168.201.45@tcp:101:bash.0 00010000:00010000:2.0:1777045232.645988:0:12646:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777045232.646021:0:12646:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025200/0x2c8777a5e7d9e7b8 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148e7d expref: -99 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045232.646120:0:12646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025800/0x2c8777a5e7d9e7bf lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045232.646156:0:12646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025800/0x2c8777a5e7d9e7bf lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045232.646174:0:12646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025800/0x2c8777a5e7d9e7bf lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045232.646296:0:12646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024600/0x2c8777a5e7d9e7c6 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045232.646313:0:12646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024600/0x2c8777a5e7d9e7c6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045232.646327:0:12646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024600/0x2c8777a5e7d9e7c6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045232.646538:0:12646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024800/0x2c8777a5e7d9e7cd lrc: 3/1,0 mode: --/PR res: [0x200000401:0x48:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045232.646559:0:12646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024800/0x2c8777a5e7d9e7cd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045232.646575:0:12646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024800/0x2c8777a5e7d9e7cd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777045232.646633:0:12646:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x48:0x0]: returning size 512 00000004:00200000:2.0:1777045232.646640:0:12646:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1777045232.646677:0:12646:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024800/0x2c8777a5e7d9e7cd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045232.646698:0:12646:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025800/0x2c8777a5e7d9e7bf lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045232.646712:0:12646:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025800/0x2c8777a5e7d9e7bf lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045232.646725:0:12646:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025800/0x2c8777a5e7d9e7bf lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045232.646737:0:12646:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48025800 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:2.0:1777045232.646744:0:12646:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025800/0x2c8777a5e7d9e7bf lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045232.646758:0:12646:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025800/0x2c8777a5e7d9e7bf lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045232.646778:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff98df61f8ee00) 00010000:00010000:2.0:1777045232.646785:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777045232.646793:0:12646:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025800/0x2c8777a5e7d9e7bf lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045232.646813:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025800/0x2c8777a5e7d9e7bf lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045232.646834:0:12646:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024600/0x2c8777a5e7d9e7c6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045232.646846:0:12646:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024600/0x2c8777a5e7d9e7c6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045232.646858:0:12646:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024600/0x2c8777a5e7d9e7c6 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045232.647152:0:12646:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48024600 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:2.0:1777045232.647158:0:12646:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024600/0x2c8777a5e7d9e7c6 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045232.647171:0:12646:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024600/0x2c8777a5e7d9e7c6 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045232.647187:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x55434c71 (ffff98df48c7e000) 00010000:00010000:2.0:1777045232.647192:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777045232.647324:0:12646:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024600/0x2c8777a5e7d9e7c6 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045232.647340:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024600/0x2c8777a5e7d9e7c6 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045232.647399:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025200/0x2c8777a5e7d9e7b8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148e7d expref: 47 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045232.647434:0:12646:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024800/0x2c8777a5e7d9e7cd lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148e7d expref: 46 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045232.647449:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0x0 (ffff98df48c7e100) 00010000:00010000:2.0:1777045232.647454:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1777045232.647459:0:12646:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de48024800, rc 0) 00000100:00100000:2.0:1777045232.647555:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de47fde300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:146de360-3fb2-48bd-b418-06f30714148a+46:30070:x1863365370085248:12345-192.168.201.45@tcp:101:bash.0 Request processed in 1625us (1954us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045232.647571:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1190 00000100:00100000:2.0:1777045232.665628:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045232.666277:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370085376 00000100:00100000:1.0:1777045232.666300:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370085376 00000100:00100000:1.0:1777045232.666389:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1191 00000100:00100000:1.0:1777045232.666406:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b9f8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:146de360-3fb2-48bd-b418-06f30714148a+46:30070:x1863365370085376:12345-192.168.201.45@tcp:101:bash.0 00010000:00010000:1.0:1777045232.666441:0:5857:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777045232.666479:0:5857:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfc200/0x2c8777a5e7d9e7d4 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148e84 expref: -99 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045232.666592:0:5857:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd800/0x2c8777a5e7d9e7db lrc: 3/1,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045232.666619:0:5857:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd800/0x2c8777a5e7d9e7db lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045232.666644:0:5857:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd800/0x2c8777a5e7d9e7db lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045232.666749:0:5857:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd600/0x2c8777a5e7d9e7e2 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045232.666772:0:5857:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd600/0x2c8777a5e7d9e7e2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045232.666788:0:5857:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd600/0x2c8777a5e7d9e7e2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045232.666906:0:5857:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd800/0x2c8777a5e7d9e7db lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045232.666926:0:5857:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd800/0x2c8777a5e7d9e7db lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045232.666941:0:5857:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd800/0x2c8777a5e7d9e7db lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045232.666955:0:5857:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de41dfd800 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:1.0:1777045232.666967:0:5857:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd800/0x2c8777a5e7d9e7db lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045232.666982:0:5857:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd800/0x2c8777a5e7d9e7db lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045232.667007:0:5857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0x0 (ffff98df48c7e100) 00010000:00010000:1.0:1777045232.667013:0:5857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777045232.667020:0:5857:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd800/0x2c8777a5e7d9e7db lrc: 2/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045232.667033:0:5857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd800/0x2c8777a5e7d9e7db lrc: 0/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045232.667058:0:5857:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd600/0x2c8777a5e7d9e7e2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045232.667072:0:5857:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd600/0x2c8777a5e7d9e7e2 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045232.667090:0:5857:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd600/0x2c8777a5e7d9e7e2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045232.667101:0:5857:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de41dfd600 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:1.0:1777045232.667107:0:5857:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd600/0x2c8777a5e7d9e7e2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045232.667135:0:5857:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd600/0x2c8777a5e7d9e7e2 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045232.667149:0:5857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0xb3a1d06f (ffff98df454d4700) 00010000:00010000:1.0:1777045232.667155:0:5857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777045232.667160:0:5857:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd600/0x2c8777a5e7d9e7e2 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045232.667178:0:5857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd600/0x2c8777a5e7d9e7e2 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045232.667348:0:5857:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfc200/0x2c8777a5e7d9e7d4 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148e84 expref: 47 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045232.667370:0:5857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0x0 (ffff98df48c7e100) 00010000:00010000:1.0:1777045232.667380:0:5857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777045232.667388:0:5857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfc200/0x2c8777a5e7d9e7d4 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148e84 expref: 47 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045232.667408:0:5857:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de41dfc200, rc 0) 00000100:00100000:1.0:1777045232.667510:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b9f8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:146de360-3fb2-48bd-b418-06f30714148a+46:30070:x1863365370085376:12345-192.168.201.45@tcp:101:bash.0 Request processed in 1100us (1893us total) trans 0 rc 301/301 00000100:00100000:1.0:1777045232.667526:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1191 00000100:00100000:1.0:1777045232.725873:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045232.726063:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370085504 00000100:00100000:3.0:1777045232.726078:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370085504 00000100:00100000:3.0:1777045232.726171:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1192 00000100:00100000:3.0:1777045232.726188:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de47fdd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+29:30071:x1863365370085504:12345-192.168.201.45@tcp:101:rm.0 00010000:00010000:3.0:1777045232.726303:0:5856:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777045232.726335:0:5856:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066a00/0x2c8777a5e7d9e7e9 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148e8b expref: -99 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045232.726428:0:5856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067400/0x2c8777a5e7d9e7f0 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045232.726454:0:5856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067400/0x2c8777a5e7d9e7f0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045232.726475:0:5856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067400/0x2c8777a5e7d9e7f0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777045232.726571:0:5856:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 8704 00000004:00200000:3.0:1777045232.726580:0:5856:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 31 stripe count 1 MDT count 1 00000004:00010000:3.0:1777045232.726625:0:5856:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067400/0x2c8777a5e7d9e7f0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045232.726668:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066a00/0x2c8777a5e7d9e7e9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148e8b expref: 31 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045232.726722:0:5856:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067400/0x2c8777a5e7d9e7f0 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148e8b expref: 30 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045232.726741:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff98df61f8ee00) 00010000:00010000:3.0:1777045232.726747:0:5856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1777045232.726754:0:5856:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de48067400, rc 0) 00000100:00100000:3.0:1777045232.726838:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de47fdd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+30:30071:x1863365370085504:12345-192.168.201.45@tcp:101:rm.0 Request processed in 652us (976us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045232.726853:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1192 00000100:00100000:2.0:1777045232.761391:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045232.761861:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370085632 00000100:00100000:0.0:1777045232.761876:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370085632 00000100:00100000:0.0:1777045232.762086:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1193 00000100:00100000:0.0:1777045232.762107:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b9fb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+30:30071:x1863365370085632:12345-192.168.201.45@tcp:101:rm.0 00010000:00010000:0.0:1777045232.762139:0:5855:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777045232.762171:0:5855:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023800/0x2c8777a5e7d9e7f7 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148e92 expref: -99 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045232.762447:0:5855:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022000/0x2c8777a5e7d9e7fe lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045232.762472:0:5855:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022000/0x2c8777a5e7d9e7fe lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045232.762499:0:5855:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022000/0x2c8777a5e7d9e7fe lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045232.762527:0:5855:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9e805 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045232.762542:0:5855:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9e805 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045232.762555:0:5855:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9e805 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045232.762720:0:5855:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023e00/0x2c8777a5e7d9e80c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x48:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045232.762736:0:5855:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023e00/0x2c8777a5e7d9e80c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045232.762750:0:5855:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023e00/0x2c8777a5e7d9e80c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777045232.762800:0:5855:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x48:0x0]: returning size 512 00000004:00200000:0.0:1777045232.762807:0:5855:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1777045232.762842:0:5855:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023e00/0x2c8777a5e7d9e80c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045232.762861:0:5855:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022000/0x2c8777a5e7d9e7fe lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045232.762873:0:5855:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022000/0x2c8777a5e7d9e7fe lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045232.762893:0:5855:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022000/0x2c8777a5e7d9e7fe lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045232.762904:0:5855:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48022000 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:0.0:1777045232.762911:0:5855:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022000/0x2c8777a5e7d9e7fe lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045232.762924:0:5855:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022000/0x2c8777a5e7d9e7fe lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045232.762942:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff98df61f8ee00) 00010000:00010000:0.0:1777045232.762948:0:5855:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777045232.762955:0:5855:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022000/0x2c8777a5e7d9e7fe lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045232.762966:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022000/0x2c8777a5e7d9e7fe lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045232.762987:0:5855:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9e805 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045232.762998:0:5855:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9e805 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045232.763009:0:5855:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9e805 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045232.763019:0:5855:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48022c00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:0.0:1777045232.763025:0:5855:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9e805 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045232.763043:0:5855:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9e805 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045232.763057:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x55434c71 (ffff98df61f8e300) 00010000:00010000:0.0:1777045232.763061:0:5855:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777045232.763066:0:5855:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9e805 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045232.763076:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9e805 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045232.763155:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023800/0x2c8777a5e7d9e7f7 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148e92 expref: 32 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045232.763179:0:5855:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023e00/0x2c8777a5e7d9e80c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148e92 expref: 31 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045232.763280:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0x0 (ffff98df48c7e100) 00010000:00010000:0.0:1777045232.763287:0:5855:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1777045232.763292:0:5855:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de48023e00, rc 0) 00000100:00100000:0.0:1777045232.763378:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b9fb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+31:30071:x1863365370085632:12345-192.168.201.45@tcp:101:rm.0 Request processed in 1276us (1998us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045232.763391:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1193 00000100:00100000:2.0:1777045232.778023:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045232.778909:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370085760 00000100:00100000:0.0:1777045232.778923:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370085760 00000100:00100000:0.0:1777045232.779025:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1194 00000100:00100000:0.0:1777045232.779040:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b9f9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+31:30071:x1863365370085760:12345-192.168.201.45@tcp:101:rm.0 00010000:00010000:0.0:1777045232.779070:0:5855:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777045232.779100:0:5855:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023200/0x2c8777a5e7d9e813 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148e99 expref: -99 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045232.779287:0:5855:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023a00/0x2c8777a5e7d9e81a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045232.779312:0:5855:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023a00/0x2c8777a5e7d9e81a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045232.779330:0:5855:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023a00/0x2c8777a5e7d9e81a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045232.779355:0:5855:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023000/0x2c8777a5e7d9e821 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045232.779368:0:5855:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023000/0x2c8777a5e7d9e821 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045232.779381:0:5855:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023000/0x2c8777a5e7d9e821 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045232.779487:0:5855:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023a00/0x2c8777a5e7d9e81a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045232.779501:0:5855:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023a00/0x2c8777a5e7d9e81a lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045232.779512:0:5855:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023a00/0x2c8777a5e7d9e81a lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045232.779523:0:5855:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48023a00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:0.0:1777045232.779529:0:5855:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023a00/0x2c8777a5e7d9e81a lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045232.779542:0:5855:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023a00/0x2c8777a5e7d9e81a lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045232.779561:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0x0 (ffff98df48c7e100) 00010000:00010000:0.0:1777045232.779567:0:5855:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777045232.779575:0:5855:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023a00/0x2c8777a5e7d9e81a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045232.779586:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023a00/0x2c8777a5e7d9e81a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045232.779608:0:5855:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023000/0x2c8777a5e7d9e821 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045232.779619:0:5855:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023000/0x2c8777a5e7d9e821 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045232.779628:0:5855:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023000/0x2c8777a5e7d9e821 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045232.779637:0:5855:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48023000 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:0.0:1777045232.779642:0:5855:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023000/0x2c8777a5e7d9e821 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045232.779653:0:5855:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023000/0x2c8777a5e7d9e821 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045232.779667:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0xb3a1d06f (ffff98df61f8e400) 00010000:00010000:0.0:1777045232.779672:0:5855:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777045232.779678:0:5855:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023000/0x2c8777a5e7d9e821 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045232.779689:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023000/0x2c8777a5e7d9e821 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045232.779742:0:5855:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023200/0x2c8777a5e7d9e813 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148e99 expref: 32 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045232.779761:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0x0 (ffff98df48c7e100) 00010000:00010000:0.0:1777045232.779766:0:5855:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777045232.779773:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023200/0x2c8777a5e7d9e813 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148e99 expref: 32 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045232.779790:0:5855:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de48023200, rc 0) 00000100:00100000:0.0:1777045232.779867:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b9f9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+31:30071:x1863365370085760:12345-192.168.201.45@tcp:101:rm.0 Request processed in 829us (1856us total) trans 0 rc 301/301 00000100:00100000:0.0:1777045232.779882:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1194 00000100:00100000:2.0:1777045232.792856:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045232.794584:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370085888 00000100:00100000:0.0:1777045232.794599:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370085888 00000100:00100000:0.0:1777045232.795498:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1195 00000100:00100000:0.0:1777045232.795515:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b9fa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+31:30071:x1863365370085888:12345-192.168.201.45@tcp:101:rm.0 00010000:00010000:0.0:1777045232.795561:0:12646:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777045232.795588:0:12646:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023800/0x2c8777a5e7d9e828 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148ea0 expref: -99 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045232.796902:0:12646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9e82f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045232.796955:0:12646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9e82f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045232.796973:0:12646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9e82f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045232.796997:0:12646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022000/0x2c8777a5e7d9e836 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045232.797010:0:12646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022000/0x2c8777a5e7d9e836 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045232.797022:0:12646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022000/0x2c8777a5e7d9e836 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045232.797102:0:12646:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9e82f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045232.797114:0:12646:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9e82f lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045232.797125:0:12646:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9e82f lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045232.797136:0:12646:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48022c00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:0.0:1777045232.797175:0:12646:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9e82f lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045232.797188:0:12646:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9e82f lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045232.797252:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0x0 (ffff98df48c7e100) 00010000:00010000:0.0:1777045232.797258:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777045232.797264:0:12646:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9e82f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045232.797275:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9e82f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045232.797296:0:12646:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022000/0x2c8777a5e7d9e836 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045232.797307:0:12646:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022000/0x2c8777a5e7d9e836 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045232.797316:0:12646:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022000/0x2c8777a5e7d9e836 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045232.797325:0:12646:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48022000 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:0.0:1777045232.797329:0:12646:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022000/0x2c8777a5e7d9e836 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045232.797339:0:12646:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022000/0x2c8777a5e7d9e836 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045232.797350:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0xb3a1d06f (ffff98df61f8e300) 00010000:00010000:0.0:1777045232.797354:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777045232.797359:0:12646:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022000/0x2c8777a5e7d9e836 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045232.797369:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022000/0x2c8777a5e7d9e836 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045232.797422:0:12646:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023800/0x2c8777a5e7d9e828 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148ea0 expref: 32 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045232.797439:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0x0 (ffff98df48c7e100) 00010000:00010000:0.0:1777045232.797442:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777045232.797448:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023800/0x2c8777a5e7d9e828 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148ea0 expref: 32 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045232.797463:0:12646:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de48023800, rc 0) 00000100:00100000:0.0:1777045232.798549:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b9fa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+31:30071:x1863365370085888:12345-192.168.201.45@tcp:101:rm.0 Request processed in 3033us (5701us total) trans 0 rc 301/301 00000100:00100000:0.0:1777045232.798564:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1195 00000100:00100000:2.0:1777045232.886347:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045232.890396:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370086016 00000100:00100000:0.0:1777045232.890412:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370086016 00000100:00100000:0.0:1777045232.890550:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1196 00000100:00100000:0.0:1777045232.890566:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b9f8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+31:30072:x1863365370086016:12345-192.168.201.45@tcp:101:cp.0 00010000:00010000:0.0:1777045232.890594:0:5855:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777045232.890622:0:5855:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023800/0x2c8777a5e7d9e83d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148ea7 expref: -99 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045232.890738:0:5855:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022000/0x2c8777a5e7d9e844 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045232.890762:0:5855:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022000/0x2c8777a5e7d9e844 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045232.890778:0:5855:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022000/0x2c8777a5e7d9e844 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045232.890800:0:5855:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9e84b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045232.890812:0:5855:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9e84b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045232.890822:0:5855:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9e84b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045232.890911:0:5855:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022000/0x2c8777a5e7d9e844 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045232.890923:0:5855:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022000/0x2c8777a5e7d9e844 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045232.890934:0:5855:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022000/0x2c8777a5e7d9e844 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045232.890944:0:5855:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48022000 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:0.0:1777045232.890951:0:5855:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022000/0x2c8777a5e7d9e844 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045232.890963:0:5855:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022000/0x2c8777a5e7d9e844 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045232.890979:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0x0 (ffff98df48c7e100) 00010000:00010000:0.0:1777045232.890985:0:5855:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777045232.890992:0:5855:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022000/0x2c8777a5e7d9e844 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045232.891001:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022000/0x2c8777a5e7d9e844 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045232.891020:0:5855:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9e84b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045232.891030:0:5855:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9e84b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045232.891039:0:5855:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9e84b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045232.891048:0:5855:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48022c00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:0.0:1777045232.891052:0:5855:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9e84b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045232.891061:0:5855:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9e84b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045232.891073:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0xb3a1d06f (ffff98df61f8e300) 00010000:00010000:0.0:1777045232.891077:0:5855:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777045232.891082:0:5855:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9e84b lrc: 2/0,0 mode: --/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045232.891091:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9e84b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045232.891135:0:5855:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023800/0x2c8777a5e7d9e83d lrc: 1/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148ea7 expref: 32 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045232.891151:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0x0 (ffff98df48c7e100) 00010000:00010000:0.0:1777045232.893890:0:5855:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777045232.893909:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023800/0x2c8777a5e7d9e83d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148ea7 expref: 32 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045232.898680:0:5855:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de48023800, rc 0) 00000100:00100000:2.0:1777045232.900860:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b9f8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+31:30072:x1863365370086016:12345-192.168.201.45@tcp:101:cp.0 Request processed in 10287us (14514us total) trans 0 rc 301/301 00000100:00100000:2.0:1777045232.900877:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1196 00000100:00100000:2.0:1777045232.930369:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045232.930530:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370086144 00000100:00100000:3.0:1777045232.930545:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370086144 00000100:00100000:3.0:1777045232.930737:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1197 00000100:00100000:3.0:1777045232.930755:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b9f9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+31:30072:x1863365370086144:12345-192.168.201.45@tcp:101:cp.0 00010000:00010000:3.0:1777045232.930782:0:7939:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777045232.930810:0:7939:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066a00/0x2c8777a5e7d9e852 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148eae expref: -99 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045232.931153:0:7939:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066200/0x2c8777a5e7d9e859 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045232.931177:0:7939:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066200/0x2c8777a5e7d9e859 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045232.931225:0:7939:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066200/0x2c8777a5e7d9e859 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045232.931596:0:7939:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066400/0x2c8777a5e7d9e860 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045232.931613:0:7939:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066400/0x2c8777a5e7d9e860 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045232.931634:0:7939:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066400/0x2c8777a5e7d9e860 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045232.931719:0:7939:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066200/0x2c8777a5e7d9e859 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045232.931733:0:7939:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066200/0x2c8777a5e7d9e859 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045232.931745:0:7939:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066200/0x2c8777a5e7d9e859 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045232.931756:0:7939:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48066200 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:3.0:1777045232.931764:0:7939:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066200/0x2c8777a5e7d9e859 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045232.931776:0:7939:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066200/0x2c8777a5e7d9e859 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045232.931794:0:7939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0x0 (ffff98df48c7e100) 00010000:00010000:3.0:1777045232.931799:0:7939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777045232.931806:0:7939:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066200/0x2c8777a5e7d9e859 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045232.931816:0:7939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066200/0x2c8777a5e7d9e859 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045232.931851:0:7939:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066400/0x2c8777a5e7d9e860 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045232.931861:0:7939:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066400/0x2c8777a5e7d9e860 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045232.931872:0:7939:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066400/0x2c8777a5e7d9e860 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045232.931882:0:7939:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48066400 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:3.0:1777045232.931887:0:7939:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066400/0x2c8777a5e7d9e860 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045232.931897:0:7939:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066400/0x2c8777a5e7d9e860 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045232.931907:0:7939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0xb3a1d06f (ffff98df413b6200) 00010000:00010000:3.0:1777045232.931911:0:7939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777045232.931915:0:7939:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066400/0x2c8777a5e7d9e860 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045232.931925:0:7939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066400/0x2c8777a5e7d9e860 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045232.931975:0:7939:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066a00/0x2c8777a5e7d9e852 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148eae expref: 32 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045232.931992:0:7939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0x0 (ffff98df48c7e100) 00010000:00010000:3.0:1777045232.931996:0:7939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777045232.932003:0:7939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066a00/0x2c8777a5e7d9e852 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148eae expref: 32 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045232.932019:0:7939:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de48066a00, rc 0) 00000100:00100000:3.0:1777045232.932107:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b9f9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+31:30072:x1863365370086144:12345-192.168.201.45@tcp:101:cp.0 Request processed in 1356us (1751us total) trans 0 rc 301/301 00000100:00100000:3.0:1777045232.932127:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1197 00000100:00100000:1.0:1777045232.976930:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045232.977130:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370086400 00000100:00100000:0.0:1777045232.977146:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370086400 00000100:00100000:0.0:1777045232.977298:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1198 00000100:00100000:0.0:1777045232.977318:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de47fdc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+31:30072:x1863365370086400:12345-192.168.201.45@tcp:101:cp.0 00010000:00010000:0.0:1777045232.977348:0:12646:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777045232.977376:0:12646:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023800/0x2c8777a5e7d9e867 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x48:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148eb5 expref: -99 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045232.977554:0:12646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9e86e lrc: 3/0,1 mode: --/CW res: [0x200000401:0x48:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045232.977579:0:12646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9e86e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045232.977599:0:12646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9e86e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045232.977624:0:12646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022000/0x2c8777a5e7d9e875 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045232.977638:0:12646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022000/0x2c8777a5e7d9e875 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045232.977651:0:12646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022000/0x2c8777a5e7d9e875 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1777045232.978755:0:12646:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x19:0x0], index 0: 0 00010000:00010000:0.0:1777045232.979027:0:12646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023200/0x2c8777a5e7d9e87c lrc: 3/1,0 mode: --/PR res: [0x200000402:0x23:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045232.979046:0:12646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023200/0x2c8777a5e7d9e87c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045232.979061:0:12646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023200/0x2c8777a5e7d9e87c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045232.979113:0:12646:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9e86e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045232.979127:0:12646:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9e86e lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045232.979139:0:12646:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9e86e lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045232.979151:0:12646:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48022c00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:0.0:1777045232.979159:0:12646:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9e86e lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045232.979173:0:12646:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9e86e lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045232.979254:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0x0 (ffff98df48c7e100) 00010000:00010000:0.0:1777045232.979261:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777045232.979269:0:12646:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9e86e lrc: 2/0,0 mode: --/CW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045232.979283:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9e86e lrc: 0/0,0 mode: --/CW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777045232.979303:0:12646:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000008940af0a reply state 00000000b7519352 transno 4294968096 ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022000/0x2c8777a5e7d9e875 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777045232.979318:0:12646:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1777045232.979365:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023800/0x2c8777a5e7d9e867 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148eb5 expref: 34 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045232.979389:0:12646:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023200/0x2c8777a5e7d9e87c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148eb5 expref: 33 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045232.979403:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x23:0x0].0x0 (ffff98df61f8e400) 00010000:00010000:0.0:1777045232.979407:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777045232.979411:0:12646:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de48023200, rc 0) 00000100:00100000:0.0:1777045232.979506:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de47fdc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+34:30072:x1863365370086400:12345-192.168.201.45@tcp:101:cp.0 Request processed in 2193us (2590us total) trans 4294968096 rc 0/0 00000100:00100000:0.0:1777045232.979521:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1198 00010000:00010000:3.0:1777045232.993306:0:3327:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022000/0x2c8777a5e7d9e875 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045232.993332:0:3327:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022000/0x2c8777a5e7d9e875 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045232.993348:0:3327:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022000/0x2c8777a5e7d9e875 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045232.993359:0:3327:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48022000 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:3.0:1777045232.993367:0:3327:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022000/0x2c8777a5e7d9e875 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045232.993380:0:3327:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022000/0x2c8777a5e7d9e875 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045232.993405:0:3327:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0xb3a1d06f (ffff98df61f8e300) 00010000:00010000:3.0:1777045232.993411:0:3327:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777045232.993418:0:3327:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022000/0x2c8777a5e7d9e875 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045232.993429:0:3327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022000/0x2c8777a5e7d9e875 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777045233.021677:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045233.024843:0:6641:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370086528 00000100:00100000:3.0:1777045233.024862:0:6641:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370086528 00000100:00080000:0.0:1777045233.026180:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1777045233.026385:0:6641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 337 00000100:00100000:3.0:1777045233.026410:0:6641:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df4668b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+5:2393:x1863365370086528:12345-192.168.201.45@tcp:101:cp.0 00010000:00010000:3.0:1777045233.026439:0:6641:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777045233.026473:0:6641:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000053160e99/0x2c8777a5e7d9e88a lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148ebc expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777045233.026521:0:6641:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x19:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1777045233.026554:0:6641:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777045233.026558:0:6641:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777045233.026573:0:6641:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000053160e99/0x2c8777a5e7d9e88a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148ebc expref: 6 pid: 6641 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045233.026610:0:6641:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000053160e99/0x2c8777a5e7d9e88a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148ebc expref: 6 pid: 6641 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045233.026637:0:6641:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de48066a00, rc 0) 00000100:00100000:3.0:1777045233.026759:0:6641:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df4668b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+6:2393:x1863365370086528:12345-192.168.201.45@tcp:101:cp.0 Request processed in 355us (5091us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045233.026774:0:6641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 337 00000100:00100000:2.0:1777045233.041185:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045233.043681:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370086656 00000100:00100000:1.0:1777045233.043699:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370086656 00000100:00100000:1.0:1777045233.043798:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 338 00000100:00100000:1.0:1777045233.043816:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b9f9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+6:30072:x1863365370086656:12345-192.168.201.45@tcp:101:cp.0 00010000:00010000:1.0:1777045233.043842:0:6642:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777045233.043871:0:6642:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000176d8731/0x2c8777a5e7d9e891 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148ec3 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045233.043921:0:6642:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000053160e99/0x2c8777a5e7d9e88a lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148ebc expref: 7 pid: 6641 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045233.043965:0:6642:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777045233.043969:0:6642:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777045233.043978:0:6642:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000176d8731/0x2c8777a5e7d9e891 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148ec3 expref: 7 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045233.044033:0:6642:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000053160e99/0x2c8777a5e7d9e88a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148ebc expref: 7 pid: 6641 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045233.044059:0:6642:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000053160e99/0x2c8777a5e7d9e88a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148ebc expref: 7 pid: 6641 timeout: 1961 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777045233.044084:0:6642:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de47fdf480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6642:1863365424402176:192.168.201.45@tcp:104: 00000100:00100000:1.0:1777045233.044324:0:6642:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df44f63300 going to sleep for 11 seconds 00000100:00100000:1.0:1777045233.055638:0:6642:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de47fdf480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6642:1863365424402176:192.168.201.45@tcp:104: 00010000:00010000:1.0:1777045233.055693:0:6642:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000176d8731/0x2c8777a5e7d9e891 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148ec3 expref: 7 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045233.055731:0:6642:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de41dfd600, rc 0) 00000100:00100000:1.0:1777045233.056137:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b9f9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+7:30072:x1863365370086656:12345-192.168.201.45@tcp:101:cp.0 Request processed in 12022us (14663us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045233.056158:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 338 00000100:00100000:0.0:1777045233.056718:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045233.058800:0:5842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370086784 00000100:00100000:3.0:1777045233.059130:0:5842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370086784 00010000:00010000:3.0:1777045233.059319:0:5842:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000053160e99/0x2c8777a5e7d9e88a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148ebc expref: 7 pid: 6641 timeout: 1961 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777045233.059378:0:5842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 351 00000100:00100000:3.0:1777045233.059399:0:5842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df46689f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+7:2392:x1863365370086784:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777045233.059423:0:5842:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777045233.059458:0:5842:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000053160e99/0x2c8777a5e7d9e88a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148ebc expref: 7 pid: 6641 timeout: 1961 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045233.059499:0:5842:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000053160e99/0x2c8777a5e7d9e88a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148ebc expref: 7 pid: 6641 timeout: 1961 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045233.059540:0:5842:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000053160e99/0x2c8777a5e7d9e88a lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148ebc expref: 7 pid: 6641 timeout: 1961 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045233.059566:0:5842:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777045233.059570:0:5842:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777045233.059583:0:5842:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000176d8731/0x2c8777a5e7d9e891 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148ec3 expref: 6 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045233.059604:0:5842:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000176d8731/0x2c8777a5e7d9e891 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148ec3 expref: 6 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045233.059664:0:5842:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000176d8731/0x2c8777a5e7d9e891 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148ec3 expref: 6 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777045233.059689:0:5842:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df74533800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:5842:1863365424402304:192.168.201.45@tcp:105: 00000100:00100000:3.0:1777045233.059817:0:5842:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df72b33900 going to sleep for 11 seconds 00000100:00100000:3.0:1777045233.082701:0:5842:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df74533800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:5842:1863365424402304:192.168.201.45@tcp:105: 00010000:00010000:3.0:1777045233.082745:0:5842:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777045233.082955:0:5842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df46689f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+6:2392:x1863365370086784:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 23558us (26235us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045233.082976:0:5842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 351 00000100:00100000:2.0:1777045233.103673:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045233.108644:0:19840:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370087040 00000100:00100000:0.0:1777045233.108666:0:19840:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370087040 00000100:00100000:0.0:1777045233.108776:0:19840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 264 00000100:00100000:0.0:1777045233.108795:0:19840:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df45edcc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+33:30072:x1863365370087040:12345-192.168.201.45@tcp:35:cp.0 00000100:00100000:0.0:1777045233.111526:0:19840:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df45edcc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+34:30072:x1863365370087040:12345-192.168.201.45@tcp:35:cp.0 Request processed in 2395us (7526us total) trans 4294968097 rc 0/0 00000100:00100000:0.0:1777045233.111547:0:19840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 264 00000100:00100000:1.0:1777045233.156460:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045233.156983:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045233.157061:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045233.157282:0:5848:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370087168 00000100:00100000:0.0:1777045233.157296:0:5848:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370087168 00000100:00100000:0.0:1777045233.157412:0:5848:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 870 00000100:00100000:0.0:1777045233.157433:0:5848:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df587b5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2393:x1863365370087168:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:0.0:1777045233.157545:0:5848:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df587b5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2393:x1863365370087168:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 117us (562us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045233.157560:0:5848:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 870 00000100:00100000:2.0:1777045233.158369:0:14822:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370087296 00000100:00100000:2.0:1777045233.158379:0:14822:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370087296 00000100:00100000:2.0:1777045233.158470:0:14822:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370087424 00000100:00100000:2.0:1777045233.158478:0:14822:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370087424 00000100:00100000:2.0:1777045233.158532:0:14822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 963 00000100:00100000:2.0:1777045233.158548:0:14822:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de47fdf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:146de360-3fb2-48bd-b418-06f30714148a+7:2393:x1863365370087296:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:2.0:1777045233.158617:0:14822:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de47fdf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:146de360-3fb2-48bd-b418-06f30714148a+7:2393:x1863365370087296:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 71us (2166us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045233.158633:0:14822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 963 00000100:00100000:2.0:1777045233.158668:0:14822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 964 00000100:00100000:2.0:1777045233.158683:0:14822:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de47fdf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:146de360-3fb2-48bd-b418-06f30714148a+10:2393:x1863365370087424:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:2.0:1777045233.158765:0:14822:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de47fdf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:146de360-3fb2-48bd-b418-06f30714148a+10:2393:x1863365370087424:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 85us (1705us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045233.158779:0:14822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 964 00000100:00080000:0.0:1777045233.159924:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1777045233.159933:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:0.0:1777045233.309806:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777045233.423770:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045233.424635:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370087552 00000100:00100000:3.0:1777045233.424651:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370087552 00000100:00100000:3.0:1777045233.424752:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1199 00000100:00100000:3.0:1777045233.424771:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b9f8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:146de360-3fb2-48bd-b418-06f30714148a+46:30075:x1863365370087552:12345-192.168.201.45@tcp:101:lfs.0 00010000:00010000:3.0:1777045233.424804:0:5855:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777045233.424837:0:5855:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066a00/0x2c8777a5e7d9e898 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148eca expref: -99 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045233.424940:0:5855:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066400/0x2c8777a5e7d9e89f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045233.424966:0:5855:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066400/0x2c8777a5e7d9e89f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045233.424987:0:5855:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066400/0x2c8777a5e7d9e89f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045233.425012:0:5855:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066200/0x2c8777a5e7d9e8a6 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045233.425026:0:5855:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066200/0x2c8777a5e7d9e8a6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045233.425039:0:5855:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066200/0x2c8777a5e7d9e8a6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045233.425273:0:5855:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066c00/0x2c8777a5e7d9e8ad lrc: 3/1,0 mode: --/PR res: [0x200000402:0x23:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045233.425293:0:5855:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066c00/0x2c8777a5e7d9e8ad lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045233.425316:0:5855:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066c00/0x2c8777a5e7d9e8ad lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777045233.425369:0:5855:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x23:0x0]: returning size 158 00000004:00200000:3.0:1777045233.425376:0:5855:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1777045233.425405:0:5855:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066c00/0x2c8777a5e7d9e8ad lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045233.425426:0:5855:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066c00/0x2c8777a5e7d9e8ad lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045233.425443:0:5855:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066400/0x2c8777a5e7d9e89f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045233.425457:0:5855:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066400/0x2c8777a5e7d9e89f lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045233.425471:0:5855:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066400/0x2c8777a5e7d9e89f lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045233.425484:0:5855:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48066400 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:3.0:1777045233.425493:0:5855:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066400/0x2c8777a5e7d9e89f lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045233.425506:0:5855:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066400/0x2c8777a5e7d9e89f lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045233.425539:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0x0 (ffff98df48c7e100) 00010000:00010000:3.0:1777045233.425546:0:5855:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777045233.425553:0:5855:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066400/0x2c8777a5e7d9e89f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045233.425574:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066400/0x2c8777a5e7d9e89f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045233.425615:0:5855:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066200/0x2c8777a5e7d9e8a6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045233.425628:0:5855:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066200/0x2c8777a5e7d9e8a6 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045233.425640:0:5855:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066200/0x2c8777a5e7d9e8a6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045233.425651:0:5855:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48066200 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:3.0:1777045233.425655:0:5855:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066200/0x2c8777a5e7d9e8a6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045233.425664:0:5855:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066200/0x2c8777a5e7d9e8a6 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045233.425675:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0xb3a1d06f (ffff98df413b6800) 00010000:00010000:3.0:1777045233.425678:0:5855:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777045233.425681:0:5855:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066200/0x2c8777a5e7d9e8a6 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045233.425689:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066200/0x2c8777a5e7d9e8a6 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045233.425735:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066a00/0x2c8777a5e7d9e898 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148eca expref: 48 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045233.425760:0:5855:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066c00/0x2c8777a5e7d9e8ad lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148eca expref: 47 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045233.425771:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x23:0x0].0x0 (ffff98df61f8e400) 00010000:00010000:3.0:1777045233.425774:0:5855:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777045233.425777:0:5855:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de48066c00, rc 0) 00000100:00100000:3.0:1777045233.426153:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b9f8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:146de360-3fb2-48bd-b418-06f30714148a+47:30075:x1863365370087552:12345-192.168.201.45@tcp:101:lfs.0 Request processed in 1384us (2392us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045233.426168:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1199 00000100:00100000:2.0:1777045233.467013:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045233.471386:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370087680 00000100:00100000:1.0:1777045233.471405:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370087680 00000100:00100000:1.0:1777045233.472706:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 339 00000100:00100000:1.0:1777045233.472729:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b9fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:146de360-3fb2-48bd-b418-06f30714148a+7:2392:x1863365370087680:12345-192.168.201.45@tcp:101:lfs.0 00010000:00010000:1.0:1777045233.472759:0:6642:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777045233.472789:0:6642:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000503033cf/0x2c8777a5e7d9e8b4 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148ed1 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777045233.472897:0:6642:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7b8ee680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6642:1863365424402432:192.168.201.45@tcp:106: 00000100:00100000:1.0:1777045233.473055:0:6642:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df44f63300 going to sleep for 11 seconds 00002000:00010000:1.0:1777045233.484624:0:6642:0:(ofd_lvb.c:259:ofd_lvbo_update()) res: [0x240000400:0x19:0x0] updating lvb size: 0 -> 158 00002000:00010000:1.0:1777045233.484637:0:6642:0:(ofd_lvb.c:265:ofd_lvbo_update()) res: [0x240000400:0x19:0x0] updating lvb mtime: 0 -> 1777045232 00002000:00010000:1.0:1777045233.484642:0:6642:0:(ofd_lvb.c:271:ofd_lvbo_update()) res: [0x240000400:0x19:0x0] updating lvb atime: 0 -> 1777045232 00002000:00010000:1.0:1777045233.484646:0:6642:0:(ofd_lvb.c:277:ofd_lvbo_update()) res: [0x240000400:0x19:0x0] updating lvb ctime: 0 -> 1777045232 00000100:00100000:1.0:1777045233.484680:0:6642:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7b8ee680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6642:1863365424402432:192.168.201.45@tcp:106: 00010000:00010000:1.0:1777045233.484730:0:6642:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000503033cf/0x2c8777a5e7d9e8b4 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148ed1 expref: 8 pid: 6642 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045233.484771:0:6642:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000503033cf/0x2c8777a5e7d9e8b4 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148ed1 expref: 8 pid: 6642 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045233.484806:0:6642:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de41dfda00, rc 0) 00000100:00100000:1.0:1777045233.484902:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b9fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:146de360-3fb2-48bd-b418-06f30714148a+7:2392:x1863365370087680:12345-192.168.201.45@tcp:101:lfs.0 Request processed in 12179us (17901us total) trans 0 rc 301/301 00000100:00100000:1.0:1777045233.485310:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 339 00000100:00100000:0.0:1777045233.505511:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045233.506632:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370087808 00000100:00100000:3.0:1777045233.506648:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370087808 00000100:00100000:3.0:1777045233.506748:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1200 00000100:00100000:3.0:1777045233.506769:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df4668ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:146de360-3fb2-48bd-b418-06f30714148a+47:30075:x1863365370087808:12345-192.168.201.45@tcp:101:lfs.0 00010000:00010000:3.0:1777045233.506800:0:7939:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777045233.506832:0:7939:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066a00/0x2c8777a5e7d9e8bb lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148ed8 expref: -99 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045233.507661:0:7939:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066200/0x2c8777a5e7d9e8c2 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x48:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045233.507687:0:7939:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066200/0x2c8777a5e7d9e8c2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045233.507709:0:7939:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066200/0x2c8777a5e7d9e8c2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777045233.507801:0:7939:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x48:0x0]: returning size 512 00000004:00200000:3.0:1777045233.507838:0:7939:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:3.0:1777045233.508173:0:7939:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066200/0x2c8777a5e7d9e8c2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045233.508566:0:7939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066a00/0x2c8777a5e7d9e8bb lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148ed8 expref: 49 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045233.508619:0:7939:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066200/0x2c8777a5e7d9e8c2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148ed8 expref: 48 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045233.508637:0:7939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0x0 (ffff98df48c7e100) 00010000:00010000:3.0:1777045233.508644:0:7939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1777045233.508651:0:7939:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de48066200, rc 0) 00000100:00100000:3.0:1777045233.508774:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df4668ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:146de360-3fb2-48bd-b418-06f30714148a+48:30075:x1863365370087808:12345-192.168.201.45@tcp:101:lfs.0 Request processed in 2009us (3275us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045233.508789:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1200 00000100:00100000:2.0:1777045233.569754:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045233.571259:0:6639:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370087936 00000100:00100000:0.0:1777045233.571275:0:6639:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370087936 00000100:00100000:0.0:1777045233.571696:0:6639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 340 00000100:00100000:0.0:1777045233.571716:0:6639:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b9fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:146de360-3fb2-48bd-b418-06f30714148a+7:2390:x1863365370087936:12345-192.168.201.45@tcp:101:lfs.0 00010000:00010000:0.0:1777045233.571744:0:6639:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777045233.571770:0:6639:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000037a58393/0x2c8777a5e7d9e8c9 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148edf expref: -99 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777045233.571861:0:6639:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de48097b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6639:1863365424402560:192.168.201.45@tcp:106: 00000100:00100000:0.0:1777045233.572017:0:6639:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df5f89e6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1777045233.608863:0:6639:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de48097b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6639:1863365424402560:192.168.201.45@tcp:106: 00010000:00010000:0.0:1777045233.609270:0:6639:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000037a58393/0x2c8777a5e7d9e8c9 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148edf expref: 8 pid: 6639 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045233.609310:0:6639:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000037a58393/0x2c8777a5e7d9e8c9 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148edf expref: 8 pid: 6639 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045233.609344:0:6639:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de48023000, rc 0) 00000100:00100000:0.0:1777045233.609441:0:6639:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b9fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:146de360-3fb2-48bd-b418-06f30714148a+7:2390:x1863365370087936:12345-192.168.201.45@tcp:101:lfs.0 Request processed in 37728us (39698us total) trans 0 rc 301/301 00000100:00100000:0.0:1777045233.609457:0:6639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 340 00000100:00100000:2.0:1777045233.626013:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045233.626720:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370088192 00000100:00100000:1.0:1777045233.626735:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370088192 00000100:00100000:1.0:1777045233.626840:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1201 00000100:00100000:1.0:1777045233.626857:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b9f8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:146de360-3fb2-48bd-b418-06f30714148a+48:30075:x1863365370088192:12345-192.168.201.45@tcp:58:lfs.0 00000040:00080000:1.0:1777045233.628750:0:5856:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].34, 136 off12816 00000100:00100000:1.0:1777045233.629679:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b9f8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:146de360-3fb2-48bd-b418-06f30714148a+48:30075:x1863365370088192:12345-192.168.201.45@tcp:58:lfs.0 Request processed in 2820us (3674us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045233.629697:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1201 00000100:00100000:0.0:1777045234.136752:0:3344:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de48097b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3344:1863365424402688:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1777045234.137092:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777045234.142911:0:6643:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424402688 00000100:00100000:1.0:1777045234.142930:0:6643:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424402688 00000100:00100000:1.0:1777045234.143033:0:6643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 483 00000100:00100000:1.0:1777045234.143050:0:6643:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de48094700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1863365424402688:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1777045234.143104:0:6643:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 79888384 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1777045234.145320:0:6643:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de48094700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1863365424402688:12345-0@lo:13:osp-pre-0-0.0 Request processed in 2268us (8471us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045234.145339:0:6643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 483 00000100:00080000:1.0:1777045234.145385:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1777045234.146656:0:3344:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de48097b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3344:1863365424402688:0@lo:13:osp-pre-0-0.0 00010000:00010000:2.0:1777045234.326852:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:2.0:1777045234.379552:0:5877:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968097 is committed 00000001:00080000:2.0:1777045234.379585:0:5877:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968095 is committed 00000040:00080000:1.0:1777045234.584906:0:11491:0:(llog.c:801:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1777045234.584919:0:11491:0:(llog_cat.c:158:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1777045234.585003:0:11491:0:(llog.c:858:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 35 count 2 00000040:00080000:1.0:1777045234.585019:0:11491:0:(llog.c:858:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1777045234.585929:0:11491:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7b8ee680 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11491:1863365424402816:192.168.201.45@tcp:107:hsm_cdtr.0 00000100:00100000:1.0:1777045234.586106:0:11491:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df467ad900 going to sleep for 11 seconds 00000100:00100000:1.0:1777045234.601892:0:11491:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7b8ee680 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11491:1863365424402816:192.168.201.45@tcp:107:hsm_cdtr.0 00000100:00100000:1.0:1777045234.615133:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045234.616383:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370088320 00000100:00100000:3.0:1777045234.616401:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370088320 00000100:00100000:3.0:1777045234.616526:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1202 00000100:00100000:3.0:1777045234.616546:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b8ee680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+32:30085:x1863365370088320:12345-192.168.201.45@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1777045234.616630:0:5857:0:(mdt_handler.c:7958:mdt_fid2path()) path get [0x200000402:0x23:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1777045234.616791:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b8ee680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+32:30085:x1863365370088320:12345-192.168.201.45@tcp:53:lhsmtool_posix.0 Request processed in 248us (1668us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045234.616808:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1202 00000100:00080000:1.0:1777045234.619095:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1777045234.631050:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045234.631251:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370088576 00000100:00100000:1.0:1777045234.631268:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370088576 00000100:00100000:1.0:1777045234.631355:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1203 00000100:00100000:1.0:1777045234.631372:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de48094000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+32:30085:x1863365370088576:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1777045234.631404:0:12646:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777045234.631433:0:12646:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfda00/0x2c8777a5e7d9e8d0 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148ee6 expref: -99 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045234.631578:0:12646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfdc00/0x2c8777a5e7d9e8d7 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x23:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045234.631605:0:12646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfdc00/0x2c8777a5e7d9e8d7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045234.631628:0:12646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfdc00/0x2c8777a5e7d9e8d7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777045234.631648:0:12646:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x23:0x0]: returning size 158 00010000:00010000:1.0:1777045234.631908:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfda00/0x2c8777a5e7d9e8d0 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148ee6 expref: 35 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045234.631943:0:12646:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfdc00/0x2c8777a5e7d9e8d7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148ee6 expref: 34 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045234.631971:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x23:0x0].0x0 (ffff98df61f8e400) 00010000:00010000:1.0:1777045234.631977:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777045234.631984:0:12646:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de41dfdc00, rc 0) 00000100:00100000:1.0:1777045234.632092:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de48094000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+34:30085:x1863365370088576:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 Request processed in 720us (1051us total) trans 4294968098 rc 0/0 00000100:00100000:1.0:1777045234.632107:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1203 00000100:00100000:0.0:1777045234.646521:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045234.646693:0:5843:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370088704 00000100:00100000:1.0:1777045234.646709:0:5843:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370088704 00000100:00100000:1.0:1777045234.646824:0:5843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 74 00000100:00100000:1.0:1777045234.646843:0:5843:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de48095f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+34:2390:x1863365370088704:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777045234.646870:0:5843:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777045234.646912:0:5843:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfdc00/0x2c8777a5e7d9e8d7 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148ee6 expref: 34 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045234.646944:0:5843:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x23:0x0].0x0 (ffff98df61f8e400) 00010000:00010000:1.0:1777045234.646954:0:5843:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777045234.647046:0:5843:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de48095f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+33:2390:x1863365370088704:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 207us (538us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045234.647060:0:5843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 74 00000100:00100000:0.0:1777045234.651070:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045234.651260:0:6641:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370088832 00000100:00100000:3.0:1777045234.651274:0:6641:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370088832 00000100:00100000:3.0:1777045234.651350:0:6641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 341 00000100:00100000:3.0:1777045234.651367:0:6641:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de48095880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+6:2393:x1863365370088832:12345-192.168.201.45@tcp:1:lhsmtool_posix.0 00010000:00010000:3.0:1777045234.651432:0:6641:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000053160e99/0x2c8777a5e7d9e8e5 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045234.651468:0:6641:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000176d8731/0x2c8777a5e7d9e891 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148ec3 expref: 6 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045234.651485:0:6641:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777045234.651489:0:6641:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777045234.651495:0:6641:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000053160e99/0x2c8777a5e7d9e8e5 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045234.651553:0:6641:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000176d8731/0x2c8777a5e7d9e891 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148ec3 expref: 6 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045234.651581:0:6641:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000176d8731/0x2c8777a5e7d9e891 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148ec3 expref: 6 pid: 6642 timeout: 1963 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777045234.651608:0:6641:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df74533800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6641:1863365424402944:192.168.201.45@tcp:104: 00000100:00100000:3.0:1777045234.651724:0:6641:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df72b339c0 going to sleep for 11 seconds 00000100:00100000:3.0:1777045234.662556:0:6641:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df74533800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6641:1863365424402944:192.168.201.45@tcp:104: 00010000:00010000:3.0:1777045234.662605:0:6641:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000053160e99/0x2c8777a5e7d9e8e5 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777045234.670960:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045234.671425:0:6646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370088960 00000100:00100000:0.0:1777045234.671442:0:6646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370088960 00002000:00100000:0.0:1777045234.671521:0:6646:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x19:0x0] (0->157) req@ffff98df74533800 x1863365370088960/t0(0) o4->15144518-a1c7-4352-a966-cb31eadd4d9b@192.168.201.45@tcp:235/0 lens 648/0 e 0 to 0 dl 1777045245 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777045234.671544:0:6646:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98df74533800 with x1863365370088960 ext(0->157) 00010000:00010000:0.0:1777045234.671562:0:6646:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 00000000176d8731/0x2c8777a5e7d9e891 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148ec3 expref: 7 pid: 6642 timeout: 1963 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045234.671594:0:6646:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 00000000176d8731/0x2c8777a5e7d9e891 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148ec3 expref: 7 pid: 6642 timeout: 1963 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777045234.671611:0:6646:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff98df74533800 00000100:00100000:0.0:1777045234.671671:0:6646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 13 00000100:00100000:0.0:1777045234.671690:0:6646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df74533800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+7:2393:x1863365370088960:12345-192.168.201.45@tcp:4:cp.0 00000100:00100000:3.0:1777045234.682460:0:6646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df74533800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2393:x1863365370088960:12345-192.168.201.45@tcp:4:cp.0 Request processed in 10755us (11522us total) trans 4294967364 rc 0/0 00000100:00100000:3.0:1777045234.682500:0:6646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 13 00002000:00100000:3.0:1777045234.682526:0:6646:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x19:0x0] (0->157) req@ffff98df74533800 x1863365370088960/t4294967364(0) o4->15144518-a1c7-4352-a966-cb31eadd4d9b@192.168.201.45@tcp:235/0 lens 648/448 e 0 to 0 dl 1777045245 ref 1 fl Complete:H/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1777045234.682548:0:6646:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98df74533800 with x1863365370088960 ext(0->157) 00010000:00010000:3.0:1777045234.682570:0:6646:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 00000000176d8731/0x2c8777a5e7d9e891 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148ec3 expref: 9 pid: 6642 timeout: 1963 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045234.682613:0:6646:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 00000000176d8731/0x2c8777a5e7d9e891 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148ec3 expref: 9 pid: 6642 timeout: 1963 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777045234.682631:0:6646:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff98df74533800 00000100:00100000:0.0:1777045234.710633:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045234.710845:0:6655:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370089088 00000100:00100000:1.0:1777045234.710865:0:6655:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370089088 00010000:00010000:1.0:1777045234.710931:0:6655:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000176d8731/0x2c8777a5e7d9e891 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148ec3 expref: 9 pid: 6642 timeout: 1963 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777045234.711031:0:6655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 352 00000100:00100000:1.0:1777045234.711051:0:6655:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de48095c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2392:x1863365370089088:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777045234.711082:0:6655:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777045234.711121:0:6655:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000176d8731/0x2c8777a5e7d9e891 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148ec3 expref: 9 pid: 6642 timeout: 1963 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045234.711154:0:6655:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000176d8731/0x2c8777a5e7d9e891 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148ec3 expref: 9 pid: 6642 timeout: 1963 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045234.711201:0:6655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000176d8731/0x2c8777a5e7d9e891 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148ec3 expref: 9 pid: 6642 timeout: 1963 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045234.711594:0:6655:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777045234.711600:0:6655:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777045234.711614:0:6655:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000053160e99/0x2c8777a5e7d9e8e5 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045234.711635:0:6655:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000053160e99/0x2c8777a5e7d9e8e5 lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045234.711694:0:6655:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777045234.711780:0:6655:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de48095c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2392:x1863365370089088:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 728us (1154us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045234.711797:0:6655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 352 00010000:00010000:0.0:1777045234.712457:0:6641:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000053160e99/0x2c8777a5e7d9e8e5 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045234.712482:0:6641:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000053160e99/0x2c8777a5e7d9e8e5 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045234.712531:0:6641:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000053160e99/0x2c8777a5e7d9e8e5 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045234.712547:0:6641:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000053160e99/0x2c8777a5e7d9e8e5 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045234.712569:0:6641:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000053160e99/0x2c8777a5e7d9e8e5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045234.712586:0:6641:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48066a00 already unused, calling callback (ffffffffc17d22d0) 00010000:00010000:0.0:1777045234.712595:0:6641:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000053160e99/0x2c8777a5e7d9e8e5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045234.712617:0:6641:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000053160e99/0x2c8777a5e7d9e8e5 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045234.712646:0:6641:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000053160e99/0x2c8777a5e7d9e8e5 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045234.712659:0:6641:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000053160e99/0x2c8777a5e7d9e8e5 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777045234.712795:0:6641:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de48095880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+7:2393:x1863365370088832:12345-192.168.201.45@tcp:1:lhsmtool_posix.0 Request processed in 61428us (61730us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045234.712816:0:6641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 341 00000100:00100000:0.0:1777045234.746569:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045234.748258:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370089344 00000100:00100000:1.0:1777045234.748275:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370089344 00000100:00100000:1.0:1777045234.748400:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1204 00000100:00100000:1.0:1777045234.748425:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de48097b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+33:30085:x1863365370089344:12345-192.168.201.45@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1777045234.748647:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de48097b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+33:30085:x1863365370089344:12345-192.168.201.45@tcp:57:lhsmtool_posix.0 Request processed in 225us (2091us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045234.748670:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1204 00000100:00100000:1.0:1777045234.807940:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045234.812330:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370089472 00000100:00100000:3.0:1777045234.812350:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370089472 00000100:00100000:3.0:1777045234.812471:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 342 00000100:00100000:3.0:1777045234.812516:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b8eed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+7:2390:x1863365370089472:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1777045234.812547:0:6642:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777045234.812583:0:6642:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008e461c40/0x2c8777a5e7d9e8ec lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148eed expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777045234.812628:0:6642:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x19:0x0] initial LVB size: 158, mtime: 0x69eb8ef0, atime: 0x0, ctime: 0x69eb8ef0, blocks: 0x1 00010000:00010000:3.0:1777045234.812661:0:6642:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777045234.812666:0:6642:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777045234.812680:0:6642:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008e461c40/0x2c8777a5e7d9e8ec lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148eed expref: 8 pid: 6642 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045234.812723:0:6642:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000008e461c40/0x2c8777a5e7d9e8ec lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148eed expref: 8 pid: 6642 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045234.812748:0:6642:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de48066400, rc 0) 00000100:00100000:3.0:1777045234.812854:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b8eed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2390:x1863365370089472:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 Request processed in 344us (4927us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045234.812870:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 342 00000100:00100000:0.0:1777045234.838711:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045234.841383:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370089728 00000100:00100000:3.0:1777045234.841401:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370089728 00000100:00100000:3.0:1777045234.841519:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1205 00000100:00100000:3.0:1777045234.841539:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77b07800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+33:30085:x1863365370089728:12345-192.168.201.45@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1777045234.841721:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77b07800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+33:30085:x1863365370089728:12345-192.168.201.45@tcp:57:lhsmtool_posix.0 Request processed in 185us (3021us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045234.841737:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1205 00000100:00100000:0.0:1777045234.870726:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045234.877535:0:17698:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370089856 00000100:00100000:1.0:1777045234.877554:0:17698:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370089856 00002000:00100000:1.0:1777045234.877641:0:17698:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff98df77b05f80 x1863365370089856/t0(0) o3->15144518-a1c7-4352-a966-cb31eadd4d9b@192.168.201.45@tcp:235/0 lens 488/0 e 0 to 0 dl 1777045245 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777045234.877665:0:17698:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98df77b05f80 with x1863365370089856 ext(0->4095) 00002000:00010000:1.0:1777045234.877675:0:17698:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff98df77b05f80 00000100:00100000:1.0:1777045234.877722:0:17698:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 105 00000100:00100000:1.0:1777045234.877738:0:17698:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77b05f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2391:x1863365370089856:12345-192.168.201.45@tcp:3:lhsmtool_posix.0 00000100:00100000:1.0:1777045234.881478:0:17698:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77b05f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2391:x1863365370089856:12345-192.168.201.45@tcp:3:lhsmtool_posix.0 Request processed in 3729us (10753us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1777045234.881500:0:17698:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 105 00002000:00100000:1.0:1777045234.881519:0:17698:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff98df77b05f80 x1863365370089856/t0(0) o3->15144518-a1c7-4352-a966-cb31eadd4d9b@192.168.201.45@tcp:235/0 lens 488/4536 e 0 to 0 dl 1777045245 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777045234.881537:0:17698:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98df77b05f80 with x1863365370089856 ext(0->4095) 00002000:00010000:1.0:1777045234.881546:0:17698:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff98df77b05f80 00000100:00100000:2.0:1777045234.938448:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045234.939293:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370089984 00000100:00100000:3.0:1777045234.939308:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370089984 00000100:00100000:3.0:1777045234.939412:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1206 00000100:00100000:3.0:1777045234.939427:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b9fbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+33:30085:x1863365370089984:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1777045234.939456:0:5855:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777045234.939485:0:5855:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066600/0x2c8777a5e7d9e8f3 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x23:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148ef4 expref: -99 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045234.939535:0:5855:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067e00/0x2c8777a5e7d9e8fa lrc: 3/1,0 mode: --/PR res: [0x200000402:0x23:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045234.939581:0:5855:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067e00/0x2c8777a5e7d9e8fa lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045234.939598:0:5855:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067e00/0x2c8777a5e7d9e8fa lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045234.939743:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066600/0x2c8777a5e7d9e8f3 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x23:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148ef4 expref: 35 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045234.939788:0:5855:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067e00/0x2c8777a5e7d9e8fa lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148ef4 expref: 34 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045234.939802:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x23:0x0].0x0 (ffff98df61f8e400) 00010000:00010000:3.0:1777045234.939807:0:5855:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1777045234.939813:0:5855:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de48067e00, rc 0) 00000100:00100000:3.0:1777045234.940281:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b9fbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+34:30085:x1863365370089984:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 Request processed in 855us (1843us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045234.940294:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1206 00000100:00100000:0.0:1777045234.961939:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045234.968453:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370090112 00000100:00100000:2.0:1777045234.968472:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370090112 00000100:00100000:2.0:1777045234.968666:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1207 00000100:00100000:2.0:1777045234.968683:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df606e6050 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+34:30085:x1863365370090112:12345-192.168.201.45@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1777045234.968727:0:5857:0:(mdt_handler.c:7958:mdt_fid2path()) path get [0x200000402:0x23:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1777045234.968889:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df606e6050 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+34:30085:x1863365370090112:12345-192.168.201.45@tcp:53:lhsmtool_posix.0 Request processed in 209us (6974us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045234.971412:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1207 00000100:00100000:0.0:1777045234.980321:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045234.980619:0:6639:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370090240 00000100:00100000:1.0:1777045234.980633:0:6639:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370090240 00000100:00100000:1.0:1777045234.980722:0:6639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 343 00000100:00100000:1.0:1777045234.980739:0:6639:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77b04000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2393:x1863365370090240:12345-192.168.201.45@tcp:1:lhsmtool_posix.0 00010000:00010000:1.0:1777045234.980801:0:6639:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000008090f30a/0x2c8777a5e7d9e901 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045234.980828:0:6639:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777045234.980831:0:6639:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777045234.980840:0:6639:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008090f30a/0x2c8777a5e7d9e901 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045234.980861:0:6639:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008090f30a/0x2c8777a5e7d9e901 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045234.980906:0:6639:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000008090f30a/0x2c8777a5e7d9e901 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045234.980921:0:6639:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000008090f30a/0x2c8777a5e7d9e901 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045234.980935:0:6639:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000008090f30a/0x2c8777a5e7d9e901 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045234.980948:0:6639:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de41dfd400 already unused, calling callback (ffffffffc17d22d0) 00010000:00010000:1.0:1777045234.980956:0:6639:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000008090f30a/0x2c8777a5e7d9e901 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045234.980971:0:6639:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000008090f30a/0x2c8777a5e7d9e901 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045234.980997:0:6639:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000008090f30a/0x2c8777a5e7d9e901 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045234.981021:0:6639:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008090f30a/0x2c8777a5e7d9e901 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777045234.981143:0:6639:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77b04000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2393:x1863365370090240:12345-192.168.201.45@tcp:1:lhsmtool_posix.0 Request processed in 405us (831us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045234.981322:0:6639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 343 00000100:00100000:1.0:1777045235.005713:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045235.007126:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370090496 00000100:00100000:0.0:1777045235.007254:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370090496 00000100:00100000:0.0:1777045235.008411:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1208 00000100:00100000:0.0:1777045235.008430:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b8ee300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+34:30085:x1863365370090496:12345-192.168.201.45@tcp:57:lhsmtool_posix.0 00010000:00010000:0.0:1777045235.008532:0:12646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023c00/0x2c8777a5e7d9e908 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x23:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045235.008579:0:12646:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067e00/0x2c8777a5e7d9e8fa lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148ef4 expref: 34 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045235.008595:0:12646:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023c00/0x2c8777a5e7d9e908 lrc: 4/0,1 mode: --/PW res: [0x200000402:0x23:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045235.008646:0:12646:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067e00/0x2c8777a5e7d9e8fa lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148ef4 expref: 34 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045235.008667:0:12646:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067e00/0x2c8777a5e7d9e8fa lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148ef4 expref: 34 pid: 5855 timeout: 1963 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777045235.008696:0:12646:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df77b07100 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12646:1863365424403072:192.168.201.45@tcp:104: 00000100:00100000:0.0:1777045235.008809:0:12646:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df51856cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1777045235.020081:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045235.020846:0:12646:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df77b07100 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12646:1863365424403072:192.168.201.45@tcp:104: 00010000:00010000:0.0:1777045235.020885:0:12646:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023c00/0x2c8777a5e7d9e908 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x23:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777045235.030930:0:5843:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370090624 00000100:00100000:1.0:1777045235.030948:0:5843:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370090624 00010000:00010000:1.0:1777045235.043335:0:5843:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067e00/0x2c8777a5e7d9e8fa lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148ef4 expref: 35 pid: 5855 timeout: 1963 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777045235.043399:0:5843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 353 00000100:00100000:1.0:1777045235.043418:0:5843:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df74531f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+35:2393:x1863365370090624:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777045235.043440:0:5843:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777045235.043451:0:5843:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067e00/0x2c8777a5e7d9e8fa lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148ef4 expref: 35 pid: 5855 timeout: 1963 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045235.043474:0:5843:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067e00/0x2c8777a5e7d9e8fa lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148ef4 expref: 35 pid: 5855 timeout: 1963 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045235.043507:0:5843:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067e00/0x2c8777a5e7d9e8fa lrc: 0/0,0 mode: --/PR res: [0x200000402:0x23:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148ef4 expref: 35 pid: 5855 timeout: 1963 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045235.043547:0:5843:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x23:0x0].0x0 (ffff98df61f8e400) 00010000:00010000:1.0:1777045235.043578:0:5843:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023c00/0x2c8777a5e7d9e908 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x23:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045235.043594:0:5843:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023c00/0x2c8777a5e7d9e908 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x23:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045235.043606:0:5843:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023c00/0x2c8777a5e7d9e908 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x23:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045235.043649:0:5843:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777045235.043727:0:5843:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df74531f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+34:2393:x1863365370090624:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 313us (23656us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045235.043741:0:5843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 353 00010000:00010000:2.0:1777045235.044399:0:12646:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023c00/0x2c8777a5e7d9e908 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x23:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045235.044415:0:12646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023c00/0x2c8777a5e7d9e908 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x23:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045235.044675:0:12646:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023c00/0x2c8777a5e7d9e908 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x23:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045235.044688:0:12646:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023c00/0x2c8777a5e7d9e908 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x23:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045235.044699:0:12646:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023c00/0x2c8777a5e7d9e908 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x23:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045235.044708:0:12646:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48023c00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:2.0:1777045235.044715:0:12646:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023c00/0x2c8777a5e7d9e908 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x23:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045235.044727:0:12646:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023c00/0x2c8777a5e7d9e908 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x23:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045235.044741:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x23:0x0].0x0 (ffff98df61f8e400) 00010000:00010000:2.0:1777045235.044746:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1777045235.044751:0:12646:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023c00/0x2c8777a5e7d9e908 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x23:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045235.044762:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023c00/0x2c8777a5e7d9e908 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x23:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777045235.045605:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b8ee300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+34:30085:x1863365370090496:12345-192.168.201.45@tcp:57:lhsmtool_posix.0 Request processed in 37177us (39899us total) trans 4294968099 rc 0/0 00000100:00100000:2.0:1777045235.045626:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1208 00000040:00080000:1.0:1777045235.046756:0:11491:0:(llog.c:801:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1777045235.046764:0:11491:0:(llog_cat.c:158:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1777045235.047581:0:11491:0:(llog.c:858:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 2 00000040:00080000:1.0:1777045235.047594:0:11491:0:(llog.c:858:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1777045235.061993:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045235.062126:0:5859:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370090880 00000100:00100000:1.0:1777045235.062140:0:5859:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370090880 00000100:00100000:1.0:1777045235.062602:0:5859:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 265 00000100:00100000:1.0:1777045235.062620:0:5859:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b9f8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+34:30085:x1863365370090880:12345-192.168.201.45@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1777045235.062923:0:5859:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b9f8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+35:30085:x1863365370090880:12345-192.168.201.45@tcp:35:lhsmtool_posix.0 Request processed in 305us (938us total) trans 4294968100 rc 0/0 00000100:00100000:1.0:1777045235.062938:0:5859:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 265 00000100:00100000:1.0:1777045235.157401:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1777045235.157434:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7b8ed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424403200:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1777045235.157531:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777045235.157603:0:6644:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424403200 00000100:00100000:1.0:1777045235.157615:0:6644:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424403200 00000100:00100000:1.0:1777045235.157699:0:6644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 484 00000100:00100000:1.0:1777045235.157715:0:6644:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b8ec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1863365424403200:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1777045235.157765:0:6644:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 49217536 pending 0 free 3851419648 avail 3849322496 00000100:00100000:1.0:1777045235.157838:0:6644:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b8ec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1863365424403200:12345-0@lo:13:osp-pre-1-0.0 Request processed in 125us (305us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045235.157851:0:6644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 484 00000100:00080000:1.0:1777045235.157885:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1777045235.157949:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7b8ed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424403200:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1777045235.160629:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7b8ed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ce657616-b3f3-4e21-ac89-518ab611901c:3342:1863365424403328:0@lo:400:kworker.0 00000100:00100000:2.0:1777045235.160706:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777045235.160763:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7b8ece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3342:1863365424403840:0@lo:400:kworker.0 00000100:00100000:2.0:1777045235.160807:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777045235.161138:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7b8efb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424403712:0@lo:400:kworker.0 00000100:00100000:2.0:1777045235.164303:0:5850:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424403328 00000100:00100000:2.0:1777045235.164315:0:5850:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424403328 00000100:00100000:2.0:1777045235.164420:0:5850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 871 00000100:00100000:2.0:1777045235.164437:0:5850:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df587b5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ce657616-b3f3-4e21-ac89-518ab611901c+18:3342:x1863365424403328:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777045235.164723:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7b8ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3343:1863365424403456:0@lo:400:kworker.0 00000100:00100000:2.0:1777045235.175096:0:5850:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df587b5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ce657616-b3f3-4e21-ac89-518ab611901c+18:3342:x1863365424403328:12345-0@lo:400:kworker.0 Request processed in 10651us (14377us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045235.175119:0:5850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 871 00000100:00100000:2.0:1777045235.175737:0:3344:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7b8ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3344:1863365424403584:0@lo:400:kworker.0 00000100:00100000:2.0:1777045235.176077:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045235.176657:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7b8ed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ce657616-b3f3-4e21-ac89-518ab611901c:3342:1863365424403328:0@lo:400:kworker.0 00000100:00100000:2.0:1777045235.183895:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424403840 00000100:00100000:2.0:1777045235.183917:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424403840 00000100:00100000:2.0:1777045235.184035:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424403584 00000100:00100000:2.0:1777045235.184042:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424403584 00000100:00100000:2.0:1777045235.184097:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1134 00000100:00100000:2.0:1777045235.184115:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b9fb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3342:x1863365424403840:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777045235.184312:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b9fb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3342:x1863365424403840:12345-0@lo:400:kworker.0 Request processed in 201us (23501us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045235.184325:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1134 00000100:00100000:2.0:1777045235.184359:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1135 00000100:00100000:2.0:1777045235.184374:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b9f9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3344:x1863365424403584:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1777045235.184614:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1777045235.184971:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777045235.185023:0:6641:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424403712 00000100:00100000:1.0:1777045235.185030:0:6641:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424403712 00000100:00100000:1.0:1777045235.185082:0:6641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 965 00000100:00100000:1.0:1777045235.185095:0:6641:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b8ed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3341:x1863365424403712:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777045235.185187:0:6641:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b8ed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3341:x1863365424403712:12345-0@lo:400:kworker.0 Request processed in 62us (185us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045235.185226:0:6641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 965 00000100:00100000:1.0:1777045235.185305:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7b8efb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424403712:0@lo:400:kworker.0 00000100:00100000:2.0:1777045235.188258:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b9f9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3344:x1863365424403584:12345-0@lo:400:kworker.0 Request processed in 3879us (12173us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045235.188275:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1135 00000100:00100000:2.0:1777045235.188374:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7b8ece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3342:1863365424403840:0@lo:400:kworker.0 00000100:00100000:3.0:1777045235.190658:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777045235.191637:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424403456 00000100:00100000:2.0:1777045235.191650:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424403456 00000100:00100000:2.0:1777045235.191716:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1136 00000100:00100000:2.0:1777045235.191731:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df74531c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3343:x1863365424403456:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777045235.191815:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df74531c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3343:x1863365424403456:12345-0@lo:400:kworker.0 Request processed in 86us (1161us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045235.191828:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1136 00000100:00100000:3.0:1777045235.197353:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7b8ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3343:1863365424403456:0@lo:400:kworker.0 00000100:00100000:0.0:1777045235.197720:0:3344:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7b8ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3344:1863365424403584:0@lo:400:kworker.0 00010000:00010000:1.0:1777045235.361181:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777045236.373360:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1777045236.613193:0:20457:0:(llog.c:801:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1777045236.613243:0:20457:0:(llog_cat.c:158:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1777045236.613304:0:20457:0:(llog.c:858:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 35 count 2 00000040:00080000:1.0:1777045236.613311:0:20457:0:(llog.c:858:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000001:00080000:2.0:1777045236.985965:0:6666:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967364 is committed 00000100:00100000:0.0:1777045237.208856:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045237.209654:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370091136 00000100:00100000:2.0:1777045237.209672:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370091136 00000100:00100000:2.0:1777045237.209787:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1209 00000100:00100000:2.0:1777045237.209807:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77b07100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:146de360-3fb2-48bd-b418-06f30714148a+47:30092:x1863365370091136:12345-192.168.201.45@tcp:101:cat.0 00010000:00010000:2.0:1777045237.209837:0:5856:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777045237.209868:0:5856:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024400/0x2c8777a5e7d9e90f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148efb expref: -99 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045237.210025:0:5856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025800/0x2c8777a5e7d9e916 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x23:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045237.210052:0:5856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025800/0x2c8777a5e7d9e916 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045237.210082:0:5856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025800/0x2c8777a5e7d9e916 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777045237.210100:0:5856:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x23:0x0]: returning size 158 00010000:00010000:2.0:1777045237.210367:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024400/0x2c8777a5e7d9e90f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148efb expref: 50 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045237.210399:0:5856:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025800/0x2c8777a5e7d9e916 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148efb expref: 49 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045237.210415:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x23:0x0].0x0 (ffff98df61f8e400) 00010000:00010000:2.0:1777045237.210422:0:5856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777045237.210427:0:5856:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de48025800, rc 0) 00000100:00100000:2.0:1777045237.210537:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77b07100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:146de360-3fb2-48bd-b418-06f30714148a+49:30092:x1863365370091136:12345-192.168.201.45@tcp:101:cat.0 Request processed in 734us (1692us total) trans 4294968101 rc 0/0 00000100:00100000:2.0:1777045237.210551:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1209 00000100:00080000:3.0:1777045237.211308:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1777045237.224160:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045237.224674:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045237.225384:0:6655:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370091392 00000100:00100000:3.0:1777045237.225400:0:6655:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370091392 00000100:00100000:3.0:1777045237.225502:0:6655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 75 00000100:00100000:3.0:1777045237.225520:0:6655:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df412ae050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:146de360-3fb2-48bd-b418-06f30714148a+49:2390:x1863365370091392:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777045237.225544:0:6655:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777045237.225578:0:6655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025800/0x2c8777a5e7d9e916 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148efb expref: 49 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045237.227117:0:6655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x23:0x0].0x0 (ffff98df61f8e400) 00010000:00010000:3.0:1777045237.227159:0:6655:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777045237.227244:0:6655:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df412ae050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:146de360-3fb2-48bd-b418-06f30714148a+48:2390:x1863365370091392:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 1725us (2569us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045237.227603:0:6655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 75 00000100:00100000:1.0:1777045237.229079:0:8776:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370091264 00000100:00100000:1.0:1777045237.229094:0:8776:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370091264 00000100:00100000:1.0:1777045237.229618:0:8776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 344 00000100:00100000:1.0:1777045237.229638:0:8776:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77b06d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:146de360-3fb2-48bd-b418-06f30714148a+7:2392:x1863365370091264:12345-192.168.201.45@tcp:101:cat.0 00010000:00010000:1.0:1777045237.229664:0:8776:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777045237.229691:0:8776:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000176d8731/0x2c8777a5e7d9e924 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148f02 expref: -99 pid: 8776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045237.229753:0:8776:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777045237.229758:0:8776:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777045237.229771:0:8776:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000176d8731/0x2c8777a5e7d9e924 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148f02 expref: 8 pid: 8776 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045237.229801:0:8776:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000176d8731/0x2c8777a5e7d9e924 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148f02 expref: 8 pid: 8776 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045237.229822:0:8776:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de41dfd600, rc 0) 00000100:00100000:1.0:1777045237.229884:0:8776:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77b06d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:146de360-3fb2-48bd-b418-06f30714148a+8:2392:x1863365370091264:12345-192.168.201.45@tcp:101:cat.0 Request processed in 251us (5768us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045237.229896:0:8776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 344 00000100:00080000:0.0:1777045237.230847:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1777045237.257704:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045237.258185:0:6647:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370091520 00000100:00100000:3.0:1777045237.258199:0:6647:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370091520 00002000:00100000:3.0:1777045237.258293:0:6647:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff98df77b05c00 x1863365370091520/t0(0) o3->146de360-3fb2-48bd-b418-06f30714148a@192.168.201.45@tcp:238/0 lens 488/0 e 0 to 0 dl 1777045248 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1777045237.258312:0:6647:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98df77b05c00 with x1863365370091520 ext(0->4095) 00002000:00010000:3.0:1777045237.258321:0:6647:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff98df77b05c00 00000100:00100000:3.0:1777045237.258367:0:6647:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 106 00000100:00100000:3.0:1777045237.258384:0:6647:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77b05c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:146de360-3fb2-48bd-b418-06f30714148a+8:2393:x1863365370091520:12345-192.168.201.45@tcp:3:cat.0 00000100:00100000:3.0:1777045237.258724:0:6647:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77b05c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:146de360-3fb2-48bd-b418-06f30714148a+8:2393:x1863365370091520:12345-192.168.201.45@tcp:3:cat.0 Request processed in 340us (1028us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1777045237.258739:0:6647:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 106 00002000:00100000:3.0:1777045237.258752:0:6647:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff98df77b05c00 x1863365370091520/t0(0) o3->146de360-3fb2-48bd-b418-06f30714148a@192.168.201.45@tcp:238/0 lens 488/4536 e 0 to 0 dl 1777045248 ref 1 fl Complete:/600/0 rc 4096/4096 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1777045237.258766:0:6647:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98df77b05c00 with x1863365370091520 ext(0->4095) 00002000:00010000:3.0:1777045237.258771:0:6647:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff98df77b05c00 00000100:00100000:1.0:1777045237.277788:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045237.279475:0:5858:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370091776 00000100:00100000:3.0:1777045237.279489:0:5858:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370091776 00000100:00100000:3.0:1777045237.279579:0:5858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 266 00000100:00100000:3.0:1777045237.279594:0:5858:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b8efb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:146de360-3fb2-48bd-b418-06f30714148a+48:30092:x1863365370091776:12345-192.168.201.45@tcp:35:cat.0 00000100:00100000:3.0:1777045237.280670:0:5858:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b8efb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:146de360-3fb2-48bd-b418-06f30714148a+49:30092:x1863365370091776:12345-192.168.201.45@tcp:35:cat.0 Request processed in 1078us (2908us total) trans 4294968102 rc 0/0 00000100:00100000:3.0:1777045237.280682:0:5858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 266 00010000:00010000:1.0:1777045237.408573:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777045237.470222:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045237.473249:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370092032 00000100:00100000:0.0:1777045237.473264:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370092032 00000100:00100000:0.0:1777045237.473336:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1210 00000100:00100000:0.0:1777045237.473351:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b8edc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:146de360-3fb2-48bd-b418-06f30714148a+49:30093:x1863365370092032:12345-192.168.201.45@tcp:101:lfs.0 00010000:00010000:0.0:1777045237.473382:0:5857:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777045237.473407:0:5857:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023a00/0x2c8777a5e7d9e92b lrc: 2/0,0 mode: --/CR res: [0x200000402:0x23:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148f09 expref: -99 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045237.473535:0:5857:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023000/0x2c8777a5e7d9e932 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x23:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045237.473564:0:5857:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023000/0x2c8777a5e7d9e932 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x23:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045237.473582:0:5857:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023000/0x2c8777a5e7d9e932 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x23:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777045237.473600:0:5857:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x23:0x0]: returning size 158 00010000:00010000:0.0:1777045237.477248:0:5857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023a00/0x2c8777a5e7d9e92b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x23:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148f09 expref: 52 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045237.477281:0:5857:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023000/0x2c8777a5e7d9e932 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x23:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148f09 expref: 51 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045237.477297:0:5857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x23:0x0].0x0 (ffff98df61f8e400) 00010000:00010000:0.0:1777045237.477301:0:5857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1777045237.477307:0:5857:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de48023000, rc 0) 00000100:00100000:0.0:1777045237.477392:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b8edc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:146de360-3fb2-48bd-b418-06f30714148a+51:30093:x1863365370092032:12345-192.168.201.45@tcp:101:lfs.0 Request processed in 4042us (7192us total) trans 4294968103 rc 0/0 00000100:00100000:0.0:1777045237.477405:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1210 00000100:00100000:0.0:1777045237.498949:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045237.499073:0:14822:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370092160 00000100:00100000:1.0:1777045237.499086:0:14822:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370092160 00000100:00100000:1.0:1777045237.499192:0:14822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 345 00000100:00100000:1.0:1777045237.499218:0:14822:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77b06680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:146de360-3fb2-48bd-b418-06f30714148a+8:2393:x1863365370092160:12345-192.168.201.45@tcp:1:lfs.0 00010000:00010000:1.0:1777045237.499600:0:14822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000503033cf/0x2c8777a5e7d9e940 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045237.499641:0:14822:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000008e461c40/0x2c8777a5e7d9e8ec lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148eed expref: 5 pid: 6642 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045237.499656:0:14822:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000176d8731/0x2c8777a5e7d9e924 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148f02 expref: 8 pid: 8776 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045237.499668:0:14822:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777045237.499671:0:14822:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777045237.499676:0:14822:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000503033cf/0x2c8777a5e7d9e940 lrc: 5/0,1 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045237.499744:0:14822:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000176d8731/0x2c8777a5e7d9e924 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148f02 expref: 8 pid: 8776 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045237.499766:0:14822:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000176d8731/0x2c8777a5e7d9e924 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148f02 expref: 8 pid: 8776 timeout: 1965 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777045237.499788:0:14822:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7b8edf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:14822:1863365424403968:192.168.201.45@tcp:104: 00010000:00010000:1.0:1777045237.499906:0:14822:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000008e461c40/0x2c8777a5e7d9e8ec lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148eed expref: 5 pid: 6642 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045237.499923:0:14822:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000008e461c40/0x2c8777a5e7d9e8ec lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148eed expref: 5 pid: 6642 timeout: 1965 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777045237.499949:0:14822:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7b8ef800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:14822:1863365424404096:192.168.201.45@tcp:104: 00000100:00100000:1.0:1777045237.500010:0:14822:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df467ad780 going to sleep for 11 seconds 00000100:00100000:3.0:1777045237.520511:0:14822:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7b8edf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:14822:1863365424403968:192.168.201.45@tcp:104: 00000100:00100000:3.0:1777045237.520531:0:14822:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7b8ef800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:14822:1863365424404096:192.168.201.45@tcp:104: 00010000:00010000:3.0:1777045237.520566:0:14822:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000503033cf/0x2c8777a5e7d9e940 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777045237.531357:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045237.531422:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045237.531524:0:5843:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370092288 00000100:00100000:2.0:1777045237.531538:0:5843:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370092288 00010000:00010000:2.0:1777045237.531631:0:5843:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000008e461c40/0x2c8777a5e7d9e8ec lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148eed expref: 6 pid: 6642 timeout: 1965 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777045237.531680:0:5843:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370092416 00000100:00100000:2.0:1777045237.531685:0:5843:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370092416 00010000:00010000:2.0:1777045237.531728:0:5843:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000176d8731/0x2c8777a5e7d9e924 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148f02 expref: 9 pid: 8776 timeout: 1965 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777045237.531768:0:5843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 354 00000100:00100000:2.0:1777045237.531783:0:5843:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b8ef100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+6:2392:x1863365370092288:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777045237.531806:0:5843:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1777045237.531830:0:5843:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x19:0x0] updating lvb blocks from disk: 1 -> 11 00010000:00010000:2.0:1777045237.531840:0:5843:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0000_UUID lock: 000000008e461c40/0x2c8777a5e7d9e8ec lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148eed expref: 6 pid: 6642 timeout: 1965 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045237.531858:0:5843:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000008e461c40/0x2c8777a5e7d9e8ec lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148eed expref: 6 pid: 6642 timeout: 1965 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045237.531893:0:5843:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008e461c40/0x2c8777a5e7d9e8ec lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148eed expref: 6 pid: 6642 timeout: 1965 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045237.531917:0:5843:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777045237.532309:0:5843:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b8ef100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+5:2392:x1863365370092288:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 527us (962us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045237.532321:0:5843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 354 00000100:00100000:2.0:1777045237.532351:0:5843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 355 00000100:00100000:2.0:1777045237.532363:0:5843:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b8ee680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:146de360-3fb2-48bd-b418-06f30714148a+9:2390:x1863365370092416:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777045237.532375:0:5843:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777045237.532390:0:5843:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0000_UUID lock: 00000000176d8731/0x2c8777a5e7d9e924 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148f02 expref: 9 pid: 8776 timeout: 1965 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045237.532407:0:5843:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000176d8731/0x2c8777a5e7d9e924 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148f02 expref: 9 pid: 8776 timeout: 1965 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045237.532436:0:5843:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000176d8731/0x2c8777a5e7d9e924 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148f02 expref: 9 pid: 8776 timeout: 1965 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045237.532451:0:5843:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777045237.532454:0:5843:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777045237.532461:0:5843:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000503033cf/0x2c8777a5e7d9e940 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045237.532474:0:5843:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000503033cf/0x2c8777a5e7d9e940 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045237.532509:0:5843:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777045237.532540:0:5843:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b8ee680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:146de360-3fb2-48bd-b418-06f30714148a+8:2390:x1863365370092416:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 179us (1118us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045237.532551:0:5843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 355 00000100:00080000:1.0:1777045237.532812:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1777045237.535727:0:14822:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000503033cf/0x2c8777a5e7d9e940 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045237.535748:0:14822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000503033cf/0x2c8777a5e7d9e940 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045237.535787:0:14822:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000503033cf/0x2c8777a5e7d9e940 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045237.535802:0:14822:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000503033cf/0x2c8777a5e7d9e940 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045237.535816:0:14822:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000503033cf/0x2c8777a5e7d9e940 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045237.535838:0:14822:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de41dfda00 already unused, calling callback (ffffffffc17d22d0) 00010000:00010000:3.0:1777045237.535844:0:14822:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000503033cf/0x2c8777a5e7d9e940 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045237.535858:0:14822:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000503033cf/0x2c8777a5e7d9e940 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045237.535878:0:14822:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000503033cf/0x2c8777a5e7d9e940 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045237.535890:0:14822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000503033cf/0x2c8777a5e7d9e940 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777045237.536000:0:14822:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77b06680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:146de360-3fb2-48bd-b418-06f30714148a+7:2393:x1863365370092160:12345-192.168.201.45@tcp:1:lfs.0 Request processed in 36792us (37059us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045237.536014:0:14822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 345 00000100:00100000:1.0:1777045237.555985:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045237.559874:0:19840:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370092672 00000100:00100000:2.0:1777045237.559891:0:19840:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370092672 00000100:00100000:2.0:1777045237.559976:0:19840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 267 00000100:00100000:2.0:1777045237.561896:0:19840:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b8ef800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:146de360-3fb2-48bd-b418-06f30714148a+51:30093:x1863365370092672:12345-192.168.201.45@tcp:35:lfs.0 00000004:00010000:2.0:1777045237.562021:0:19840:0:(mdt_open.c:1994:mdt_hsm_release()) ### [0x200000402:0x23:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023000/0x2c8777a5e7d9e932 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x23:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148f09 expref: 51 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1777045237.565562:0:19840:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968104 00000001:00080000:2.0:1777045237.567162:0:19840:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968105 00010000:00010000:2.0:1777045237.567284:0:19840:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025200/0x2c8777a5e7d9e947 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x23:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 19840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045237.567321:0:19840:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023200/0x2c8777a5e7d9e87c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148eb5 expref: 34 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045237.567335:0:19840:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066c00/0x2c8777a5e7d9e8ad lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148eca expref: 54 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045237.567349:0:19840:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025200/0x2c8777a5e7d9e947 lrc: 5/0,1 mode: --/EX res: [0x200000402:0x23:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 19840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045237.567401:0:19840:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066c00/0x2c8777a5e7d9e8ad lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148eca expref: 54 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045237.567423:0:19840:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066c00/0x2c8777a5e7d9e8ad lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148eca expref: 54 pid: 5855 timeout: 1966 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777045237.567443:0:19840:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7b9f8700 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000_UUID:19840:1863365424404224:192.168.201.45@tcp:104: 00010000:00010000:2.0:1777045237.567562:0:19840:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023200/0x2c8777a5e7d9e87c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148eb5 expref: 34 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045237.567578:0:19840:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023200/0x2c8777a5e7d9e87c lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148eb5 expref: 34 pid: 12646 timeout: 1966 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777045237.567592:0:19840:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7b9fb100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000_UUID:19840:1863365424404352:192.168.201.45@tcp:104: 00000100:00100000:2.0:1777045237.567627:0:19840:0:(client.c:2691:ptlrpc_set_wait()) set ffff98de41f1a3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1777045237.581698:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045237.581778:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045237.581824:0:5842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370092800 00000100:00100000:1.0:1777045237.581835:0:5842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370092800 00010000:00010000:1.0:1777045237.581890:0:5842:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066c00/0x2c8777a5e7d9e8ad lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148eca expref: 55 pid: 5855 timeout: 1966 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777045237.581939:0:5842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370092928 00000100:00100000:1.0:1777045237.581944:0:5842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370092928 00010000:00010000:1.0:1777045237.581981:0:5842:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023200/0x2c8777a5e7d9e87c lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148eb5 expref: 35 pid: 12646 timeout: 1966 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777045237.582023:0:5842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 356 00000100:00100000:1.0:1777045237.582037:0:5842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b8edf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:146de360-3fb2-48bd-b418-06f30714148a+55:2393:x1863365370092800:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777045237.582060:0:5842:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777045237.582070:0:5842:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066c00/0x2c8777a5e7d9e8ad lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148eca expref: 55 pid: 5855 timeout: 1966 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045237.582090:0:5842:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066c00/0x2c8777a5e7d9e8ad lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148eca expref: 55 pid: 5855 timeout: 1966 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045237.582153:0:5842:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x23:0x0].0x0 (ffff98df61f8e400) 00010000:00010000:1.0:1777045237.582162:0:5842:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025200/0x2c8777a5e7d9e947 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x23:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 19840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045237.582178:0:5842:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025200/0x2c8777a5e7d9e947 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x23:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 19840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045237.582188:0:5842:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777045237.582597:0:5842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b8edf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:146de360-3fb2-48bd-b418-06f30714148a+55:2393:x1863365370092800:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 560us (908us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045237.582610:0:5842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 356 00000100:00100000:1.0:1777045237.582638:0:5842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 357 00000100:00100000:1.0:1777045237.582650:0:5842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b8ec000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+35:2393:x1863365370092928:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777045237.582663:0:5842:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777045237.582671:0:5842:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023200/0x2c8777a5e7d9e87c lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148eb5 expref: 35 pid: 12646 timeout: 1966 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045237.582687:0:5842:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023200/0x2c8777a5e7d9e87c lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148eb5 expref: 35 pid: 12646 timeout: 1966 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045237.582706:0:5842:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x23:0x0].0x0 (ffff98df61f8e400) 00010000:00010000:1.0:1777045237.582712:0:5842:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025200/0x2c8777a5e7d9e947 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x23:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 19840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045237.582724:0:5842:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025200/0x2c8777a5e7d9e947 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 19840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045237.582744:0:5842:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025200/0x2c8777a5e7d9e947 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 19840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045237.582771:0:5842:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777045237.582801:0:5842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b8ec000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+35:2393:x1863365370092928:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 154us (1023us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045237.582812:0:5842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 357 00000100:00080000:1.0:1777045237.582850:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1777045237.583452:0:19840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066c00/0x2c8777a5e7d9e8ad lrc: 0/0,0 mode: --/PR res: [0x200000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148eca expref: 54 pid: 5855 timeout: 1966 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777045237.583503:0:19840:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7b9f8700 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000_UUID:19840:1863365424404224:192.168.201.45@tcp:104: 00010000:00010000:2.0:1777045237.583522:0:19840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023200/0x2c8777a5e7d9e87c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148eb5 expref: 34 pid: 12646 timeout: 1966 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777045237.583539:0:19840:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7b9fb100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000_UUID:19840:1863365424404352:192.168.201.45@tcp:104: 00010000:00010000:2.0:1777045237.583572:0:19840:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025200/0x2c8777a5e7d9e947 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 19840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045237.583586:0:19840:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025200/0x2c8777a5e7d9e947 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 19840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045237.583596:0:19840:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025200/0x2c8777a5e7d9e947 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 19840 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1777045237.583816:0:19840:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968106 00000001:00080000:2.0:1777045237.584163:0:19840:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968107 00000001:00080000:2.0:1777045237.584614:0:19840:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968108 00000100:00100000:2.0:1777045237.584729:0:19840:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7b9fb100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:19840:1863365424404480:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:2.0:1777045237.585066:0:19840:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777045237.585108:0:19840:0:(client.c:2691:ptlrpc_set_wait()) set ffff98de41f1ae40 going to sleep for 11 seconds 00000100:00100000:3.0:1777045237.586298:0:5860:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424404480 00000100:00100000:3.0:1777045237.586308:0:5860:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424404480 00000100:00100000:3.0:1777045237.586416:0:5860:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53 00000100:00100000:3.0:1777045237.586429:0:5860:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b9f8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:19840:x1863365424404480:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:3.0:1777045237.586528:0:5860:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b9f8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:19840:x1863365424404480:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 100us (1461us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045237.586540:0:5860:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53 00000100:00080000:2.0:1777045237.587817:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1777045237.588137:0:19840:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7b9fb100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:19840:1863365424404480:0@lo:1000:mdt_rdpg00_002.0 00000001:00080000:2.0:1777045237.588659:0:19840:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968109 00000100:00100000:2.0:1777045237.588855:0:19840:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7b9fb100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:19840:1863365424404608:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:2.0:1777045237.588908:0:19840:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777045237.588956:0:19840:0:(client.c:2691:ptlrpc_set_wait()) set ffff98de41f1a3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1777045237.590309:0:5860:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424404608 00000100:00100000:3.0:1777045237.590319:0:5860:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424404608 00000100:00100000:3.0:1777045237.590377:0:5860:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54 00000100:00100000:3.0:1777045237.590390:0:5860:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b9f9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:19840:x1863365424404608:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:3.0:1777045237.591452:0:5860:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b9f9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:19840:x1863365424404608:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 1061us (2539us total) trans 4294967365 rc 0/0 00000100:00100000:3.0:1777045237.591466:0:5860:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54 00000100:00100000:0.0:1777045237.601225:0:19840:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7b9fb100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:19840:1863365424404608:0@lo:1000:mdt_rdpg00_002.0 00010000:00010000:0.0:1777045237.601270:0:19840:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025200/0x2c8777a5e7d9e947 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 19840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045237.601287:0:19840:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025200/0x2c8777a5e7d9e947 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 19840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045237.601299:0:19840:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025200/0x2c8777a5e7d9e947 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 19840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045237.601312:0:19840:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48025200 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:0.0:1777045237.601319:0:19840:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025200/0x2c8777a5e7d9e947 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 19840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045237.601844:0:19840:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025200/0x2c8777a5e7d9e947 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 19840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045237.601869:0:19840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x23:0x0].0x0 (ffff98df61f8e400) 00010000:00010000:0.0:1777045237.601874:0:19840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:0.0:1777045237.601882:0:19840:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025200/0x2c8777a5e7d9e947 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x23:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 19840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045237.601894:0:19840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025200/0x2c8777a5e7d9e947 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x23:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 19840 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1777045237.604265:0:19840:0:(mdd_object.c:4010:mdd_close()) Object [0x200000401:0x49:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:2.0:1777045237.605278:0:19840:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].17, 64 off9328 00000004:00080000:2.0:1777045237.605298:0:19840:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1866095094638ns, next at 1867095090551ns, rc = 0 00000001:00080000:2.0:1777045237.605315:0:19840:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968110 00010000:00010000:2.0:1777045237.605391:0:19840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x23:0x0].0x0 (ffff98df61f8e400) 00010000:00010000:2.0:1777045237.605399:0:19840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1777045237.605413:0:19840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023000/0x2c8777a5e7d9e932 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x23:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148f09 expref: 58 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777045237.605580:0:19840:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b8ef800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:146de360-3fb2-48bd-b418-06f30714148a+57:30093:x1863365370092672:12345-192.168.201.45@tcp:35:lfs.0 Request processed in 45589us (49603us total) trans 4294968111 rc 0/0 00000100:00100000:2.0:1777045237.605598:0:19840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 267 00000020:00080000:2.0:1777045237.605608:0:19840:0:(tgt_main.c:783:tgt_ses_key_exit()) total 8 transactions per RPC 00000100:00100000:1.0:1777045237.952200:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045237.952999:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370093184 00000100:00100000:2.0:1777045237.953015:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370093184 00000100:00100000:2.0:1777045237.953211:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1211 00000100:00100000:2.0:1777045237.953228:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b8ed180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:146de360-3fb2-48bd-b418-06f30714148a+57:30099:x1863365370093184:12345-192.168.201.45@tcp:101:cat.0 00010000:00010000:2.0:1777045237.953264:0:5855:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777045237.953778:0:5855:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025400/0x2c8777a5e7d9e94e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148f10 expref: -99 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045237.954330:0:5855:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024e00/0x2c8777a5e7d9e955 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045237.954357:0:5855:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024e00/0x2c8777a5e7d9e955 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045237.954377:0:5855:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024e00/0x2c8777a5e7d9e955 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045237.954405:0:5855:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025a00/0x2c8777a5e7d9e95c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045237.954418:0:5855:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025a00/0x2c8777a5e7d9e95c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045237.954429:0:5855:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025a00/0x2c8777a5e7d9e95c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045237.954959:0:5855:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025200/0x2c8777a5e7d9e963 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x23:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045237.954975:0:5855:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025200/0x2c8777a5e7d9e963 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045237.954988:0:5855:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025200/0x2c8777a5e7d9e963 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777045237.955003:0:5855:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x23:0x0]: returning size 158 00010000:00010000:2.0:1777045237.955161:0:5855:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024e00/0x2c8777a5e7d9e955 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045237.955176:0:5855:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024e00/0x2c8777a5e7d9e955 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045237.955188:0:5855:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024e00/0x2c8777a5e7d9e955 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045237.955198:0:5855:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48024e00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:2.0:1777045237.955237:0:5855:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024e00/0x2c8777a5e7d9e955 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045237.955260:0:5855:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024e00/0x2c8777a5e7d9e955 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045237.955280:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0x0 (ffff98df48c7e100) 00010000:00010000:2.0:1777045237.955285:0:5855:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777045237.955292:0:5855:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024e00/0x2c8777a5e7d9e955 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045237.955304:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024e00/0x2c8777a5e7d9e955 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045237.955323:0:5855:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025a00/0x2c8777a5e7d9e95c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045237.955334:0:5855:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025a00/0x2c8777a5e7d9e95c lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045237.955345:0:5855:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025a00/0x2c8777a5e7d9e95c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045237.955354:0:5855:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48025a00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:2.0:1777045237.955358:0:5855:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025a00/0x2c8777a5e7d9e95c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045237.955369:0:5855:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025a00/0x2c8777a5e7d9e95c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045237.955380:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0xb3a1d06f (ffff98df48c7e000) 00010000:00010000:2.0:1777045237.955385:0:5855:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777045237.955389:0:5855:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025a00/0x2c8777a5e7d9e95c lrc: 2/0,0 mode: --/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045237.955407:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025a00/0x2c8777a5e7d9e95c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045237.955469:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025400/0x2c8777a5e7d9e94e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148f10 expref: 60 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045237.955492:0:5855:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025200/0x2c8777a5e7d9e963 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148f10 expref: 59 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045237.955506:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x23:0x0].0x0 (ffff98df48c7e600) 00010000:00010000:2.0:1777045237.955511:0:5855:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777045237.955515:0:5855:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de48025200, rc 0) 00000100:00100000:2.0:1777045237.955615:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b8ed180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:146de360-3fb2-48bd-b418-06f30714148a+59:30099:x1863365370093184:12345-192.168.201.45@tcp:101:cat.0 Request processed in 2391us (3429us total) trans 4294968112 rc 0/0 00000100:00100000:2.0:1777045237.955629:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1211 00000100:00100000:0.0:1777045237.989516:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045237.989862:0:5842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370093440 00000100:00100000:1.0:1777045237.989878:0:5842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370093440 00000100:00100000:0.0:1777045238.000283:0:5842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 76 00000100:00100000:0.0:1777045238.000301:0:5842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77b06a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:146de360-3fb2-48bd-b418-06f30714148a+59:30099:x1863365370093440:12345-192.168.201.45@tcp:103:cat.0 00010000:00010000:0.0:1777045238.000323:0:5842:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777045238.000352:0:5842:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025200/0x2c8777a5e7d9e963 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148f10 expref: 59 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045238.000377:0:5842:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x23:0x0].0x0 (ffff98df48c7e600) 00010000:00010000:0.0:1777045238.000389:0:5842:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777045238.000557:0:5842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77b06a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:146de360-3fb2-48bd-b418-06f30714148a+58:30099:x1863365370093440:12345-192.168.201.45@tcp:103:cat.0 Request processed in 198us (10991us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045238.000573:0:5842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 76 00000100:00100000:3.0:1777045238.028390:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045238.028778:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370093568 00000100:00100000:2.0:1777045238.028794:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370093568 00000100:00100000:2.0:1777045238.028895:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1212 00000100:00100000:2.0:1777045238.028912:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df74532a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:146de360-3fb2-48bd-b418-06f30714148a+58:30099:x1863365370093568:12345-192.168.201.45@tcp:58:cat.0 00010000:00010000:2.0:1777045238.029049:0:7939:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025a00/0x2c8777a5e7d9e971 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x23:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045238.029074:0:7939:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025a00/0x2c8777a5e7d9e971 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045238.029093:0:7939:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025a00/0x2c8777a5e7d9e971 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1777045238.029843:0:7939:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].35, 136 off12952 00000100:00100000:2.0:1777045238.030419:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df74532a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:146de360-3fb2-48bd-b418-06f30714148a+58:30099:x1863365370093568:12345-192.168.201.45@tcp:58:cat.0 Request processed in 1506us (2038us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045238.030433:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1212 00000100:00100000:2.0:1777045238.046300:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045238.047248:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370093696 00000100:00100000:0.0:1777045238.047262:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370093696 00000100:00100000:0.0:1777045238.047353:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1213 00000100:00100000:0.0:1777045238.047370:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b9fa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:146de360-3fb2-48bd-b418-06f30714148a+58:30099:x1863365370093696:12345-192.168.201.45@tcp:101:cat.0 00010000:00010000:0.0:1777045238.047398:0:12646:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777045238.047426:0:12646:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9e978 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x23:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148f17 expref: -99 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045238.047526:0:12646:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025a00/0x2c8777a5e7d9e971 lrc: 2/0,1 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045238.047544:0:12646:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9e978 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x23:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148f17 expref: 59 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045238.047573:0:12646:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025a00/0x2c8777a5e7d9e971 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045238.047591:0:12646:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9e978 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x23:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148f17 expref: 59 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045238.047612:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x23:0x0].0x0 (ffff98df48c7e000) 00010000:00010000:0.0:1777045238.047617:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1777045238.047622:0:12646:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9e978 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x23:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148f17 expref: 59 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045238.047634:0:12646:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de48022c00, rc 0) 00000100:00100000:0.0:1777045238.047721:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b9fa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:146de360-3fb2-48bd-b418-06f30714148a+59:30099:x1863365370093696:12345-192.168.201.45@tcp:101:cat.0 Request processed in 355us (1434us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045238.047733:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1213 00000040:00080000:0.0:1777045238.102397:0:11491:0:(llog.c:801:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1777045238.102409:0:11491:0:(llog_cat.c:158:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1777045238.102603:0:11491:0:(llog.c:858:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 36 count 3 00000040:00080000:1.0:1777045238.102617:0:11491:0:(llog.c:858:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1777045238.102785:0:11491:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7b8ece00 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11491:1863365424404736:192.168.201.45@tcp:107:hsm_cdtr.0 00000100:00100000:1.0:1777045238.103248:0:11491:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df467ad240 going to sleep for 11 seconds 00000100:00100000:1.0:1777045238.134417:0:11491:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7b8ece00 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11491:1863365424404736:192.168.201.45@tcp:107:hsm_cdtr.0 00000100:00100000:2.0:1777045238.169347:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045238.170789:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370093824 00000100:00100000:1.0:1777045238.170804:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370093824 00000100:00100000:1.0:1777045238.170923:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1214 00000100:00100000:1.0:1777045238.170942:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b9f8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+34:30100:x1863365370093824:12345-192.168.201.45@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1777045238.170990:0:5855:0:(mdt_handler.c:7958:mdt_fid2path()) path get [0x200000402:0x23:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1777045238.171173:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b9f8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+34:30100:x1863365370093824:12345-192.168.201.45@tcp:53:lhsmtool_posix.0 Request processed in 234us (1835us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045238.171187:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1214 00000100:00100000:2.0:1777045238.187587:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045238.201859:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370093952 00000100:00100000:0.0:1777045238.201897:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370093952 00000100:00100000:0.0:1777045238.202017:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1215 00000100:00100000:0.0:1777045238.202036:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b9f9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+34:30100:x1863365370093952:12345-192.168.201.45@tcp:34:lhsmtool_posix.0 00010000:00010000:0.0:1777045238.202661:0:7939:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023c00/0x2c8777a5e7d9e97f lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045238.202690:0:7939:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023c00/0x2c8777a5e7d9e97f lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045238.202709:0:7939:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023c00/0x2c8777a5e7d9e97f lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045238.202733:0:7939:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022000/0x2c8777a5e7d9e986 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x92f5931a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045238.202746:0:7939:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022000/0x2c8777a5e7d9e986 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x92f5931a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045238.202759:0:7939:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022000/0x2c8777a5e7d9e986 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x92f5931a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045238.202799:0:7939:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023800/0x2c8777a5e7d9e98d lrc: 3/1,0 mode: --/PR res: [0x200000402:0x23:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045238.202815:0:7939:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023800/0x2c8777a5e7d9e98d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045238.202828:0:7939:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023800/0x2c8777a5e7d9e98d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777045238.202906:0:7939:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x23:0x0]: returning size 158 00000004:00200000:0.0:1777045238.202915:0:7939:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1777045238.202935:0:7939:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023800/0x2c8777a5e7d9e98d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045238.202957:0:7939:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023c00/0x2c8777a5e7d9e97f lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045238.202968:0:7939:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023c00/0x2c8777a5e7d9e97f lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045238.202980:0:7939:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023c00/0x2c8777a5e7d9e97f lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045238.202991:0:7939:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48023c00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:0.0:1777045238.202999:0:7939:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023c00/0x2c8777a5e7d9e97f lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045238.203013:0:7939:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023c00/0x2c8777a5e7d9e97f lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045238.203033:0:7939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff98df4a351500) 00010000:00010000:0.0:1777045238.203039:0:7939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777045238.203046:0:7939:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023c00/0x2c8777a5e7d9e97f lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045238.203057:0:7939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023c00/0x2c8777a5e7d9e97f lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045238.203078:0:7939:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022000/0x2c8777a5e7d9e986 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x92f5931a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045238.203098:0:7939:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022000/0x2c8777a5e7d9e986 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x92f5931a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045238.203139:0:7939:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022000/0x2c8777a5e7d9e986 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x92f5931a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045238.203148:0:7939:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48022000 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:0.0:1777045238.203154:0:7939:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022000/0x2c8777a5e7d9e986 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x92f5931a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045238.203164:0:7939:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022000/0x2c8777a5e7d9e986 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x92f5931a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045238.203176:0:7939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x92f5931a (ffff98df61f8e800) 00010000:00010000:0.0:1777045238.203181:0:7939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777045238.203186:0:7939:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022000/0x2c8777a5e7d9e986 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x92f5931a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045238.203195:0:7939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022000/0x2c8777a5e7d9e986 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x92f5931a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045238.203546:0:7939:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023800/0x2c8777a5e7d9e98d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045238.203558:0:7939:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023800/0x2c8777a5e7d9e98d lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045238.203568:0:7939:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023800/0x2c8777a5e7d9e98d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045238.203577:0:7939:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48023800 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:0.0:1777045238.203583:0:7939:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023800/0x2c8777a5e7d9e98d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045238.203593:0:7939:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023800/0x2c8777a5e7d9e98d lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045238.203605:0:7939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x23:0x0].0x0 (ffff98df48c7e000) 00010000:00010000:0.0:1777045238.203610:0:7939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777045238.203616:0:7939:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023800/0x2c8777a5e7d9e98d lrc: 2/0,0 mode: --/PR res: [0x200000402:0x23:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045238.203627:0:7939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023800/0x2c8777a5e7d9e98d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x23:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777045238.203733:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b9f9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+34:30100:x1863365370093952:12345-192.168.201.45@tcp:34:lhsmtool_posix.0 Request processed in 1700us (16157us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045238.203748:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1215 00000100:00100000:3.0:1777045238.223704:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045238.225408:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370094208 00000100:00100000:1.0:1777045238.225426:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370094208 00000100:00100000:1.0:1777045238.225505:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1216 00000100:00100000:1.0:1777045238.225522:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df74531f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+34:30100:x1863365370094208:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1777045238.225569:0:5856:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777045238.225598:0:5856:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfda00/0x2c8777a5e7d9e994 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148f1e expref: -99 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045238.225741:0:5856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd600/0x2c8777a5e7d9e99b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x23:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045238.225765:0:5856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd600/0x2c8777a5e7d9e99b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045238.225784:0:5856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd600/0x2c8777a5e7d9e99b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777045238.225802:0:5856:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x23:0x0]: returning size 158 00010000:00010000:1.0:1777045238.225965:0:5856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd600/0x2c8777a5e7d9e99b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045238.225979:0:5856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd600/0x2c8777a5e7d9e99b lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045238.225992:0:5856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd600/0x2c8777a5e7d9e99b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045238.226003:0:5856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de41dfd600 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:1.0:1777045238.226010:0:5856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd600/0x2c8777a5e7d9e99b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045238.226022:0:5856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd600/0x2c8777a5e7d9e99b lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045238.226048:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x23:0x0].0x0 (ffff98df48c7e000) 00010000:00010000:1.0:1777045238.226053:0:5856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1777045238.226061:0:5856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd600/0x2c8777a5e7d9e99b lrc: 2/0,0 mode: --/PR res: [0x200000402:0x23:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045238.226072:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd600/0x2c8777a5e7d9e99b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x23:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045238.226157:0:5856:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfda00/0x2c8777a5e7d9e994 lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148f1e expref: 36 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045238.226175:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff98df4a351500) 00010000:00010000:1.0:1777045238.226179:0:5856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1777045238.226185:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfda00/0x2c8777a5e7d9e994 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148f1e expref: 36 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045238.226251:0:5856:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de41dfda00, rc 0) 00000100:00100000:1.0:1777045238.226339:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df74531f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+35:30100:x1863365370094208:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 Request processed in 820us (2646us total) trans 4294968113 rc 301/301 00000100:00100000:1.0:1777045238.226353:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1216 00000100:00100000:2.0:1777045238.246683:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045238.246836:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370094336 00000100:00100000:0.0:1777045238.246852:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370094336 00000100:00100000:0.0:1777045238.246955:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1217 00000100:00100000:0.0:1777045238.246972:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b9f8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+35:30100:x1863365370094336:12345-192.168.201.45@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1777045238.247022:0:5857:0:(mdt_handler.c:7958:mdt_fid2path()) path get [0x200000402:0x23:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1777045238.247194:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b9f8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+35:30100:x1863365370094336:12345-192.168.201.45@tcp:53:lhsmtool_posix.0 Request processed in 224us (521us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045238.247260:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1217 00000100:00100000:0.0:1777045238.285728:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045238.285800:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045238.286079:0:5849:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370094464 00000100:00100000:1.0:1777045238.286093:0:5849:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370094464 00000100:00100000:1.0:1777045238.286256:0:5849:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 872 00000100:00100000:1.0:1777045238.286273:0:5849:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df587b7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2393:x1863365370094464:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:1.0:1777045238.286370:0:5849:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df587b7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2393:x1863365370094464:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 101us (569us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045238.286381:0:5849:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 872 00000100:00100000:2.0:1777045238.287660:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370094592 00000100:00100000:2.0:1777045238.287672:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370094592 00000100:00100000:2.0:1777045238.287776:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 966 00000100:00100000:2.0:1777045238.287791:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77b05500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:146de360-3fb2-48bd-b418-06f30714148a+10:2392:x1863365370094592:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:2.0:1777045238.288153:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77b05500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:146de360-3fb2-48bd-b418-06f30714148a+10:2392:x1863365370094592:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 364us (2436us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045238.288165:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 966 00000100:00080000:1.0:1777045238.288864:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1777045238.292955:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045238.294982:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370094848 00000100:00100000:1.0:1777045238.294999:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370094848 00000100:00100000:1.0:1777045238.295086:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1218 00000100:00100000:1.0:1777045238.295124:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df74533100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+35:30100:x1863365370094848:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1777045238.295152:0:12646:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777045238.295180:0:12646:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfda00/0x2c8777a5e7d9e9a9 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x48:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148f25 expref: -99 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045238.296384:0:12646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd600/0x2c8777a5e7d9e9b0 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x24:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045238.296408:0:12646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd600/0x2c8777a5e7d9e9b0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x24:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045238.296426:0:12646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd600/0x2c8777a5e7d9e9b0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x24:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777045238.296442:0:12646:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x24:0x0]: returning size 0 00010000:00010000:1.0:1777045238.296514:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfda00/0x2c8777a5e7d9e9a9 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148f25 expref: 38 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045238.296542:0:12646:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd600/0x2c8777a5e7d9e9b0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x24:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148f25 expref: 37 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045238.296557:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x24:0x0].0x0 (ffff98df454d4400) 00010000:00010000:1.0:1777045238.296562:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777045238.296567:0:12646:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de41dfd600, rc 0) 00000100:00100000:1.0:1777045238.296651:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df74533100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+37:30100:x1863365370094848:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 Request processed in 1550us (3702us total) trans 4294968114 rc 0/0 00000100:00100000:1.0:1777045238.296664:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1218 00000100:00100000:3.0:1777045238.321356:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045238.323756:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370095104 00000100:00100000:2.0:1777045238.323772:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370095104 00000100:00100000:2.0:1777045238.323863:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1219 00000100:00100000:2.0:1777045238.323878:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df74531880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+37:30100:x1863365370095104:12345-192.168.201.45@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1777045238.323971:0:5855:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777045238.324007:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd600/0x2c8777a5e7d9e9b0 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x24:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148f25 expref: 37 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045238.324037:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x24:0x0].0x0 (ffff98df454d4400) 00010000:00010000:2.0:1777045238.324052:0:5855:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777045238.324084:0:5855:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024400/0x2c8777a5e7d9e9be lrc: 3/0,1 mode: --/CW res: [0x200000401:0x48:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045238.324138:0:5855:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066200/0x2c8777a5e7d9e8c2 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148ed8 expref: 58 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045238.324151:0:5855:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024400/0x2c8777a5e7d9e9be lrc: 4/0,1 mode: --/CW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045238.324611:0:5855:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066200/0x2c8777a5e7d9e8c2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148ed8 expref: 58 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045238.324632:0:5855:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066200/0x2c8777a5e7d9e8c2 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148ed8 expref: 58 pid: 7939 timeout: 1966 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777045238.324654:0:5855:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7b9f8380 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5855:1863365424404864:192.168.201.45@tcp:104: 00000100:00100000:2.0:1777045238.325139:0:5855:0:(client.c:2691:ptlrpc_set_wait()) set ffff98de41f1a600 going to sleep for 11 seconds 00000100:00100000:1.0:1777045238.334716:0:5855:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7b9f8380 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5855:1863365424404864:192.168.201.45@tcp:104: 00010000:00010000:1.0:1777045238.334757:0:5855:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024400/0x2c8777a5e7d9e9be lrc: 3/0,1 mode: --/CW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777045238.350632:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045238.360344:0:6655:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370095232 00000100:00100000:1.0:1777045238.360363:0:6655:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370095232 00010000:00010000:1.0:1777045238.360427:0:6655:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066200/0x2c8777a5e7d9e8c2 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148ed8 expref: 59 pid: 7939 timeout: 1966 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777045238.360496:0:6655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 358 00000100:00100000:1.0:1777045238.360512:0:6655:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df74532d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:146de360-3fb2-48bd-b418-06f30714148a+59:2393:x1863365370095232:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777045238.362366:0:6655:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777045238.362384:0:6655:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066200/0x2c8777a5e7d9e8c2 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148ed8 expref: 59 pid: 7939 timeout: 1966 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045238.362407:0:6655:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066200/0x2c8777a5e7d9e8c2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148ed8 expref: 59 pid: 7939 timeout: 1966 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045238.362435:0:6655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066200/0x2c8777a5e7d9e8c2 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x48:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148ed8 expref: 59 pid: 7939 timeout: 1966 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045238.362476:0:6655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0x0 (ffff98df48c7e100) 00010000:00010000:1.0:1777045238.362484:0:6655:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024400/0x2c8777a5e7d9e9be lrc: 3/0,1 mode: --/CW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045238.362498:0:6655:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024400/0x2c8777a5e7d9e9be lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045238.362510:0:6655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024400/0x2c8777a5e7d9e9be lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045238.362599:0:6655:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777045238.362674:0:6655:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df74532d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:146de360-3fb2-48bd-b418-06f30714148a+58:2393:x1863365370095232:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 2164us (19482us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045238.362689:0:6655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 358 00010000:00010000:2.0:1777045238.363697:0:5855:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024400/0x2c8777a5e7d9e9be lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045238.363710:0:5855:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024400/0x2c8777a5e7d9e9be lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045238.363743:0:5855:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025800/0x2c8777a5e7d9e9c5 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x48:0x0].0xa2892a29 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045238.363759:0:5855:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025800/0x2c8777a5e7d9e9c5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x48:0x0].0xa2892a29 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045238.363772:0:5855:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025800/0x2c8777a5e7d9e9c5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x48:0x0].0xa2892a29 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045238.364191:0:5855:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024400/0x2c8777a5e7d9e9be lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045238.364251:0:5855:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024400/0x2c8777a5e7d9e9be lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045238.364262:0:5855:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024400/0x2c8777a5e7d9e9be lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045238.364272:0:5855:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48024400 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:2.0:1777045238.364278:0:5855:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024400/0x2c8777a5e7d9e9be lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045238.364289:0:5855:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024400/0x2c8777a5e7d9e9be lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045238.364305:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0x0 (ffff98df48c7e100) 00010000:00010000:2.0:1777045238.364310:0:5855:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777045238.364316:0:5855:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024400/0x2c8777a5e7d9e9be lrc: 2/0,0 mode: --/CW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045238.364325:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024400/0x2c8777a5e7d9e9be lrc: 0/0,0 mode: --/CW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045238.364341:0:5855:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025800/0x2c8777a5e7d9e9c5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x48:0x0].0xa2892a29 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045238.364350:0:5855:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025800/0x2c8777a5e7d9e9c5 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x48:0x0].0xa2892a29 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045238.364359:0:5855:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025800/0x2c8777a5e7d9e9c5 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x48:0x0].0xa2892a29 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045238.364368:0:5855:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48025800 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:2.0:1777045238.364372:0:5855:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025800/0x2c8777a5e7d9e9c5 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x48:0x0].0xa2892a29 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045238.364382:0:5855:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025800/0x2c8777a5e7d9e9c5 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x48:0x0].0xa2892a29 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045238.364393:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0xa2892a29 (ffff98df48c7e700) 00010000:00010000:2.0:1777045238.364397:0:5855:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777045238.364402:0:5855:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025800/0x2c8777a5e7d9e9c5 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x48:0x0].0xa2892a29 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045238.364411:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025800/0x2c8777a5e7d9e9c5 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x48:0x0].0xa2892a29 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777045238.364518:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df74531880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+36:30100:x1863365370095104:12345-192.168.201.45@tcp:36:lhsmtool_posix.0 Request processed in 40641us (43171us total) trans 0 rc -2/-2 00000100:00100000:2.0:1777045238.364531:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1219 00000100:00100000:2.0:1777045238.381728:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045238.383068:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370095360 00000100:00100000:0.0:1777045238.383083:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370095360 00000100:00100000:0.0:1777045238.383345:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1220 00000100:00100000:0.0:1777045238.383363:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b9fbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+36:30100:x1863365370095360:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1777045238.383391:0:7939:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777045238.383425:0:7939:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023c00/0x2c8777a5e7d9e9cc lrc: 2/0,0 mode: --/PR res: [0x200000402:0x24:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148f2c expref: -99 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045238.383477:0:7939:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023a00/0x2c8777a5e7d9e9d3 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x24:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045238.383497:0:7939:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023a00/0x2c8777a5e7d9e9d3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x24:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045238.383514:0:7939:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023a00/0x2c8777a5e7d9e9d3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x24:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045238.383673:0:7939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023c00/0x2c8777a5e7d9e9cc lrc: 0/0,0 mode: --/PR res: [0x200000402:0x24:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148f2c expref: 38 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045238.383701:0:7939:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023a00/0x2c8777a5e7d9e9d3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x24:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148f2c expref: 37 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045238.383715:0:7939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x24:0x0].0x0 (ffff98df61f8e800) 00010000:00010000:0.0:1777045238.383720:0:7939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1777045238.383725:0:7939:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de48023a00, rc 0) 00000100:00100000:0.0:1777045238.383802:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b9fbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+37:30100:x1863365370095360:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 Request processed in 444us (2085us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045238.383815:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1220 00000100:00100000:3.0:1777045238.404799:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045238.405773:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370095616 00000100:00100000:2.0:1777045238.405788:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370095616 00000100:00100000:2.0:1777045238.406192:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1221 00000100:00100000:2.0:1777045238.406249:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df74531180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+37:30100:x1863365370095616:12345-192.168.201.45@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1777045238.406358:0:5856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024400/0x2c8777a5e7d9e9da lrc: 3/0,1 mode: --/PW res: [0x200000402:0x24:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045238.406384:0:5856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024400/0x2c8777a5e7d9e9da lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x24:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045238.406410:0:5856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024400/0x2c8777a5e7d9e9da lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x24:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777045238.406647:0:5856:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000ee5697b3 reply state 000000002514f3c3 transno 4294968115 ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024400/0x2c8777a5e7d9e9da lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x24:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777045238.406663:0:5856:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777045238.406767:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df74531180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+39:30100:x1863365370095616:12345-192.168.201.45@tcp:36:lhsmtool_posix.0 Request processed in 562us (1997us total) trans 4294968115 rc 0/0 00000100:00100000:2.0:1777045238.406779:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1221 00010000:00010000:2.0:1777045238.423001:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777045238.426831:0:3328:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024400/0x2c8777a5e7d9e9da lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x24:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045238.426853:0:3328:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024400/0x2c8777a5e7d9e9da lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x24:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045238.426865:0:3328:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024400/0x2c8777a5e7d9e9da lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x24:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045238.426874:0:3328:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48024400 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:3.0:1777045238.426881:0:3328:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024400/0x2c8777a5e7d9e9da lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x24:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045238.426893:0:3328:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024400/0x2c8777a5e7d9e9da lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x24:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045238.426915:0:3328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x24:0x0].0x0 (ffff98df61f8e800) 00010000:00010000:3.0:1777045238.426920:0:3328:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1777045238.426927:0:3328:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024400/0x2c8777a5e7d9e9da lrc: 2/0,0 mode: --/PW res: [0x200000402:0x24:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045238.426938:0:3328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024400/0x2c8777a5e7d9e9da lrc: 0/0,0 mode: --/PW res: [0x200000402:0x24:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777045238.435621:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045238.436762:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370095744 00000100:00100000:2.0:1777045238.436778:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370095744 00000100:00100000:2.0:1777045238.436880:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1222 00000100:00100000:2.0:1777045238.436898:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df74533480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+38:30100:x1863365370095744:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1777045238.436934:0:5855:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777045238.436965:0:5855:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024400/0x2c8777a5e7d9e9e1 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x24:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148f33 expref: -99 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045238.437050:0:5855:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024400/0x2c8777a5e7d9e9e1 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x24:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148f33 expref: 39 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045238.437075:0:5855:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024400/0x2c8777a5e7d9e9e1 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x24:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148f33 expref: 39 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045238.437092:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x24:0x0].0x0 (ffff98df61f8e800) 00010000:00010000:2.0:1777045238.437097:0:5855:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1777045238.437140:0:5855:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de48024400, rc 0) 00000100:00100000:2.0:1777045238.437682:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df74533480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+39:30100:x1863365370095744:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 Request processed in 786us (2070us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045238.437696:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1222 00000100:00100000:2.0:1777045238.460665:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045238.460813:0:5859:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370095872 00000100:00100000:1.0:1777045238.460826:0:5859:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370095872 00000100:00100000:1.0:1777045238.460909:0:5859:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 268 00000100:00100000:1.0:1777045238.460925:0:5859:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b9f8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+39:30100:x1863365370095872:12345-192.168.201.45@tcp:49:lhsmtool_posix.0 00000100:00100000:1.0:1777045238.461131:0:5859:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b9f8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+39:30100:x1863365370095872:12345-192.168.201.45@tcp:49:lhsmtool_posix.0 Request processed in 209us (477us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045238.461145:0:5859:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 268 00000100:00100000:3.0:1777045238.486192:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045238.487536:0:19840:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370096128 00000100:00100000:2.0:1777045238.487553:0:19840:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370096128 00000100:00100000:2.0:1777045238.487649:0:19840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 269 00000100:00100000:2.0:1777045238.487667:0:19840:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df45edfc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+39:30100:x1863365370096128:12345-192.168.201.45@tcp:35:lhsmtool_posix.0 00000100:00100000:2.0:1777045238.488076:0:19840:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df45edfc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+40:30100:x1863365370096128:12345-192.168.201.45@tcp:35:lhsmtool_posix.0 Request processed in 411us (2284us total) trans 4294968116 rc 0/0 00000100:00100000:2.0:1777045238.488091:0:19840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 269 00000100:00100000:2.0:1777045238.509898:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045238.512705:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370096384 00000100:00100000:0.0:1777045238.512725:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370096384 00000100:00100000:0.0:1777045238.512836:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1223 00000100:00100000:0.0:1777045238.512856:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b9f8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+40:30100:x1863365370096384:12345-192.168.201.45@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1777045238.515623:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b9f8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+40:30100:x1863365370096384:12345-192.168.201.45@tcp:57:lhsmtool_posix.0 Request processed in 2764us (5754us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045238.515643:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1223 00000100:00100000:0.0:1777045238.545785:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045238.547145:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370096640 00000100:00100000:1.0:1777045238.547162:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370096640 00000100:00100000:1.0:1777045238.547663:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1224 00000100:00100000:1.0:1777045238.547685:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77b04e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+40:30100:x1863365370096640:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1777045238.547717:0:5857:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777045238.547749:0:5857:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd800/0x2c8777a5e7d9e9e8 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148f3a expref: -99 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045238.547912:0:5857:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfca00/0x2c8777a5e7d9e9ef lrc: 3/0,1 mode: --/EX res: [0x200000402:0x24:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045238.547940:0:5857:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024400/0x2c8777a5e7d9e9e1 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x24:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148f33 expref: 41 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045238.547956:0:5857:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfca00/0x2c8777a5e7d9e9ef lrc: 4/0,1 mode: --/EX res: [0x200000402:0x24:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045238.548012:0:5857:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024400/0x2c8777a5e7d9e9e1 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x24:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148f33 expref: 41 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045238.548038:0:5857:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024400/0x2c8777a5e7d9e9e1 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x24:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148f33 expref: 41 pid: 5855 timeout: 1967 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777045238.548062:0:5857:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7b8ece00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5857:1863365424404992:192.168.201.45@tcp:104: 00000100:00100000:1.0:1777045238.549423:0:5857:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df5868b300 going to sleep for 11 seconds 00000100:00100000:0.0:1777045238.581444:0:5857:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7b8ece00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5857:1863365424404992:192.168.201.45@tcp:104: 00010000:00010000:0.0:1777045238.581489:0:5857:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfca00/0x2c8777a5e7d9e9ef lrc: 3/0,1 mode: --/EX res: [0x200000402:0x24:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777045238.601468:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045238.603579:0:5842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370096768 00000100:00100000:2.0:1777045238.603596:0:5842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370096768 00010000:00010000:2.0:1777045238.603661:0:5842:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024400/0x2c8777a5e7d9e9e1 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x24:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148f33 expref: 42 pid: 5855 timeout: 1967 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777045238.603733:0:5842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 359 00000100:00100000:2.0:1777045238.603751:0:5842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df412aec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+42:2393:x1863365370096768:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777045238.603776:0:5842:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777045238.603787:0:5842:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024400/0x2c8777a5e7d9e9e1 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x24:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148f33 expref: 42 pid: 5855 timeout: 1967 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045238.603809:0:5842:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024400/0x2c8777a5e7d9e9e1 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x24:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148f33 expref: 42 pid: 5855 timeout: 1967 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045238.603852:0:5842:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024400/0x2c8777a5e7d9e9e1 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x24:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148f33 expref: 42 pid: 5855 timeout: 1967 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045238.603874:0:5842:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x24:0x0].0x0 (ffff98df61f8e800) 00010000:00010000:2.0:1777045238.603883:0:5842:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfca00/0x2c8777a5e7d9e9ef lrc: 3/0,1 mode: --/EX res: [0x200000402:0x24:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045238.603899:0:5842:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfca00/0x2c8777a5e7d9e9ef lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x24:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045238.603912:0:5842:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfca00/0x2c8777a5e7d9e9ef lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x24:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045238.603964:0:5842:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777045238.604050:0:5842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df412aec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+41:2393:x1863365370096768:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 302us (2592us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045238.604064:0:5842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 359 00010000:00010000:0.0:1777045238.605882:0:5857:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfca00/0x2c8777a5e7d9e9ef lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x24:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045238.605900:0:5857:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfca00/0x2c8777a5e7d9e9ef lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x24:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777045238.605930:0:5857:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x24:0x0]: returning size 0 00000004:00080000:0.0:1777045238.606813:0:5857:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x19:0x0], index 1: 0 00010000:00010000:0.0:1777045238.607021:0:5857:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfca00/0x2c8777a5e7d9e9ef lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x24:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045238.607036:0:5857:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfca00/0x2c8777a5e7d9e9ef lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x24:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045238.607048:0:5857:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfca00/0x2c8777a5e7d9e9ef lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x24:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045238.607058:0:5857:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de41dfca00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:0.0:1777045238.607065:0:5857:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfca00/0x2c8777a5e7d9e9ef lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x24:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045238.607077:0:5857:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfca00/0x2c8777a5e7d9e9ef lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x24:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045238.607093:0:5857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x24:0x0].0x0 (ffff98df61f8e800) 00010000:00010000:0.0:1777045238.607130:0:5857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1777045238.607136:0:5857:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfca00/0x2c8777a5e7d9e9ef lrc: 2/0,0 mode: --/EX res: [0x200000402:0x24:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045238.607148:0:5857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfca00/0x2c8777a5e7d9e9ef lrc: 0/0,0 mode: --/EX res: [0x200000402:0x24:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045238.607268:0:5857:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd800/0x2c8777a5e7d9e9e8 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148f3a expref: 41 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045238.607287:0:5857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0x0 (ffff98df48c7e100) 00010000:00010000:0.0:1777045238.607291:0:5857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1777045238.607297:0:5857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd800/0x2c8777a5e7d9e9e8 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148f3a expref: 41 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045238.607314:0:5857:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de41dfd800, rc 0) 00000100:00100000:0.0:1777045238.607372:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77b04e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+40:30100:x1863365370096640:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 Request processed in 59694us (61603us total) trans 4294968117 rc 301/301 00000100:00100000:0.0:1777045238.607387:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1224 00000100:00100000:3.0:1777045238.620717:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045238.621820:0:5858:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370097024 00000100:00100000:0.0:1777045238.621836:0:5858:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370097024 00000100:00100000:0.0:1777045238.621928:0:5858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 270 00000100:00100000:0.0:1777045238.621946:0:5858:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df74530000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+40:30100:x1863365370097024:12345-192.168.201.45@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1777045238.622832:0:5858:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df74530000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+41:30100:x1863365370097024:12345-192.168.201.45@tcp:35:lhsmtool_posix.0 Request processed in 888us (2125us total) trans 4294968118 rc 0/0 00000100:00100000:0.0:1777045238.622848:0:5858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 270 00000100:00100000:1.0:1777045238.637533:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045238.637734:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370097152 00000100:00100000:2.0:1777045238.637750:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370097152 00000100:00100000:2.0:1777045238.638158:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1225 00000100:00100000:2.0:1777045238.638182:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b8ed500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+41:30100:x1863365370097152:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1777045238.638281:0:12646:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777045238.638620:0:12646:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024400/0x2c8777a5e7d9e9fd lrc: 2/0,0 mode: --/CR res: [0x200000402:0x24:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148f41 expref: -99 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045238.638740:0:12646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024600/0x2c8777a5e7d9ea04 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x24:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045238.638772:0:12646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024600/0x2c8777a5e7d9ea04 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x24:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045238.638792:0:12646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024600/0x2c8777a5e7d9ea04 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x24:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777045238.638847:0:12646:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x24:0x0]: returning size 0 00000004:00200000:2.0:1777045238.638855:0:12646:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1777045238.638886:0:12646:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024600/0x2c8777a5e7d9ea04 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x24:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045238.638933:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024400/0x2c8777a5e7d9e9fd lrc: 0/0,0 mode: --/CR res: [0x200000402:0x24:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148f41 expref: 43 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045238.638971:0:12646:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024600/0x2c8777a5e7d9ea04 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x24:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148f41 expref: 42 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045238.638988:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x24:0x0].0x0 (ffff98df61f8e800) 00010000:00010000:2.0:1777045238.638993:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:2.0:1777045238.638999:0:12646:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de48024600, rc 0) 00000100:00100000:2.0:1777045238.639134:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b8ed500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+42:30100:x1863365370097152:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 Request processed in 959us (1612us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045238.639148:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1225 00000100:00100000:3.0:1777045238.666301:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045238.668142:0:6639:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370097280 00000100:00100000:1.0:1777045238.668157:0:6639:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370097280 00000100:00100000:1.0:1777045238.668265:0:6639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 346 00000100:00100000:1.0:1777045238.668278:0:6639:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df74533b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2389:x1863365370097280:12345-192.168.201.45@tcp:8:lhsmtool_posix.0 00010000:00080000:1.0:1777045238.668326:0:6639:0:(ldlm_lib.c:1431:target_handle_connect()) lustre-OST0001: connection from 15144518-a1c7-4352-a966-cb31eadd4d9b@192.168.201.45@tcp t0 exp 0000000000000000 cur 1867 last 0 00000020:00000080:1.0:1777045238.668371:0:6639:0:(genops.c:1406:class_connect()) connect: client 15144518-a1c7-4352-a966-cb31eadd4d9b, cookie 0x2c8777a5e7d9ea0b 00002000:00100000:1.0:1777045238.668387:0:6639:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli 15144518-a1c7-4352-a966-cb31eadd4d9b/ffff98de41187000 ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 2113436 ocd_grant: 5111808 ocd_index: 0 ocd_group 0 00002000:00100000:1.0:1777045238.668420:0:6639:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0001: cli supports cksum type f7, return f7 00002000:00080000:1.0:1777045238.668617:0:6639:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:1.0:1777045238.668667:0:6639:0:(import.c:65:import_set_state_nolock()) ffff98de41180800 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1777045238.668786:0:6639:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df74533b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+6:2389:x1863365370097280:12345-192.168.201.45@tcp:8:lhsmtool_posix.0 Request processed in 505us (2494us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045238.668801:0:6639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 346 00000100:00100000:3.0:1777045238.689465:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045238.691622:0:14822:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370097408 00000100:00100000:0.0:1777045238.691637:0:14822:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370097408 00000100:00100000:0.0:1777045238.691772:0:14822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 347 00000100:00100000:0.0:1777045238.691788:0:14822:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df74532680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+6:0:x1863365370097408:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1777045238.691811:0:14822:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777045238.692161:0:14822:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000063219c05/0x2c8777a5e7d9ea12 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148f48 expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777045238.692264:0:14822:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x19:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1777045238.692295:0:14822:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777045238.692299:0:14822:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777045238.692312:0:14822:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000063219c05/0x2c8777a5e7d9ea12 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148f48 expref: 7 pid: 14822 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045238.692340:0:14822:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000063219c05/0x2c8777a5e7d9ea12 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148f48 expref: 7 pid: 14822 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045238.692360:0:14822:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de48023200, rc 0) 00000100:00100000:0.0:1777045238.692438:0:14822:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df74532680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+7:0:x1863365370097408:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 Request processed in 652us (2985us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045238.692451:0:14822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 347 00000100:00080000:1.0:1777045238.696702:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1777045238.707654:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045238.709257:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370097664 00000100:00100000:0.0:1777045238.709271:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370097664 00000100:00100000:0.0:1777045238.709364:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1226 00000100:00100000:0.0:1777045238.709400:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b8ef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+42:30100:x1863365370097664:12345-192.168.201.45@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1777045238.709560:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b8ef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+42:30100:x1863365370097664:12345-192.168.201.45@tcp:57:lhsmtool_posix.0 Request processed in 182us (1918us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045238.709574:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1226 00000100:00100000:3.0:1777045238.722574:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045238.723414:0:8776:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370097792 00000100:00100000:1.0:1777045238.723428:0:8776:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370097792 00000100:00100000:1.0:1777045238.723619:0:8776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 348 00000100:00100000:1.0:1777045238.723637:0:8776:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df74532d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+7:30100:x1863365370097792:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1777045238.723661:0:8776:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777045238.723701:0:8776:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000714d6f1d/0x2c8777a5e7d9ea19 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148f4f expref: -99 pid: 8776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045238.723745:0:8776:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000063219c05/0x2c8777a5e7d9ea12 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148f48 expref: 8 pid: 14822 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045238.723759:0:8776:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777045238.723762:0:8776:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777045238.723769:0:8776:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000714d6f1d/0x2c8777a5e7d9ea19 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148f4f expref: 8 pid: 8776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045238.723820:0:8776:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000063219c05/0x2c8777a5e7d9ea12 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148f48 expref: 8 pid: 14822 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045238.723840:0:8776:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000063219c05/0x2c8777a5e7d9ea12 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148f48 expref: 8 pid: 14822 timeout: 1967 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777045238.723862:0:8776:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7b8ee680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8776:1863365424405120:192.168.201.45@tcp:104: 00000100:00100000:1.0:1777045238.723978:0:8776:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df5868bb40 going to sleep for 11 seconds 00000100:00100000:3.0:1777045238.741535:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045238.747033:0:5843:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370097920 00000100:00100000:2.0:1777045238.747051:0:5843:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370097920 00010000:00010000:2.0:1777045238.747139:0:5843:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000063219c05/0x2c8777a5e7d9ea12 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148f48 expref: 9 pid: 14822 timeout: 1967 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777045238.747244:0:5843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 360 00000100:00100000:2.0:1777045238.747261:0:5843:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de430fc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2393:x1863365370097920:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777045238.747283:0:5843:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777045238.747634:0:5843:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000063219c05/0x2c8777a5e7d9ea12 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148f48 expref: 9 pid: 14822 timeout: 1967 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045238.747656:0:5843:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000063219c05/0x2c8777a5e7d9ea12 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148f48 expref: 9 pid: 14822 timeout: 1967 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045238.747690:0:5843:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777045238.747693:0:5843:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777045238.747704:0:5843:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000714d6f1d/0x2c8777a5e7d9ea19 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148f4f expref: 9 pid: 8776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045238.747721:0:5843:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000714d6f1d/0x2c8777a5e7d9ea19 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148f4f expref: 9 pid: 8776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045238.747774:0:5843:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000714d6f1d/0x2c8777a5e7d9ea19 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148f4f expref: 9 pid: 8776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777045238.747795:0:5843:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7b9f8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5843:1863365424405248:192.168.201.45@tcp:105: 00000100:00100000:2.0:1777045238.747898:0:5843:0:(client.c:2691:ptlrpc_set_wait()) set ffff98de41f1a540 going to sleep for 11 seconds 00010000:00010000:1.0:1777045238.765012:0:8776:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000063219c05/0x2c8777a5e7d9ea12 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148f48 expref: 9 pid: 14822 timeout: 1967 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777045238.765049:0:8776:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7b8ee680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8776:1863365424405120:192.168.201.45@tcp:104: 00010000:00010000:1.0:1777045238.765148:0:8776:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000714d6f1d/0x2c8777a5e7d9ea19 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148f4f expref: 8 pid: 8776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045238.765175:0:8776:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de41dfce00, rc 0) 00000100:00100000:1.0:1777045238.765296:0:8776:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df74532d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+8:30100:x1863365370097792:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 Request processed in 41662us (42733us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045238.765313:0:8776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 348 00000100:00100000:3.0:1777045238.767354:0:5843:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7b9f8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5843:1863365424405248:192.168.201.45@tcp:105: 00010000:00010000:3.0:1777045238.767382:0:5843:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777045238.767446:0:5843:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de430fc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+7:2393:x1863365370097920:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 20188us (25921us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045238.767461:0:5843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 360 00000100:00100000:3.0:1777045238.813407:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045238.814447:0:6646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370098048 00000100:00100000:0.0:1777045238.814466:0:6646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370098048 00002000:00100000:0.0:1777045238.814555:0:6646:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x19:0x0] (0->157) req@ffff98de430ffb80 x1863365370098048/t0(0) o4->15144518-a1c7-4352-a966-cb31eadd4d9b@192.168.201.45@tcp:239/0 lens 648/0 e 0 to 0 dl 1777045249 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777045238.814578:0:6646:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98de430ffb80 with x1863365370098048 ext(0->157) 00002000:00010000:0.0:1777045238.814588:0:6646:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff98de430ffb80 00000100:00100000:0.0:1777045238.814650:0:6646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 107 00000100:00100000:0.0:1777045238.814669:0:6646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de430ffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+7:2392:x1863365370098048:12345-192.168.201.45@tcp:4:lhsmtool_posix.0 00000001:00100000:2.0:1777045239.068703:0:7533:0:(tgt_lastrcvd.c:568:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 15144518-a1c7-4352-a966-cb31eadd4d9b 00000004:00080000:0.0:1777045239.263757:0:6782:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1867753550656ns, next at 1868753547493ns, rc = 0 00000100:00100000:0.0:1777045239.263808:0:3344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1777045239.263853:0:3344:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df77b05880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3344:1863365424405376:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1777045239.264190:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045239.264342:0:19062:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424405376 00000100:00100000:0.0:1777045239.264353:0:19062:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424405376 00000100:00100000:0.0:1777045239.264428:0:19062:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 485 00000100:00100000:0.0:1777045239.264443:0:19062:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77b04a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3344:x1863365424405376:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1777045239.264487:0:19062:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 81592320 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1777045239.264550:0:19062:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77b04a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3344:x1863365424405376:12345-0@lo:13:osp-pre-0-0.0 Request processed in 111us (361us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045239.264561:0:19062:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 485 00000100:00080000:0.0:1777045239.264636:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1777045239.264692:0:3344:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df77b05880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3344:1863365424405376:0@lo:13:osp-pre-0-0.0 00000001:00080000:1.0:1777045239.362634:0:7533:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967365 is committed 00000100:00100000:0.0:1777045239.363960:0:6646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de430ffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+6:2392:x1863365370098048:12345-192.168.201.45@tcp:4:lhsmtool_posix.0 Request processed in 549288us (550577us total) trans 4294967365 rc 0/0 00000100:00100000:0.0:1777045239.363979:0:6646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 107 00002000:00100000:0.0:1777045239.363997:0:6646:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x19:0x0] (0->157) req@ffff98de430ffb80 x1863365370098048/t4294967365(0) o4->15144518-a1c7-4352-a966-cb31eadd4d9b@192.168.201.45@tcp:239/0 lens 648/448 e 0 to 0 dl 1777045249 ref 1 fl Complete:/600/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777045239.364013:0:6646:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98de430ffb80 with x1863365370098048 ext(0->157) 00002000:00010000:0.0:1777045239.364021:0:6646:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff98de430ffb80 00000100:00100000:0.0:1777045239.382938:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045239.382996:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370098176 00000100:00100000:0.0:1777045239.383009:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370098176 00000100:00100000:0.0:1777045239.383126:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1227 00000100:00100000:0.0:1777045239.383143:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77b05880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+42:30100:x1863365370098176:12345-192.168.201.45@tcp:44:lhsmtool_posix.0 00000100:00100000:0.0:1777045239.383348:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77b05880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+42:30100:x1863365370098176:12345-192.168.201.45@tcp:44:lhsmtool_posix.0 Request processed in 207us (421us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045239.383364:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1227 00000100:00080000:0.0:1777045239.383399:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1777045239.395720:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045239.396704:0:6641:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370098304 00000100:00100000:3.0:1777045239.396719:0:6641:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370098304 00000100:00100000:3.0:1777045239.396811:0:6641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 349 00000100:00100000:3.0:1777045239.396844:0:6641:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b8ee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+6:2393:x1863365370098304:12345-192.168.201.45@tcp:16:lhsmtool_posix.0 00000100:00100000:3.0:1777045239.397346:0:6641:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b8ee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+6:2393:x1863365370098304:12345-192.168.201.45@tcp:16:lhsmtool_posix.0 Request processed in 520us (1636us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045239.397359:0:6641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 349 00000100:00100000:0.0:1777045239.418957:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045239.419629:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370098560 00000100:00100000:3.0:1777045239.419645:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370098560 00000100:00100000:3.0:1777045239.419742:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1228 00000100:00100000:3.0:1777045239.419761:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77b06300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+42:30100:x1863365370098560:12345-192.168.201.45@tcp:36:lhsmtool_posix.0 00010000:00010000:3.0:1777045239.419862:0:5856:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777045239.419900:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024600/0x2c8777a5e7d9ea04 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x24:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148f41 expref: 42 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045239.419934:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x24:0x0].0x0 (ffff98df61f8e800) 00010000:00010000:3.0:1777045239.419943:0:5856:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777045239.419988:0:5856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067200/0x2c8777a5e7d9ea20 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x24:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045239.420012:0:5856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067200/0x2c8777a5e7d9ea20 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x24:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045239.420027:0:5856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067200/0x2c8777a5e7d9ea20 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x24:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777045239.420386:0:5856:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000fab39c77 reply state 00000000345d5c58 transno 4294968119 ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067200/0x2c8777a5e7d9ea20 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x24:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777045239.420432:0:5856:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1777045239.420592:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77b06300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+43:30100:x1863365370098560:12345-192.168.201.45@tcp:36:lhsmtool_posix.0 Request processed in 833us (1645us total) trans 4294968119 rc 0/0 00000100:00100000:3.0:1777045239.420606:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1228 00000100:00100000:2.0:1777045239.445738:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045239.446267:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370098688 00000100:00100000:1.0:1777045239.446616:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370098688 00000100:00100000:1.0:1777045239.446729:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1229 00000100:00100000:1.0:1777045239.446748:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b9f8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+43:30100:x1863365370098688:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1777045239.446781:0:5855:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777045239.446810:0:5855:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd400/0x2c8777a5e7d9ea27 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x24:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148f56 expref: -99 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045239.446903:0:5855:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd400/0x2c8777a5e7d9ea27 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x24:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148f56 expref: 44 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045239.446930:0:5855:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd400/0x2c8777a5e7d9ea27 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x24:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148f56 expref: 44 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045239.446971:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x24:0x0].0x0 (ffff98df61f8e800) 00010000:00010000:1.0:1777045239.446978:0:5855:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1777045239.446985:0:5855:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de41dfd400, rc 0) 00000100:00100000:1.0:1777045239.447069:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b9f8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+44:30100:x1863365370098688:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 Request processed in 324us (1342us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045239.447082:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1229 00010000:00010000:1.0:1777045239.447153:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777045239.450141:0:3327:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067200/0x2c8777a5e7d9ea20 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x24:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045239.450163:0:3327:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067200/0x2c8777a5e7d9ea20 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x24:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045239.450178:0:3327:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067200/0x2c8777a5e7d9ea20 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x24:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045239.450191:0:3327:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48067200 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:3.0:1777045239.450233:0:3327:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067200/0x2c8777a5e7d9ea20 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x24:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045239.450249:0:3327:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067200/0x2c8777a5e7d9ea20 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x24:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045239.450272:0:3327:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x24:0x0].0x0 (ffff98df61f8e800) 00010000:00010000:3.0:1777045239.450277:0:3327:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777045239.450283:0:3327:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067200/0x2c8777a5e7d9ea20 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x24:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045239.450296:0:3327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067200/0x2c8777a5e7d9ea20 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x24:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777045239.474346:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045239.474503:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370098816 00000100:00100000:3.0:1777045239.474518:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370098816 00000100:00100000:3.0:1777045239.474668:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 350 00000100:00100000:3.0:1777045239.474686:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b8edf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+6:2392:x1863365370098816:12345-192.168.201.45@tcp:2:lhsmtool_posix.0 00002000:00010000:3.0:1777045239.475036:0:6642:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x19:0x0] updating lvb size from disk: 0 -> 158 00002000:00010000:3.0:1777045239.475044:0:6642:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x19:0x0] updating lvb mtime from disk: 0 -> 1777045232 00002000:00010000:3.0:1777045239.475049:0:6642:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x19:0x0] updating lvb atime from disk: 0 -> 1777045237 00002000:00010000:3.0:1777045239.475053:0:6642:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x19:0x0] updating lvb ctime from disk: 0 -> 1777045232 00002000:00010000:3.0:1777045239.475058:0:6642:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x19:0x0] updating lvb blocks from disk: 1 -> 11 00000100:00100000:3.0:1777045239.475178:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b8edf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+7:2392:x1863365370098816:12345-192.168.201.45@tcp:2:lhsmtool_posix.0 Request processed in 493us (841us total) trans 4294967366 rc 0/0 00000100:00100000:3.0:1777045239.475194:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 350 00000100:00100000:1.0:1777045239.494457:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045239.494637:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370099072 00000100:00100000:0.0:1777045239.494652:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370099072 00000100:00100000:0.0:1777045239.494745:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1230 00000100:00100000:0.0:1777045239.494763:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b8ec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+43:30100:x1863365370099072:12345-192.168.201.45@tcp:55:lhsmtool_posix.0 00010000:00010000:0.0:1777045239.494879:0:12646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023800/0x2c8777a5e7d9ea2e lrc: 3/0,1 mode: --/PW res: [0x200000402:0x24:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045239.494915:0:12646:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023a00/0x2c8777a5e7d9e9d3 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x24:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148f2c expref: 43 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045239.494931:0:12646:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023800/0x2c8777a5e7d9ea2e lrc: 4/0,1 mode: --/PW res: [0x200000402:0x24:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045239.494983:0:12646:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023a00/0x2c8777a5e7d9e9d3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x24:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148f2c expref: 43 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045239.495005:0:12646:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023a00/0x2c8777a5e7d9e9d3 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x24:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148f2c expref: 43 pid: 7939 timeout: 1967 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777045239.495028:0:12646:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df77b07800 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12646:1863365424405504:192.168.201.45@tcp:104: 00000100:00100000:0.0:1777045239.495192:0:12646:0:(client.c:2691:ptlrpc_set_wait()) set ffff98de41a29540 going to sleep for 11 seconds 00000100:00100000:0.0:1777045239.527898:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045239.529270:0:12646:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df77b07800 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12646:1863365424405504:192.168.201.45@tcp:104: 00010000:00010000:1.0:1777045239.529308:0:12646:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023800/0x2c8777a5e7d9ea2e lrc: 3/0,1 mode: --/PW res: [0x200000402:0x24:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777045239.529525:0:5842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370099200 00000100:00100000:3.0:1777045239.529537:0:5842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370099200 00010000:00010000:3.0:1777045239.529607:0:5842:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023a00/0x2c8777a5e7d9e9d3 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x24:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148f2c expref: 44 pid: 7939 timeout: 1967 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777045239.529664:0:5842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 361 00000100:00100000:3.0:1777045239.529679:0:5842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77b06a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+44:2393:x1863365370099200:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777045239.529699:0:5842:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777045239.529709:0:5842:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023a00/0x2c8777a5e7d9e9d3 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x24:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148f2c expref: 44 pid: 7939 timeout: 1967 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045239.529729:0:5842:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023a00/0x2c8777a5e7d9e9d3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x24:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148f2c expref: 44 pid: 7939 timeout: 1967 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045239.529760:0:5842:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023a00/0x2c8777a5e7d9e9d3 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x24:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148f2c expref: 44 pid: 7939 timeout: 1967 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045239.529783:0:5842:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x24:0x0].0x0 (ffff98df61f8e800) 00010000:00010000:3.0:1777045239.529789:0:5842:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023800/0x2c8777a5e7d9ea2e lrc: 3/0,1 mode: --/PW res: [0x200000402:0x24:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045239.529803:0:5842:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023800/0x2c8777a5e7d9ea2e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x24:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045239.529814:0:5842:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023800/0x2c8777a5e7d9ea2e lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x24:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045239.529842:0:5842:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777045239.531310:0:12646:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023800/0x2c8777a5e7d9ea2e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x24:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045239.531323:0:12646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023800/0x2c8777a5e7d9ea2e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x24:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045239.531360:0:12646:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023800/0x2c8777a5e7d9ea2e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x24:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045239.531388:0:12646:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023800/0x2c8777a5e7d9ea2e lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x24:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045239.531398:0:12646:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023800/0x2c8777a5e7d9ea2e lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x24:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045239.531414:0:12646:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48023800 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:0.0:1777045239.531420:0:12646:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023800/0x2c8777a5e7d9ea2e lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x24:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045239.531431:0:12646:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023800/0x2c8777a5e7d9ea2e lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x24:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045239.531447:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x24:0x0].0x0 (ffff98df61f8e800) 00010000:00010000:0.0:1777045239.531451:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:0.0:1777045239.531456:0:12646:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023800/0x2c8777a5e7d9ea2e lrc: 2/0,0 mode: --/PW res: [0x200000402:0x24:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045239.531466:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023800/0x2c8777a5e7d9ea2e lrc: 0/0,0 mode: --/PW res: [0x200000402:0x24:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777045239.531579:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b8ec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+43:30100:x1863365370099072:12345-192.168.201.45@tcp:55:lhsmtool_posix.0 Request processed in 36817us (37130us total) trans 0 rc -22/-22 00000100:00100000:0.0:1777045239.531595:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1230 00000100:00100000:3.0:1777045239.532960:0:5842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77b06a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+42:2393:x1863365370099200:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 3281us (5073us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045239.532978:0:5842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 361 00000001:00080000:2.0:1777045239.542782:0:5877:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968118 is committed 00000001:00080000:2.0:1777045239.542806:0:5877:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968103 is committed 00000001:00080000:2.0:1777045239.542843:0:5877:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968112 is committed 00000004:00080000:2.0:1777045239.542851:0:5877:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 21 committed 00000020:00080000:2.0:1777045239.542870:0:5877:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff98de41f1ae40 refcount 2 committed 0 result 0 batchid 25 00000020:00080000:2.0:1777045239.542877:0:5877:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff98de42631a00 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff98de41f1a0c0 00000020:00080000:2.0:1777045239.542882:0:5877:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff98de42631700 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff98df4669ec00 00000020:00080000:3.0:1777045239.543613:0:5888:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 25 committed batchid 24 00000020:00080000:3.0:1777045239.543862:0:5888:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 24 00000100:00100000:2.0:1777045239.545496:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1777045239.545526:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7b8ece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424405632:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1777045239.545614:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777045239.545795:0:8776:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424405632 00000100:00100000:1.0:1777045239.545806:0:8776:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424405632 00000100:00100000:1.0:1777045239.545901:0:8776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 351 00000100:00100000:1.0:1777045239.545918:0:8776:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d60ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3343:x1863365424405632:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1777045239.545954:0:8776:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:25 count 1 00002000:00010000:1.0:1777045239.546000:0:8776:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x19:0x0] initial LVB size: 158, mtime: 0x69eb8ef0, atime: 0x0, ctime: 0x69eb8ef0, blocks: 0xb 00010000:00010000:1.0:1777045239.546011:0:8776:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ce40aa9a/0x2c8777a5e7d9ea35 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045239.546034:0:8776:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777045239.546037:0:8776:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777045239.546044:0:8776:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ce40aa9a/0x2c8777a5e7d9ea35 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045239.546109:0:8776:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ce40aa9a/0x2c8777a5e7d9ea35 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045239.546125:0:8776:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ce40aa9a/0x2c8777a5e7d9ea35 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045239.546135:0:8776:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ce40aa9a/0x2c8777a5e7d9ea35 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045239.546161:0:8776:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1777045239.546952:0:8776:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d60ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+7:3343:x1863365424405632:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1034us (1335us total) trans 4294967366 rc 0/0 00000100:00100000:1.0:1777045239.546966:0:8776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 351 00010000:00010000:2.0:1777045239.547357:0:5844:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1777045239.547368:0:5844:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ce40aa9a/0x2c8777a5e7d9ea35 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045239.547382:0:5844:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de41dfdc00 already unused, calling callback (ffffffffc17d22d0) 00010000:00010000:2.0:1777045239.547389:0:5844:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ce40aa9a/0x2c8777a5e7d9ea35 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045239.547403:0:5844:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ce40aa9a/0x2c8777a5e7d9ea35 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045239.547428:0:5844:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ce40aa9a/0x2c8777a5e7d9ea35 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045239.547442:0:5844:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ce40aa9a/0x2c8777a5e7d9ea35 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045239.547482:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777045239.547485:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777045239.547488:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1777045239.547927:0:3343:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98df7b8ece00/2, rc 0, transno 4294967366 00000100:00100000:0.0:1777045239.547940:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7b8ece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424405632:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1777045239.553362:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045239.553759:0:14822:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370099328 00000100:00100000:1.0:1777045239.553773:0:14822:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370099328 00000100:00100000:1.0:1777045239.554211:0:14822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 352 00000100:00100000:1.0:1777045239.554229:0:14822:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d60ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+7:2391:x1863365370099328:12345-192.168.201.45@tcp:1:lhsmtool_posix.0 00010000:00010000:1.0:1777045239.554599:0:14822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000176d8731/0x2c8777a5e7d9ea3c lrc: 3/1,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045239.554632:0:14822:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000714d6f1d/0x2c8777a5e7d9ea19 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148f4f expref: 7 pid: 8776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045239.554646:0:14822:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777045239.554649:0:14822:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777045239.554654:0:14822:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000176d8731/0x2c8777a5e7d9ea3c lrc: 4/1,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045239.554704:0:14822:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000714d6f1d/0x2c8777a5e7d9ea19 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148f4f expref: 7 pid: 8776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045239.554725:0:14822:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000714d6f1d/0x2c8777a5e7d9ea19 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148f4f expref: 7 pid: 8776 timeout: 1968 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777045239.554751:0:14822:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7b8efb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14822:1863365424405760:192.168.201.45@tcp:104: 00000100:00100000:1.0:1777045239.554851:0:14822:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df74e89240 going to sleep for 11 seconds 00000100:00100000:1.0:1777045239.562790:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045239.563535:0:6655:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370099456 00000100:00100000:3.0:1777045239.563546:0:6655:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370099456 00010000:00010000:3.0:1777045239.563615:0:6655:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000714d6f1d/0x2c8777a5e7d9ea19 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148f4f expref: 8 pid: 8776 timeout: 1968 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777045239.563746:0:6655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 362 00000100:00100000:3.0:1777045239.563762:0:6655:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b8ef800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2393:x1863365370099456:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777045239.563783:0:6655:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777045239.564053:0:6655:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000714d6f1d/0x2c8777a5e7d9ea19 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148f4f expref: 8 pid: 8776 timeout: 1968 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045239.564074:0:6655:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000714d6f1d/0x2c8777a5e7d9ea19 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148f4f expref: 8 pid: 8776 timeout: 1968 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045239.564133:0:6655:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777045239.564137:0:6655:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777045239.564144:0:6655:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000176d8731/0x2c8777a5e7d9ea3c lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045239.564160:0:6655:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000176d8731/0x2c8777a5e7d9ea3c lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045239.564192:0:6655:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777045239.564557:0:6655:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b8ef800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2393:x1863365370099456:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 798us (1777us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045239.564570:0:6655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 362 00010000:00010000:0.0:1777045239.568471:0:14822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000714d6f1d/0x2c8777a5e7d9ea19 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148f4f expref: 7 pid: 8776 timeout: 1968 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777045239.568496:0:14822:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7b8efb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14822:1863365424405760:192.168.201.45@tcp:104: 00010000:00010000:0.0:1777045239.568520:0:14822:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000176d8731/0x2c8777a5e7d9ea3c lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045239.568678:0:14822:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000176d8731/0x2c8777a5e7d9ea3c lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045239.568693:0:14822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000176d8731/0x2c8777a5e7d9ea3c lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045239.568738:0:14822:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000176d8731/0x2c8777a5e7d9ea3c lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045239.568752:0:14822:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000176d8731/0x2c8777a5e7d9ea3c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045239.568764:0:14822:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000176d8731/0x2c8777a5e7d9ea3c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045239.568783:0:14822:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de41dfd600 already unused, calling callback (ffffffffc17d22d0) 00010000:00010000:1.0:1777045239.568789:0:14822:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000176d8731/0x2c8777a5e7d9ea3c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045239.568802:0:14822:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000176d8731/0x2c8777a5e7d9ea3c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045239.568825:0:14822:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000176d8731/0x2c8777a5e7d9ea3c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045239.568837:0:14822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000176d8731/0x2c8777a5e7d9ea3c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777045239.569041:0:14822:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d60ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+6:2391:x1863365370099328:12345-192.168.201.45@tcp:1:lhsmtool_posix.0 Request processed in 14815us (15686us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045239.569054:0:14822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 352 00000100:00100000:1.0:1777045239.580714:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045239.580822:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370099712 00000100:00100000:0.0:1777045239.581123:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370099712 00000100:00100000:0.0:1777045239.581533:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1231 00000100:00100000:0.0:1777045239.581551:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b8efb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+33:30100:x1863365370099712:12345-192.168.201.45@tcp:57:lhsmtool_posix.0 00010000:00010000:0.0:1777045239.581684:0:7939:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023800/0x2c8777a5e7d9ea43 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x23:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045239.581708:0:7939:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023800/0x2c8777a5e7d9ea43 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x23:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045239.581726:0:7939:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023800/0x2c8777a5e7d9ea43 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x23:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045239.581998:0:7939:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023a00/0x2c8777a5e7d9ea4a lrc: 3/0,1 mode: --/EX res: [0x200000402:0x24:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045239.582016:0:7939:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd400/0x2c8777a5e7d9ea27 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x24:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148f56 expref: 34 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045239.582029:0:7939:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023a00/0x2c8777a5e7d9ea4a lrc: 4/0,1 mode: --/EX res: [0x200000402:0x24:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045239.582074:0:7939:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd400/0x2c8777a5e7d9ea27 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x24:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148f56 expref: 34 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045239.582121:0:7939:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd400/0x2c8777a5e7d9ea27 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x24:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148f56 expref: 34 pid: 5855 timeout: 1968 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777045239.582152:0:7939:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df77b07800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7939:1863365424405888:192.168.201.45@tcp:104: 00000100:00100000:0.0:1777045239.582279:0:7939:0:(client.c:2691:ptlrpc_set_wait()) set ffff98de41a29c00 going to sleep for 11 seconds 00000100:00100000:2.0:1777045239.588996:0:7939:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df77b07800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7939:1863365424405888:192.168.201.45@tcp:104: 00010000:00010000:2.0:1777045239.589031:0:7939:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023a00/0x2c8777a5e7d9ea4a lrc: 3/0,1 mode: --/EX res: [0x200000402:0x24:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777045239.605574:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045239.605813:0:5841:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370099840 00000100:00100000:3.0:1777045239.605829:0:5841:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370099840 00010000:00010000:3.0:1777045239.605882:0:5841:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd400/0x2c8777a5e7d9ea27 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x24:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148f56 expref: 35 pid: 5855 timeout: 1968 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777045239.605948:0:5841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 363 00000100:00100000:3.0:1777045239.605964:0:5841:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d58f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+35:2392:x1863365370099840:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777045239.605984:0:5841:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777045239.605993:0:5841:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd400/0x2c8777a5e7d9ea27 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x24:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148f56 expref: 35 pid: 5855 timeout: 1968 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045239.606013:0:5841:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd400/0x2c8777a5e7d9ea27 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x24:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148f56 expref: 35 pid: 5855 timeout: 1968 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045239.606044:0:5841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd400/0x2c8777a5e7d9ea27 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x24:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148f56 expref: 35 pid: 5855 timeout: 1968 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045239.606067:0:5841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x24:0x0].0x0 (ffff98df61f8e800) 00010000:00010000:3.0:1777045239.606075:0:5841:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023a00/0x2c8777a5e7d9ea4a lrc: 3/0,1 mode: --/EX res: [0x200000402:0x24:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045239.606111:0:5841:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023a00/0x2c8777a5e7d9ea4a lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x24:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045239.606123:0:5841:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023a00/0x2c8777a5e7d9ea4a lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x24:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045239.606185:0:5841:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777045239.606551:0:5841:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d58f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+34:2392:x1863365370099840:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 590us (1288us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045239.606564:0:5841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 363 00010000:00010000:3.0:1777045239.606682:0:7939:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023a00/0x2c8777a5e7d9ea4a lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x24:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045239.606694:0:7939:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023a00/0x2c8777a5e7d9ea4a lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x24:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1777045239.606949:0:7939:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968120 00000001:00080000:3.0:1777045239.607198:0:7939:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968121 00000001:00080000:3.0:1777045239.607302:0:7939:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968122 00000100:00100000:3.0:1777045239.607417:0:7939:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de430fdf80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:7939:1863365424406016:0@lo:1000:mdt00_003.0 00000100:00100000:3.0:1777045239.607489:0:7939:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777045239.607527:0:7939:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df674e73c0 going to sleep for 11 seconds 00000100:00100000:3.0:1777045239.607555:0:5861:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424406016 00000100:00100000:3.0:1777045239.607563:0:5861:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424406016 00000100:00100000:3.0:1777045239.607620:0:5861:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 55 00000100:00100000:3.0:1777045239.607632:0:5861:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de430ff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:7939:x1863365424406016:12345-0@lo:1000:mdt00_003.0 00000100:00100000:3.0:1777045239.607728:0:5861:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de430ff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:7939:x1863365424406016:12345-0@lo:1000:mdt00_003.0 Request processed in 96us (238us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045239.607738:0:5861:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 55 00000100:00100000:3.0:1777045239.607796:0:7939:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de430fdf80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:7939:1863365424406016:0@lo:1000:mdt00_003.0 00000001:00080000:3.0:1777045239.608655:0:7939:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968123 00000100:00100000:3.0:1777045239.608734:0:7939:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de430fdf80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:7939:1863365424406144:0@lo:1000:mdt00_003.0 00000100:00100000:3.0:1777045239.608778:0:7939:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777045239.608814:0:5861:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424406144 00000100:00100000:3.0:1777045239.608819:0:5861:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424406144 00000100:00100000:3.0:1777045239.608856:0:5861:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 56 00000100:00100000:3.0:1777045239.608866:0:5861:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de430ff800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:7939:x1863365424406144:12345-0@lo:1000:mdt00_003.0 00000100:00100000:3.0:1777045239.609067:0:5861:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de430ff800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:7939:x1863365424406144:12345-0@lo:1000:mdt00_003.0 Request processed in 201us (287us total) trans 4294967367 rc 0/0 00000100:00100000:3.0:1777045239.609078:0:5861:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 56 00000100:00080000:0.0:1777045239.609193:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1777045239.610647:0:7939:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df674e7240 going to sleep for 11 seconds 00000100:00100000:2.0:1777045239.610688:0:7939:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de430fdf80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:7939:1863365424406144:0@lo:1000:mdt00_003.0 00000001:00080000:2.0:1777045239.610802:0:7939:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968124 00010000:00010000:2.0:1777045239.610847:0:7939:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023a00/0x2c8777a5e7d9ea4a lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x24:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045239.610862:0:7939:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023a00/0x2c8777a5e7d9ea4a lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x24:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045239.610873:0:7939:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023a00/0x2c8777a5e7d9ea4a lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x24:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045239.610882:0:7939:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48023a00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:2.0:1777045239.610888:0:7939:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023a00/0x2c8777a5e7d9ea4a lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x24:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045239.610899:0:7939:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023a00/0x2c8777a5e7d9ea4a lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x24:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045239.610918:0:7939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x24:0x0].0x0 (ffff98df61f8e800) 00010000:00010000:2.0:1777045239.610923:0:7939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1777045239.610929:0:7939:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023a00/0x2c8777a5e7d9ea4a lrc: 2/0,0 mode: --/EX res: [0x200000402:0x24:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045239.610939:0:7939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023a00/0x2c8777a5e7d9ea4a lrc: 0/0,0 mode: --/EX res: [0x200000402:0x24:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045239.610977:0:7939:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025a00/0x2c8777a5e7d9e971 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045239.610988:0:7939:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025a00/0x2c8777a5e7d9e971 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045239.610996:0:7939:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025a00/0x2c8777a5e7d9e971 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045239.611004:0:7939:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48025a00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:2.0:1777045239.611008:0:7939:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025a00/0x2c8777a5e7d9e971 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045239.611016:0:7939:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025a00/0x2c8777a5e7d9e971 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000020 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045239.611028:0:7939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x23:0x0].0x0 (ffff98df48c7e000) 00010000:00010000:2.0:1777045239.611031:0:7939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1777045239.611041:0:7939:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9e978 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x23:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148f17 expref: 45 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045239.611056:0:7939:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9e978 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x23:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148f17 expref: 45 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045239.611069:0:7939:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9e978 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x23:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148f17 expref: 45 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045239.611140:0:7939:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9e978 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x23:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148f17 expref: 45 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777045239.611158:0:7939:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df6d60f800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7939:1863365424406272:192.168.201.45@tcp:105: 00000100:00100000:2.0:1777045239.611586:0:7939:0:(client.c:2691:ptlrpc_set_wait()) set ffff98de41f1a540 going to sleep for 11 seconds 00000100:00100000:2.0:1777045239.631429:0:7939:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df6d60f800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7939:1863365424406272:192.168.201.45@tcp:105: 00010000:00010000:2.0:1777045239.631469:0:7939:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025a00/0x2c8777a5e7d9e971 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x23:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045239.631486:0:7939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025a00/0x2c8777a5e7d9e971 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x23:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045239.631525:0:7939:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025400/0x2c8777a5e7d9ea51 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x23:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045239.631545:0:7939:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025400/0x2c8777a5e7d9ea51 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045239.631562:0:7939:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025400/0x2c8777a5e7d9ea51 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045239.631577:0:7939:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025400/0x2c8777a5e7d9ea51 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045239.631587:0:7939:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025400/0x2c8777a5e7d9ea51 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045239.631596:0:7939:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025400/0x2c8777a5e7d9ea51 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045239.631611:0:7939:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48025400 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:2.0:1777045239.631617:0:7939:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025400/0x2c8777a5e7d9ea51 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045239.631628:0:7939:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025400/0x2c8777a5e7d9ea51 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045239.631644:0:7939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x23:0x0].0x0 (ffff98df48c7e000) 00010000:00010000:2.0:1777045239.631649:0:7939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777045239.631655:0:7939:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025400/0x2c8777a5e7d9ea51 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x23:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045239.631663:0:7939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025400/0x2c8777a5e7d9ea51 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x23:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045239.631677:0:7939:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023800/0x2c8777a5e7d9ea43 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x23:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045239.631685:0:7939:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023800/0x2c8777a5e7d9ea43 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x23:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045239.631693:0:7939:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023800/0x2c8777a5e7d9ea43 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x23:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045239.631700:0:7939:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48023800 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:2.0:1777045239.631704:0:7939:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023800/0x2c8777a5e7d9ea43 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x23:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045239.631712:0:7939:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023800/0x2c8777a5e7d9ea43 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x23:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045239.631729:0:7939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x23:0x0].0x0 (ffff98df48c7e000) 00010000:00010000:2.0:1777045239.631732:0:7939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1777045239.631738:0:7939:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023800/0x2c8777a5e7d9ea43 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x23:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045239.631747:0:7939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023800/0x2c8777a5e7d9ea43 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x23:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777045239.632162:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b8efb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+38:30100:x1863365370099712:12345-192.168.201.45@tcp:57:lhsmtool_posix.0 Request processed in 50612us (51455us total) trans 4294968125 rc 0/0 00000100:00100000:2.0:1777045239.632179:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1231 00000020:00080000:2.0:1777045239.632186:0:7939:0:(tgt_main.c:783:tgt_ses_key_exit()) total 6 transactions per RPC 00000040:00080000:1.0:1777045239.633668:0:11491:0:(llog.c:801:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1777045239.633677:0:11491:0:(llog_cat.c:158:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1777045239.634725:0:11491:0:(llog.c:858:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 3 00000040:00080000:1.0:1777045239.634740:0:11491:0:(llog.c:858:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1777045239.642740:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045239.645276:0:5859:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370099968 00000100:00100000:1.0:1777045239.645290:0:5859:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370099968 00000100:00100000:1.0:1777045239.645394:0:5859:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 271 00000100:00100000:1.0:1777045239.645409:0:5859:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77b07800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:146de360-3fb2-48bd-b418-06f30714148a+46:30099:x1863365370099968:12345-192.168.201.45@tcp:49:cat.0 00000100:00100000:1.0:1777045239.645587:0:5859:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77b07800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:146de360-3fb2-48bd-b418-06f30714148a+46:30099:x1863365370099968:12345-192.168.201.45@tcp:49:cat.0 Request processed in 180us (2858us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045239.645599:0:5859:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 271 00000100:00080000:0.0:1777045239.646335:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1777045239.656347:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045239.656774:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045239.657538:0:6639:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370100352 00000100:00100000:1.0:1777045239.657551:0:6639:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370100352 00000100:00100000:1.0:1777045239.657620:0:6639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 353 00000100:00100000:1.0:1777045239.657634:0:6639:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77b5f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:146de360-3fb2-48bd-b418-06f30714148a+10:30099:x1863365370100352:12345-192.168.201.45@tcp:101:cat.0 00010000:00010000:1.0:1777045239.657657:0:6639:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777045239.657683:0:6639:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000176d8731/0x2c8777a5e7d9ea58 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148f5d expref: -99 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777045239.657716:0:6639:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x19:0x0] initial LVB size: 158, mtime: 0x69eb8ef0, atime: 0x69eb8ef5, ctime: 0x69eb8ef0, blocks: 0xb 00010000:00010000:1.0:1777045239.657743:0:6639:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777045239.657746:0:6639:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777045239.657759:0:6639:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000176d8731/0x2c8777a5e7d9ea58 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148f5d expref: 11 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045239.657783:0:6639:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000176d8731/0x2c8777a5e7d9ea58 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148f5d expref: 11 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045239.658052:0:6639:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de41dfd600, rc 0) 00000100:00100000:1.0:1777045239.658141:0:6639:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77b5f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:146de360-3fb2-48bd-b418-06f30714148a+11:30099:x1863365370100352:12345-192.168.201.45@tcp:101:cat.0 Request processed in 507us (1365us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045239.658153:0:6639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 353 00000100:00100000:3.0:1777045239.658359:0:19840:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370100224 00000100:00100000:3.0:1777045239.658367:0:19840:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370100224 00000100:00100000:3.0:1777045239.658414:0:19840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 272 00000100:00100000:3.0:1777045239.658425:0:19840:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77b5e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+38:30100:x1863365370100224:12345-192.168.201.45@tcp:35:lhsmtool_posix.0 00000004:00080000:2.0:1777045239.665762:0:19840:0:(mdd_object.c:4010:mdd_close()) Object [0x200000402:0x24:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:2.0:1777045239.666305:0:19840:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968126 00010000:00010000:2.0:1777045239.666680:0:19840:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025400/0x2c8777a5e7d9ea5f lrc: 3/0,1 mode: --/PW res: [0x200000402:0x24:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045239.666705:0:19840:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025400/0x2c8777a5e7d9ea5f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x24:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 19840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045239.666723:0:19840:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025400/0x2c8777a5e7d9ea5f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x24:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 19840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045239.666735:0:19840:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025400/0x2c8777a5e7d9ea5f lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x24:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 19840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045239.666744:0:19840:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025400/0x2c8777a5e7d9ea5f lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x24:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 19840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045239.666754:0:19840:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025400/0x2c8777a5e7d9ea5f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x24:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 19840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045239.666788:0:19840:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1777045239.666939:0:19840:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77b5e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+40:30100:x1863365370100224:12345-192.168.201.45@tcp:35:lhsmtool_posix.0 Request processed in 8510us (10599us total) trans 4294968127 rc 0/0 00000100:00100000:2.0:1777045239.666956:0:19840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 272 00000020:00080000:2.0:1777045239.666965:0:19840:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:1.0:1777045239.667386:0:5845:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1777045239.667397:0:5845:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025400/0x2c8777a5e7d9ea5f lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x24:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 19840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045239.667409:0:5845:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48025400 already unused, calling callback (ffffffffc17d22d0) 00010000:00010000:1.0:1777045239.667414:0:5845:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025400/0x2c8777a5e7d9ea5f lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x24:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 19840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045239.667426:0:5845:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025400/0x2c8777a5e7d9ea5f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x24:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 19840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045239.667443:0:5845:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x24:0x0].0x0 (ffff98df48c7e700) 00010000:00010000:1.0:1777045239.667448:0:5845:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1777045239.667454:0:5845:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025400/0x2c8777a5e7d9ea5f lrc: 1/0,0 mode: --/PW res: [0x200000402:0x24:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 19840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045239.667462:0:5845:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025400/0x2c8777a5e7d9ea5f lrc: 0/0,0 mode: --/PW res: [0x200000402:0x24:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 19840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045239.667485:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777045239.667487:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777045239.667490:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777045239.677611:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045239.677750:0:17698:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370100480 00000100:00100000:1.0:1777045239.677763:0:17698:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370100480 00002000:00100000:1.0:1777045239.678066:0:17698:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x19:0x0] (0->4095) req@ffff98df77b5fb80 x1863365370100480/t0(0) o3->146de360-3fb2-48bd-b418-06f30714148a@192.168.201.45@tcp:240/0 lens 488/0 e 0 to 0 dl 1777045250 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777045239.678109:0:17698:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98df77b5fb80 with x1863365370100480 ext(0->4095) 00002000:00010000:1.0:1777045239.678118:0:17698:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff98df77b5fb80 00000100:00100000:1.0:1777045239.678167:0:17698:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 108 00000100:00100000:1.0:1777045239.678180:0:17698:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77b5fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:146de360-3fb2-48bd-b418-06f30714148a+11:2393:x1863365370100480:12345-192.168.201.45@tcp:3:cat.0 00000100:00100000:1.0:1777045239.678455:0:17698:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77b5fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:146de360-3fb2-48bd-b418-06f30714148a+11:2393:x1863365370100480:12345-192.168.201.45@tcp:3:cat.0 Request processed in 277us (855us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1777045239.678472:0:17698:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 108 00002000:00100000:1.0:1777045239.678482:0:17698:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x19:0x0] (0->4095) req@ffff98df77b5fb80 x1863365370100480/t0(0) o3->146de360-3fb2-48bd-b418-06f30714148a@192.168.201.45@tcp:240/0 lens 488/4536 e 0 to 0 dl 1777045250 ref 1 fl Complete:/600/0 rc 4096/4096 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777045239.678494:0:17698:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98df77b5fb80 with x1863365370100480 ext(0->4095) 00002000:00010000:1.0:1777045239.678499:0:17698:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff98df77b5fb80 00000100:00100000:3.0:1777045239.694167:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045239.694726:0:5858:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370100736 00000100:00100000:0.0:1777045239.694739:0:5858:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370100736 00000100:00100000:0.0:1777045239.695110:0:5858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 273 00000100:00100000:0.0:1777045239.695128:0:5858:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de430fd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:146de360-3fb2-48bd-b418-06f30714148a+46:30099:x1863365370100736:12345-192.168.201.45@tcp:35:cat.0 00000100:00100000:0.0:1777045239.695464:0:5858:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de430fd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:146de360-3fb2-48bd-b418-06f30714148a+47:30099:x1863365370100736:12345-192.168.201.45@tcp:35:cat.0 Request processed in 340us (1306us total) trans 4294968128 rc 0/0 00000100:00100000:0.0:1777045239.695477:0:5858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 273 00000100:00100000:0.0:1777045239.763805:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045239.764619:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370100864 00000100:00100000:3.0:1777045239.764635:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370100864 00000100:00100000:3.0:1777045239.764727:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1232 00000100:00100000:3.0:1777045239.764741:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77b5dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:146de360-3fb2-48bd-b418-06f30714148a+47:30101:x1863365370100864:12345-192.168.201.45@tcp:101:lfs.0 00010000:00010000:3.0:1777045239.764772:0:5857:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777045239.764798:0:5857:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067200/0x2c8777a5e7d9ea66 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148f64 expref: -99 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045239.764906:0:5857:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066e00/0x2c8777a5e7d9ea6d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045239.764926:0:5857:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066e00/0x2c8777a5e7d9ea6d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045239.764942:0:5857:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066e00/0x2c8777a5e7d9ea6d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045239.764970:0:5857:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066600/0x2c8777a5e7d9ea74 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045239.764981:0:5857:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066600/0x2c8777a5e7d9ea74 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045239.764991:0:5857:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066600/0x2c8777a5e7d9ea74 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045239.765800:0:5857:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066200/0x2c8777a5e7d9ea7b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x23:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045239.765814:0:5857:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066200/0x2c8777a5e7d9ea7b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045239.765825:0:5857:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066200/0x2c8777a5e7d9ea7b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777045239.765869:0:5857:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x23:0x0]: returning size 158 00000004:00200000:3.0:1777045239.765876:0:5857:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1777045239.765900:0:5857:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066200/0x2c8777a5e7d9ea7b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045239.765915:0:5857:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066200/0x2c8777a5e7d9ea7b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045239.765926:0:5857:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066e00/0x2c8777a5e7d9ea6d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045239.765937:0:5857:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066e00/0x2c8777a5e7d9ea6d lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045239.765952:0:5857:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066e00/0x2c8777a5e7d9ea6d lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045239.765961:0:5857:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48066e00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:3.0:1777045239.765967:0:5857:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066e00/0x2c8777a5e7d9ea6d lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045239.765977:0:5857:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066e00/0x2c8777a5e7d9ea6d lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045239.765992:0:5857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0x0 (ffff98df48c7e100) 00010000:00010000:3.0:1777045239.765997:0:5857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777045239.766003:0:5857:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066e00/0x2c8777a5e7d9ea6d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045239.766011:0:5857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066e00/0x2c8777a5e7d9ea6d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045239.766043:0:5857:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066600/0x2c8777a5e7d9ea74 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045239.766052:0:5857:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066600/0x2c8777a5e7d9ea74 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045239.766060:0:5857:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066600/0x2c8777a5e7d9ea74 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045239.766067:0:5857:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48066600 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:3.0:1777045239.766070:0:5857:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066600/0x2c8777a5e7d9ea74 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045239.766109:0:5857:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066600/0x2c8777a5e7d9ea74 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045239.766120:0:5857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0xb3a1d06f (ffff98df413b6200) 00010000:00010000:3.0:1777045239.766123:0:5857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777045239.766128:0:5857:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066600/0x2c8777a5e7d9ea74 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045239.766136:0:5857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066600/0x2c8777a5e7d9ea74 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045239.766180:0:5857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067200/0x2c8777a5e7d9ea66 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148f64 expref: 49 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045239.766533:0:5857:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066200/0x2c8777a5e7d9ea7b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148f64 expref: 48 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045239.766546:0:5857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x23:0x0].0x0 (ffff98df48c7e000) 00010000:00010000:3.0:1777045239.766550:0:5857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777045239.766554:0:5857:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de48066200, rc 0) 00000100:00100000:3.0:1777045239.766626:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77b5dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:146de360-3fb2-48bd-b418-06f30714148a+48:30101:x1863365370100864:12345-192.168.201.45@tcp:101:lfs.0 Request processed in 1887us (2831us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045239.766637:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1232 00000100:00100000:3.0:1777045239.778591:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045239.779602:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370100992 00000100:00100000:0.0:1777045239.779616:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370100992 00000100:00100000:0.0:1777045239.779718:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1233 00000100:00100000:0.0:1777045239.779748:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de430fea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:146de360-3fb2-48bd-b418-06f30714148a+48:30101:x1863365370100992:12345-192.168.201.45@tcp:101:lfs.0 00010000:00010000:0.0:1777045239.779777:0:12646:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777045239.779804:0:12646:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023200/0x2c8777a5e7d9ea82 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148f6b expref: -99 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045239.779924:0:12646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023c00/0x2c8777a5e7d9ea89 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x48:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045239.779946:0:12646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023c00/0x2c8777a5e7d9ea89 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045239.779963:0:12646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023c00/0x2c8777a5e7d9ea89 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777045239.780325:0:12646:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x48:0x0]: returning size 7680 00000004:00200000:0.0:1777045239.780333:0:12646:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:0.0:1777045239.780444:0:12646:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023c00/0x2c8777a5e7d9ea89 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045239.780487:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023200/0x2c8777a5e7d9ea82 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148f6b expref: 50 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045239.780512:0:12646:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023c00/0x2c8777a5e7d9ea89 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148f6b expref: 49 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045239.780525:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0x0 (ffff98df48c7e100) 00010000:00010000:0.0:1777045239.780530:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1777045239.780536:0:12646:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de48023c00, rc 0) 00000100:00100000:0.0:1777045239.780632:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de430fea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:146de360-3fb2-48bd-b418-06f30714148a+49:30101:x1863365370100992:12345-192.168.201.45@tcp:101:lfs.0 Request processed in 886us (2052us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045239.780644:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1233 00000100:00100000:0.0:1777045239.794745:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045239.795411:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370101248 00000100:00100000:2.0:1777045239.795425:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370101248 00000100:00100000:2.0:1777045239.795508:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1234 00000100:00100000:2.0:1777045239.795524:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77b5d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:146de360-3fb2-48bd-b418-06f30714148a+49:30101:x1863365370101248:12345-192.168.201.45@tcp:101:lfs.0 00010000:00010000:2.0:1777045239.795551:0:7939:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777045239.795582:0:7939:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025400/0x2c8777a5e7d9ea90 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x23:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148f72 expref: -99 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045239.795769:0:7939:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025200/0x2c8777a5e7d9ea97 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x23:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045239.795791:0:7939:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025200/0x2c8777a5e7d9ea97 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x23:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045239.795809:0:7939:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025200/0x2c8777a5e7d9ea97 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x23:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777045239.795826:0:7939:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x23:0x0]: returning size 158 00010000:00010000:2.0:1777045239.795992:0:7939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025400/0x2c8777a5e7d9ea90 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x23:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148f72 expref: 52 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045239.796019:0:7939:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025200/0x2c8777a5e7d9ea97 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x23:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148f72 expref: 51 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045239.796041:0:7939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x23:0x0].0x0 (ffff98df48c7e000) 00010000:00010000:2.0:1777045239.796046:0:7939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1777045239.796053:0:7939:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de48025200, rc 0) 00000100:00100000:2.0:1777045239.796171:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77b5d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:146de360-3fb2-48bd-b418-06f30714148a+51:30101:x1863365370101248:12345-192.168.201.45@tcp:101:lfs.0 Request processed in 650us (1455us total) trans 4294968129 rc 0/0 00000100:00100000:2.0:1777045239.796182:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1234 00000100:00100000:2.0:1777045239.817668:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045239.822556:0:6641:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370101376 00000100:00100000:3.0:1777045239.822574:0:6641:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370101376 00000100:00100000:3.0:1777045239.822899:0:6641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 354 00000100:00100000:3.0:1777045239.822918:0:6641:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d60f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:146de360-3fb2-48bd-b418-06f30714148a+11:2393:x1863365370101376:12345-192.168.201.45@tcp:1:lfs.0 00010000:00010000:3.0:1777045239.822985:0:6641:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e8aaa4df/0x2c8777a5e7d9eaa5 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045239.823015:0:6641:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000176d8731/0x2c8777a5e7d9ea58 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148f5d expref: 11 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045239.823028:0:6641:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777045239.823031:0:6641:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777045239.823037:0:6641:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e8aaa4df/0x2c8777a5e7d9eaa5 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045239.823112:0:6641:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000176d8731/0x2c8777a5e7d9ea58 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000000000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148f5d expref: 11 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045239.823134:0:6641:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000176d8731/0x2c8777a5e7d9ea58 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x70000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148f5d expref: 11 pid: 6639 timeout: 1968 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777045239.823158:0:6641:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de430fce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6641:1863365424406400:192.168.201.45@tcp:104: 00000100:00100000:3.0:1777045239.823697:0:6641:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df47249540 going to sleep for 11 seconds 00000100:00100000:0.0:1777045239.844480:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045239.845805:0:5843:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370101504 00000100:00100000:2.0:1777045239.845821:0:5843:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370101504 00010000:00010000:2.0:1777045239.845903:0:5843:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000176d8731/0x2c8777a5e7d9ea58 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x60000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148f5d expref: 12 pid: 6639 timeout: 1968 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777045239.845982:0:5843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 364 00000100:00100000:2.0:1777045239.845999:0:5843:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77b5d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:146de360-3fb2-48bd-b418-06f30714148a+12:2392:x1863365370101504:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777045239.846023:0:5843:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777045239.846055:0:5843:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000176d8731/0x2c8777a5e7d9ea58 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x60000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148f5d expref: 12 pid: 6639 timeout: 1968 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045239.846113:0:5843:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000176d8731/0x2c8777a5e7d9ea58 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148f5d expref: 12 pid: 6639 timeout: 1968 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045239.846151:0:5843:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777045239.846154:0:5843:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777045239.846162:0:5843:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000e8aaa4df/0x2c8777a5e7d9eaa5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045239.846251:0:5843:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e8aaa4df/0x2c8777a5e7d9eaa5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045239.846285:0:5843:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777045239.846723:0:5843:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77b5d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:146de360-3fb2-48bd-b418-06f30714148a+12:2392:x1863365370101504:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 725us (2254us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045239.846738:0:5843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 364 00010000:00010000:3.0:1777045239.854733:0:6641:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000176d8731/0x2c8777a5e7d9ea58 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x44801400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148f5d expref: 11 pid: 6639 timeout: 1968 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777045239.854770:0:6641:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de430fce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6641:1863365424406400:192.168.201.45@tcp:104: 00010000:00010000:3.0:1777045239.854806:0:6641:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000e8aaa4df/0x2c8777a5e7d9eaa5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045239.855861:0:6641:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000e8aaa4df/0x2c8777a5e7d9eaa5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045239.855890:0:6641:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e8aaa4df/0x2c8777a5e7d9eaa5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045239.855946:0:6641:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e8aaa4df/0x2c8777a5e7d9eaa5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045239.855961:0:6641:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000e8aaa4df/0x2c8777a5e7d9eaa5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045239.855975:0:6641:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000e8aaa4df/0x2c8777a5e7d9eaa5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045239.855987:0:6641:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48067200 already unused, calling callback (ffffffffc17d22d0) 00010000:00010000:0.0:1777045239.855993:0:6641:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000e8aaa4df/0x2c8777a5e7d9eaa5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045239.856007:0:6641:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000e8aaa4df/0x2c8777a5e7d9eaa5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045239.856035:0:6641:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000e8aaa4df/0x2c8777a5e7d9eaa5 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045239.856048:0:6641:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e8aaa4df/0x2c8777a5e7d9eaa5 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777045239.856308:0:6641:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d60f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:146de360-3fb2-48bd-b418-06f30714148a+10:2393:x1863365370101376:12345-192.168.201.45@tcp:1:lfs.0 Request processed in 33390us (38668us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045239.856324:0:6641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 354 00000100:00100000:0.0:1777045239.891700:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045239.892352:0:19840:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370101760 00000100:00100000:2.0:1777045239.892367:0:19840:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370101760 00000100:00100000:2.0:1777045239.892459:0:19840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 274 00000100:00100000:2.0:1777045239.892476:0:19840:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df45eddc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:146de360-3fb2-48bd-b418-06f30714148a+51:30101:x1863365370101760:12345-192.168.201.45@tcp:35:lfs.0 00000004:00010000:2.0:1777045239.892585:0:19840:0:(mdt_open.c:1994:mdt_hsm_release()) ### [0x200000402:0x23:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025200/0x2c8777a5e7d9ea97 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x23:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148f72 expref: 51 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1777045239.892915:0:19840:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968130 00000001:00080000:2.0:1777045239.894288:0:19840:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968131 00010000:00010000:2.0:1777045239.894387:0:19840:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025400/0x2c8777a5e7d9eaac lrc: 3/0,1 mode: --/EX res: [0x200000402:0x23:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 19840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045239.894415:0:19840:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9e978 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x23:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148f17 expref: 54 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045239.894431:0:19840:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066200/0x2c8777a5e7d9ea7b lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148f64 expref: 54 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045239.894445:0:19840:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025400/0x2c8777a5e7d9eaac lrc: 5/0,1 mode: --/EX res: [0x200000402:0x23:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 19840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045239.894497:0:19840:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066200/0x2c8777a5e7d9ea7b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148f64 expref: 54 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045239.894521:0:19840:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066200/0x2c8777a5e7d9ea7b lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148f64 expref: 54 pid: 5857 timeout: 1968 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777045239.894543:0:19840:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df6d60ed80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000_UUID:19840:1863365424406528:192.168.201.45@tcp:104: 00010000:00010000:2.0:1777045239.894674:0:19840:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9e978 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x23:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148f17 expref: 54 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045239.894693:0:19840:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9e978 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x23:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148f17 expref: 54 pid: 12646 timeout: 1968 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777045239.894709:0:19840:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df6d60fb80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000_UUID:19840:1863365424406656:192.168.201.45@tcp:104: 00000100:00100000:2.0:1777045239.894750:0:19840:0:(client.c:2691:ptlrpc_set_wait()) set ffff98de41f1ac00 going to sleep for 11 seconds 00000100:00100000:0.0:1777045239.932314:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045239.932363:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045239.932408:0:5842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370102016 00000100:00100000:0.0:1777045239.932421:0:5842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370102016 00010000:00010000:0.0:1777045239.932475:0:5842:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9e978 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x23:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148f17 expref: 55 pid: 12646 timeout: 1968 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777045239.932527:0:5842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370101888 00000100:00100000:0.0:1777045239.932533:0:5842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370101888 00010000:00010000:0.0:1777045239.932556:0:5842:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066200/0x2c8777a5e7d9ea7b lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148f64 expref: 56 pid: 5857 timeout: 1968 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777045239.932598:0:5842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 365 00000100:00100000:0.0:1777045239.932614:0:5842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77b5c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:146de360-3fb2-48bd-b418-06f30714148a+56:2392:x1863365370102016:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777045239.932636:0:5842:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777045239.932647:0:5842:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9e978 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x23:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148f17 expref: 56 pid: 12646 timeout: 1968 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045239.932667:0:5842:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9e978 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x23:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148f17 expref: 56 pid: 12646 timeout: 1968 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045239.932699:0:5842:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x23:0x0].0x0 (ffff98df48c7e000) 00010000:00010000:0.0:1777045239.932709:0:5842:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025400/0x2c8777a5e7d9eaac lrc: 3/0,1 mode: --/EX res: [0x200000402:0x23:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 19840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045239.932724:0:5842:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025400/0x2c8777a5e7d9eaac lrc: 3/0,1 mode: --/EX res: [0x200000402:0x23:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 19840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045239.932736:0:5842:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777045239.932809:0:5842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77b5c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:146de360-3fb2-48bd-b418-06f30714148a+56:2392:x1863365370102016:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 197us (506us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045239.932823:0:5842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 365 00000100:00100000:0.0:1777045239.932852:0:5842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 366 00000100:00100000:0.0:1777045239.932864:0:5842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df412af050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:146de360-3fb2-48bd-b418-06f30714148a+55:2392:x1863365370101888:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777045239.932882:0:5842:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777045239.932890:0:5842:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066200/0x2c8777a5e7d9ea7b lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148f64 expref: 55 pid: 5857 timeout: 1968 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045239.932909:0:5842:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066200/0x2c8777a5e7d9ea7b lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148f64 expref: 55 pid: 5857 timeout: 1968 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045239.932931:0:5842:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x23:0x0].0x0 (ffff98df48c7e000) 00010000:00010000:0.0:1777045239.932939:0:5842:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025400/0x2c8777a5e7d9eaac lrc: 3/0,1 mode: --/EX res: [0x200000402:0x23:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 19840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045239.932951:0:5842:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025400/0x2c8777a5e7d9eaac lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 19840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045239.932964:0:5842:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025400/0x2c8777a5e7d9eaac lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 19840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045239.932991:0:5842:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777045239.933028:0:5842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df412af050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:146de360-3fb2-48bd-b418-06f30714148a+55:2392:x1863365370101888:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 164us (664us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045239.933040:0:5842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 366 00010000:00010000:1.0:1777045239.934651:0:19840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066200/0x2c8777a5e7d9ea7b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148f64 expref: 54 pid: 5857 timeout: 1968 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777045239.934696:0:19840:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df6d60ed80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000_UUID:19840:1863365424406528:192.168.201.45@tcp:104: 00010000:00010000:1.0:1777045239.934716:0:19840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9e978 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x23:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148f17 expref: 53 pid: 12646 timeout: 1968 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777045239.934731:0:19840:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df6d60fb80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000_UUID:19840:1863365424406656:192.168.201.45@tcp:104: 00010000:00010000:1.0:1777045239.934765:0:19840:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025400/0x2c8777a5e7d9eaac lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 19840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045239.934779:0:19840:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025400/0x2c8777a5e7d9eaac lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 19840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045239.934789:0:19840:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025400/0x2c8777a5e7d9eaac lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 19840 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1777045239.934954:0:19840:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968132 00000001:00080000:1.0:1777045239.935372:0:19840:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968133 00000001:00080000:1.0:1777045239.935468:0:19840:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968134 00000100:00100000:1.0:1777045239.935594:0:19840:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df6d58f800 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:19840:1863365424406784:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:1.0:1777045239.935669:0:19840:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777045239.935702:0:19840:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df5868bb40 going to sleep for 11 seconds 00000100:00100000:0.0:1777045239.940193:0:5860:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424406784 00000100:00100000:0.0:1777045239.940251:0:5860:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424406784 00000100:00100000:0.0:1777045239.940336:0:5860:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 57 00000100:00100000:0.0:1777045239.940350:0:5860:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d58f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:19840:x1863365424406784:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:0.0:1777045239.940491:0:5860:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d58f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:19840:x1863365424406784:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 143us (4822us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045239.940503:0:5860:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 57 00000100:00100000:1.0:1777045239.941684:0:19840:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df6d58f800 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:19840:1863365424406784:0@lo:1000:mdt_rdpg00_002.0 00000001:00080000:1.0:1777045239.942746:0:19840:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968135 00000100:00100000:1.0:1777045239.942863:0:19840:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df6d58f800 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:19840:1863365424406912:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:1.0:1777045239.942925:0:19840:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777045239.942953:0:19840:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df74e89240 going to sleep for 11 seconds 00000100:00100000:3.0:1777045239.943262:0:5861:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424406912 00000100:00100000:3.0:1777045239.943271:0:5861:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424406912 00000100:00100000:3.0:1777045239.943315:0:5861:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 58 00000100:00100000:3.0:1777045239.943326:0:5861:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d58d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:19840:x1863365424406912:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:3.0:1777045239.943572:0:5861:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d58d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+7:19840:x1863365424406912:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 245us (646us total) trans 4294967368 rc 0/0 00000100:00100000:3.0:1777045239.943584:0:5861:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 58 00000100:00100000:1.0:1777045239.952840:0:19840:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df6d58f800 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:19840:1863365424406912:0@lo:1000:mdt_rdpg00_002.0 00010000:00010000:1.0:1777045239.952880:0:19840:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025400/0x2c8777a5e7d9eaac lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 19840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045239.952898:0:19840:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025400/0x2c8777a5e7d9eaac lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 19840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045239.952910:0:19840:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025400/0x2c8777a5e7d9eaac lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 19840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045239.952920:0:19840:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48025400 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:1.0:1777045239.952926:0:19840:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025400/0x2c8777a5e7d9eaac lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 19840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045239.952939:0:19840:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025400/0x2c8777a5e7d9eaac lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 19840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045239.952961:0:19840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x23:0x0].0x0 (ffff98df48c7e000) 00010000:00010000:1.0:1777045239.952966:0:19840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:1.0:1777045239.952973:0:19840:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025400/0x2c8777a5e7d9eaac lrc: 2/0,0 mode: --/EX res: [0x200000402:0x23:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 19840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045239.952984:0:19840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025400/0x2c8777a5e7d9eaac lrc: 0/0,0 mode: --/EX res: [0x200000402:0x23:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 19840 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1777045239.953415:0:19840:0:(mdd_object.c:4010:mdd_close()) Object [0x200000401:0x4a:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:1.0:1777045239.953566:0:19840:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].10, 64 off8904 00000004:00080000:1.0:1777045239.953608:0:19840:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1868443404469ns, next at 1869443375406ns, rc = 0 00000001:00080000:1.0:1777045239.953624:0:19840:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968136 00010000:00010000:1.0:1777045239.953700:0:19840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x23:0x0].0x0 (ffff98df48c7e000) 00010000:00010000:1.0:1777045239.953705:0:19840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1777045239.953716:0:19840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025200/0x2c8777a5e7d9ea97 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x23:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148f72 expref: 57 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777045239.953860:0:19840:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df45eddc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:146de360-3fb2-48bd-b418-06f30714148a+56:30101:x1863365370101760:12345-192.168.201.45@tcp:35:lfs.0 Request processed in 61385us (62170us total) trans 4294968137 rc 0/0 00000100:00100000:1.0:1777045239.953875:0:19840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 274 00000020:00080000:1.0:1777045239.953883:0:19840:0:(tgt_main.c:783:tgt_ses_key_exit()) total 8 transactions per RPC 00000100:00100000:0.0:1777045240.225359:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045240.225599:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370102272 00000100:00100000:1.0:1777045240.225613:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370102272 00000100:00100000:1.0:1777045240.225701:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1235 00000100:00100000:1.0:1777045240.225716:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77b5d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:146de360-3fb2-48bd-b418-06f30714148a+56:30107:x1863365370102272:12345-192.168.201.45@tcp:101:cat.0 00010000:00010000:1.0:1777045240.225747:0:5856:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777045240.225778:0:5856:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd400/0x2c8777a5e7d9eab3 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148f79 expref: -99 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045240.226186:0:5856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfce00/0x2c8777a5e7d9eaba lrc: 3/1,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045240.226241:0:5856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfce00/0x2c8777a5e7d9eaba lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045240.226259:0:5856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfce00/0x2c8777a5e7d9eaba lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045240.226283:0:5856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfc200/0x2c8777a5e7d9eac1 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045240.226294:0:5856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfc200/0x2c8777a5e7d9eac1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045240.226305:0:5856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfc200/0x2c8777a5e7d9eac1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045240.226795:0:5856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfda00/0x2c8777a5e7d9eac8 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x23:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045240.226811:0:5856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfda00/0x2c8777a5e7d9eac8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045240.226824:0:5856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfda00/0x2c8777a5e7d9eac8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777045240.226840:0:5856:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x23:0x0]: returning size 158 00010000:00010000:1.0:1777045240.226972:0:5856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfce00/0x2c8777a5e7d9eaba lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045240.226985:0:5856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfce00/0x2c8777a5e7d9eaba lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045240.226996:0:5856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfce00/0x2c8777a5e7d9eaba lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045240.227005:0:5856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de41dfce00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:1.0:1777045240.227011:0:5856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfce00/0x2c8777a5e7d9eaba lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045240.227030:0:5856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfce00/0x2c8777a5e7d9eaba lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045240.227047:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0x0 (ffff98df48c7e100) 00010000:00010000:1.0:1777045240.227052:0:5856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777045240.227059:0:5856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfce00/0x2c8777a5e7d9eaba lrc: 2/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045240.227069:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfce00/0x2c8777a5e7d9eaba lrc: 0/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045240.227116:0:5856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfc200/0x2c8777a5e7d9eac1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045240.227127:0:5856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfc200/0x2c8777a5e7d9eac1 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045240.227137:0:5856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfc200/0x2c8777a5e7d9eac1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045240.227145:0:5856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de41dfc200 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:1.0:1777045240.227150:0:5856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfc200/0x2c8777a5e7d9eac1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045240.227160:0:5856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfc200/0x2c8777a5e7d9eac1 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045240.227174:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0xb3a1d06f (ffff98df454d4800) 00010000:00010000:1.0:1777045240.227177:0:5856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777045240.227182:0:5856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfc200/0x2c8777a5e7d9eac1 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045240.227198:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfc200/0x2c8777a5e7d9eac1 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045240.227678:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd400/0x2c8777a5e7d9eab3 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148f79 expref: 59 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045240.227703:0:5856:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfda00/0x2c8777a5e7d9eac8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148f79 expref: 58 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045240.227715:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x23:0x0].0x0 (ffff98df454d4900) 00010000:00010000:1.0:1777045240.227720:0:5856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777045240.227724:0:5856:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de41dfda00, rc 0) 00000100:00100000:1.0:1777045240.227820:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77b5d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:146de360-3fb2-48bd-b418-06f30714148a+58:30107:x1863365370102272:12345-192.168.201.45@tcp:101:cat.0 Request processed in 2105us (2472us total) trans 4294968138 rc 0/0 00000100:00100000:1.0:1777045240.227831:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1235 00000100:00100000:0.0:1777045240.246587:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045240.246740:0:5842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370102528 00000100:00100000:2.0:1777045240.246754:0:5842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370102528 00000100:00100000:2.0:1777045240.247139:0:5842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 77 00000100:00100000:2.0:1777045240.247156:0:5842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77b5c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:146de360-3fb2-48bd-b418-06f30714148a+58:30107:x1863365370102528:12345-192.168.201.45@tcp:103:cat.0 00010000:00010000:2.0:1777045240.247179:0:5842:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777045240.247242:0:5842:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfda00/0x2c8777a5e7d9eac8 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148f79 expref: 58 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045240.247271:0:5842:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x23:0x0].0x0 (ffff98df454d4900) 00010000:00010000:2.0:1777045240.247286:0:5842:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777045240.247363:0:5842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77b5c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:146de360-3fb2-48bd-b418-06f30714148a+57:30107:x1863365370102528:12345-192.168.201.45@tcp:103:cat.0 Request processed in 211us (788us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045240.247376:0:5842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 77 00000100:00100000:3.0:1777045240.269392:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045240.270383:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370102656 00000100:00100000:1.0:1777045240.270399:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370102656 00000100:00100000:1.0:1777045240.270576:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1236 00000100:00100000:1.0:1777045240.270618:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de430fce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:146de360-3fb2-48bd-b418-06f30714148a+57:30107:x1863365370102656:12345-192.168.201.45@tcp:58:cat.0 00010000:00010000:1.0:1777045240.270759:0:5855:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd400/0x2c8777a5e7d9ead6 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x23:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045240.270785:0:5855:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd400/0x2c8777a5e7d9ead6 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045240.270802:0:5855:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd400/0x2c8777a5e7d9ead6 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1777045240.271751:0:5855:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].36, 136 off13088 00000100:00100000:1.0:1777045240.271863:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de430fce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:146de360-3fb2-48bd-b418-06f30714148a+57:30107:x1863365370102656:12345-192.168.201.45@tcp:58:cat.0 Request processed in 1272us (2483us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045240.271876:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1236 00000100:00100000:0.0:1777045240.281312:0:3344:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df77b5c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3344:1863365424407424:0@lo:400:kworker.0 00000100:00100000:0.0:1777045240.281399:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045240.281487:0:3344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1777045240.281499:0:3344:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df77b5ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3344:1863365424407296:0@lo:400:kworker.0 00000100:00100000:0.0:1777045240.281536:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777045240.281825:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df77b5d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ce657616-b3f3-4e21-ac89-518ab611901c:3341:1863365424407040:0@lo:400:kworker.0 00000100:00100000:1.0:1777045240.281881:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777045240.281921:0:3341:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1777045240.281931:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df77b5ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3341:1863365424407168:0@lo:400:kworker.0 00000100:00100000:1.0:1777045240.281967:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777045240.282036:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424407424 00000100:00100000:1.0:1777045240.282046:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424407424 00000100:00100000:1.0:1777045240.282135:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424407296 00000100:00100000:1.0:1777045240.282140:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424407296 00000100:00100000:1.0:1777045240.282171:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424407168 00000100:00100000:1.0:1777045240.282175:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424407168 00000100:00100000:1.0:1777045240.282234:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1137 00000100:00100000:1.0:1777045240.282249:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77b5c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3344:x1863365424407424:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777045240.282325:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77b5c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3344:x1863365424407424:12345-0@lo:400:kworker.0 Request processed in 78us (925us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045240.282336:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1137 00000100:00100000:1.0:1777045240.282363:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1138 00000100:00100000:1.0:1777045240.282373:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77b5e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3344:x1863365424407296:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777045240.282417:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77b5e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3344:x1863365424407296:12345-0@lo:400:kworker.0 Request processed in 45us (879us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045240.282427:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1138 00000100:00100000:1.0:1777045240.282446:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1139 00000100:00100000:1.0:1777045240.282458:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d58df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3341:x1863365424407168:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777045240.282509:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045240.282509:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d58df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3341:x1863365424407168:12345-0@lo:400:kworker.0 Request processed in 53us (541us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045240.282519:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1139 00000100:00100000:3.0:1777045240.282556:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370102784 00000100:00100000:3.0:1777045240.282562:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370102784 00000100:00100000:1.0:1777045240.282577:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df77b5ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3341:1863365424407168:0@lo:400:kworker.0 00000100:00100000:3.0:1777045240.282640:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1237 00000100:00100000:3.0:1777045240.282653:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de430fed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:146de360-3fb2-48bd-b418-06f30714148a+57:30107:x1863365370102784:12345-192.168.201.45@tcp:101:cat.0 00010000:00010000:3.0:1777045240.282672:0:5857:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777045240.282700:0:5857:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066600/0x2c8777a5e7d9eadd lrc: 2/0,0 mode: --/CR res: [0x200000402:0x23:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148f80 expref: -99 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045240.282773:0:5857:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd400/0x2c8777a5e7d9ead6 lrc: 2/0,1 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045240.282819:0:5857:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066600/0x2c8777a5e7d9eadd lrc: 4/0,0 mode: --/CR res: [0x200000402:0x23:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148f80 expref: 58 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045240.282847:0:5857:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd400/0x2c8777a5e7d9ead6 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045240.282876:0:5857:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066600/0x2c8777a5e7d9eadd lrc: 3/0,0 mode: --/CR res: [0x200000402:0x23:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148f80 expref: 58 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045240.282898:0:5857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x23:0x0].0x0 (ffff98df454d4800) 00010000:00010000:3.0:1777045240.282904:0:5857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1777045240.282910:0:5857:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066600/0x2c8777a5e7d9eadd lrc: 3/0,0 mode: --/CR res: [0x200000402:0x23:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148f80 expref: 58 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045240.282922:0:5857:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de48066600, rc 0) 00000100:00100000:3.0:1777045240.282983:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de430fed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:146de360-3fb2-48bd-b418-06f30714148a+58:30107:x1863365370102784:12345-192.168.201.45@tcp:101:cat.0 Request processed in 331us (476us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045240.282994:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1237 00000100:00100000:3.0:1777045240.283258:0:3344:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df77b5ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3344:1863365424407296:0@lo:400:kworker.0 00000100:00100000:3.0:1777045240.283277:0:3344:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df77b5c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3344:1863365424407424:0@lo:400:kworker.0 00000100:00080000:3.0:1777045240.283308:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1777045240.283807:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1777045240.283824:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df6d60e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424407552:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1777045240.283875:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777045240.283936:0:5848:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424407040 00000100:00100000:2.0:1777045240.283943:0:5848:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424407040 00000100:00100000:2.0:1777045240.284002:0:5848:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 873 00000100:00100000:2.0:1777045240.284014:0:5848:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df50f8c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ce657616-b3f3-4e21-ac89-518ab611901c+18:3341:x1863365424407040:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777045240.284064:0:5848:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df50f8c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ce657616-b3f3-4e21-ac89-518ab611901c+18:3341:x1863365424407040:12345-0@lo:400:kworker.0 Request processed in 52us (2182us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045240.284103:0:5848:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 873 00000100:00100000:1.0:1777045240.284293:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df77b5d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ce657616-b3f3-4e21-ac89-518ab611901c:3341:1863365424407040:0@lo:400:kworker.0 00000100:00100000:3.0:1777045240.289008:0:6643:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424407552 00000100:00100000:3.0:1777045240.289026:0:6643:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424407552 00000100:00100000:3.0:1777045240.289732:0:6643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 486 00000100:00100000:3.0:1777045240.289752:0:6643:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d60d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3342:x1863365424407552:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1777045240.289851:0:6643:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 54329344 pending 0 free 3851419648 avail 3848273920 00000100:00100000:3.0:1777045240.289974:0:6643:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d60d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3342:x1863365424407552:12345-0@lo:13:osp-pre-1-0.0 Request processed in 228us (6097us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045240.289986:0:6643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 486 00000100:00100000:2.0:1777045240.291638:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df6d60e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424407552:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1777045240.471387:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1777045240.661578:0:11491:0:(llog.c:801:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1777045240.661590:0:11491:0:(llog_cat.c:158:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1777045240.661986:0:11491:0:(llog.c:858:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 37 count 4 00000040:00080000:1.0:1777045240.661998:0:11491:0:(llog.c:858:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1777045240.662195:0:11491:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df6d58ea00 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11491:1863365424407680:192.168.201.45@tcp:107:hsm_cdtr.0 00000100:00100000:1.0:1777045240.662345:0:11491:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df72b330c0 going to sleep for 11 seconds 00000100:00100000:3.0:1777045240.684372:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045240.689765:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370102912 00000100:00100000:0.0:1777045240.689783:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370102912 00000100:00100000:0.0:1777045240.689876:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1238 00000100:00100000:0.0:1777045240.689890:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de430fc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+41:30108:x1863365370102912:12345-192.168.201.45@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1777045240.689937:0:5857:0:(mdt_handler.c:7958:mdt_fid2path()) path get [0x200000402:0x23:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1777045240.690202:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de430fc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+41:30108:x1863365370102912:12345-192.168.201.45@tcp:53:lhsmtool_posix.0 Request processed in 312us (5839us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045240.690214:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1238 00000100:00100000:1.0:1777045240.694515:0:11491:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df6d58ea00 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11491:1863365424407680:192.168.201.45@tcp:107:hsm_cdtr.0 00000100:00100000:3.0:1777045240.724135:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045240.730369:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370103040 00000100:00100000:0.0:1777045240.730387:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370103040 00000100:00100000:2.0:1777045240.744267:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1239 00000100:00100000:2.0:1777045240.744287:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de430fd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+40:30108:x1863365370103040:12345-192.168.201.45@tcp:34:lhsmtool_posix.0 00010000:00010000:2.0:1777045240.744384:0:5855:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024e00/0x2c8777a5e7d9eae4 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045240.744408:0:5855:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024e00/0x2c8777a5e7d9eae4 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045240.744428:0:5855:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024e00/0x2c8777a5e7d9eae4 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045240.744448:0:5855:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024400/0x2c8777a5e7d9eaeb lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x92f5931a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045240.744466:0:5855:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024400/0x2c8777a5e7d9eaeb lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x92f5931a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045240.744476:0:5855:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024400/0x2c8777a5e7d9eaeb lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x92f5931a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045240.744508:0:5855:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025800/0x2c8777a5e7d9eaf2 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x23:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045240.744521:0:5855:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025800/0x2c8777a5e7d9eaf2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045240.744530:0:5855:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025800/0x2c8777a5e7d9eaf2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777045240.744579:0:5855:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x23:0x0]: returning size 158 00000004:00200000:2.0:1777045240.744586:0:5855:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1777045240.747576:0:5855:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025800/0x2c8777a5e7d9eaf2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045240.747605:0:5855:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024e00/0x2c8777a5e7d9eae4 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045240.747617:0:5855:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024e00/0x2c8777a5e7d9eae4 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045240.747628:0:5855:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024e00/0x2c8777a5e7d9eae4 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045240.747636:0:5855:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48024e00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:2.0:1777045240.747642:0:5855:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024e00/0x2c8777a5e7d9eae4 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045240.747655:0:5855:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024e00/0x2c8777a5e7d9eae4 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045240.747675:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff98df4a351500) 00010000:00010000:2.0:1777045240.747680:0:5855:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777045240.747687:0:5855:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024e00/0x2c8777a5e7d9eae4 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045240.747697:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024e00/0x2c8777a5e7d9eae4 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045240.747720:0:5855:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024400/0x2c8777a5e7d9eaeb lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x92f5931a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045240.747729:0:5855:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024400/0x2c8777a5e7d9eaeb lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x92f5931a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045240.747739:0:5855:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024400/0x2c8777a5e7d9eaeb lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x92f5931a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045240.747746:0:5855:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48024400 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:2.0:1777045240.747750:0:5855:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024400/0x2c8777a5e7d9eaeb lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x92f5931a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045240.747759:0:5855:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024400/0x2c8777a5e7d9eaeb lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x92f5931a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045240.747769:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x92f5931a (ffff98df48c7e900) 00010000:00010000:2.0:1777045240.747772:0:5855:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777045240.747776:0:5855:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024400/0x2c8777a5e7d9eaeb lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x92f5931a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045240.747790:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024400/0x2c8777a5e7d9eaeb lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x92f5931a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045240.747811:0:5855:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025800/0x2c8777a5e7d9eaf2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045240.747819:0:5855:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025800/0x2c8777a5e7d9eaf2 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045240.747827:0:5855:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025800/0x2c8777a5e7d9eaf2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045240.748101:0:5855:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48025800 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:2.0:1777045240.748106:0:5855:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025800/0x2c8777a5e7d9eaf2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045240.748114:0:5855:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025800/0x2c8777a5e7d9eaf2 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045240.748126:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x23:0x0].0x0 (ffff98df454d4800) 00010000:00010000:2.0:1777045240.748130:0:5855:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777045240.748134:0:5855:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025800/0x2c8777a5e7d9eaf2 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x23:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045240.753151:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025800/0x2c8777a5e7d9eaf2 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x23:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777045240.753588:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de430fd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+40:30108:x1863365370103040:12345-192.168.201.45@tcp:34:lhsmtool_posix.0 Request processed in 9301us (29457us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045240.753604:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1239 00000100:00100000:2.0:1777045240.779130:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045240.784395:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370103296 00000100:00100000:0.0:1777045240.784413:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370103296 00000100:00100000:0.0:1777045240.784654:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1240 00000100:00100000:0.0:1777045240.784670:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d60e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+40:30108:x1863365370103296:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1777045240.784698:0:7939:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777045240.784744:0:7939:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023000/0x2c8777a5e7d9eaf9 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148f87 expref: -99 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045240.784869:0:7939:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023800/0x2c8777a5e7d9eb00 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x23:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045240.784888:0:7939:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023800/0x2c8777a5e7d9eb00 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045240.784904:0:7939:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023800/0x2c8777a5e7d9eb00 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777045240.784919:0:7939:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x23:0x0]: returning size 158 00010000:00010000:0.0:1777045240.785055:0:7939:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023800/0x2c8777a5e7d9eb00 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045240.785089:0:7939:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023800/0x2c8777a5e7d9eb00 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045240.785099:0:7939:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023800/0x2c8777a5e7d9eb00 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045240.785108:0:7939:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48023800 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:0.0:1777045240.785113:0:7939:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023800/0x2c8777a5e7d9eb00 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045240.785130:0:7939:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023800/0x2c8777a5e7d9eb00 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045240.785146:0:7939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x23:0x0].0x0 (ffff98df454d4800) 00010000:00010000:0.0:1777045240.785150:0:7939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1777045240.785157:0:7939:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023800/0x2c8777a5e7d9eb00 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x23:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045240.785166:0:7939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023800/0x2c8777a5e7d9eb00 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x23:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045240.785271:0:7939:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023000/0x2c8777a5e7d9eaf9 lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148f87 expref: 42 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045240.785287:0:7939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff98df4a351500) 00010000:00010000:0.0:1777045240.785291:0:7939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1777045240.785296:0:7939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023000/0x2c8777a5e7d9eaf9 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148f87 expref: 42 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045240.785310:0:7939:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de48023000, rc 0) 00000100:00100000:0.0:1777045240.785385:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d60e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+41:30108:x1863365370103296:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 Request processed in 718us (6265us total) trans 4294968139 rc 301/301 00000100:00100000:0.0:1777045240.785396:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1240 00000100:00100000:0.0:1777045240.823773:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045240.824573:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370103424 00000100:00100000:3.0:1777045240.824586:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370103424 00000100:00100000:3.0:1777045240.824737:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1241 00000100:00100000:3.0:1777045240.824753:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77b5ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+41:30108:x1863365370103424:12345-192.168.201.45@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1777045240.824796:0:12646:0:(mdt_handler.c:7958:mdt_fid2path()) path get [0x200000402:0x23:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1777045240.825212:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77b5ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+41:30108:x1863365370103424:12345-192.168.201.45@tcp:53:lhsmtool_posix.0 Request processed in 461us (1446us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045240.825223:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1241 00000100:00100000:1.0:1777045240.858869:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045240.860201:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370103680 00000100:00100000:2.0:1777045240.860242:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370103680 00000100:00100000:2.0:1777045240.860320:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1242 00000100:00100000:2.0:1777045240.860335:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d58ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+41:30108:x1863365370103680:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1777045240.860362:0:5855:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777045240.860389:0:5855:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025800/0x2c8777a5e7d9eb0e lrc: 2/0,0 mode: --/CW res: [0x200000401:0x48:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148f8e expref: -99 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045240.861823:0:5855:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024400/0x2c8777a5e7d9eb15 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x25:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045240.861846:0:5855:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024400/0x2c8777a5e7d9eb15 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045240.861863:0:5855:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024400/0x2c8777a5e7d9eb15 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777045240.861878:0:5855:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x25:0x0]: returning size 0 00010000:00010000:2.0:1777045240.862547:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025800/0x2c8777a5e7d9eb0e lrc: 0/0,0 mode: --/CW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148f8e expref: 44 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045240.862578:0:5855:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024400/0x2c8777a5e7d9eb15 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148f8e expref: 43 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045240.862592:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25:0x0].0x0 (ffff98df48c7e900) 00010000:00010000:2.0:1777045240.862596:0:5855:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777045240.862602:0:5855:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de48024400, rc 0) 00000100:00100000:2.0:1777045240.862673:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d58ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+43:30108:x1863365370103680:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 Request processed in 2340us (3816us total) trans 4294968140 rc 0/0 00000100:00100000:2.0:1777045240.862685:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1242 00000100:00100000:1.0:1777045240.888846:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045240.889006:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370103936 00000100:00100000:0.0:1777045240.889019:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370103936 00000100:00100000:0.0:1777045240.889125:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1243 00000100:00100000:0.0:1777045240.889141:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d58ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+43:30108:x1863365370103936:12345-192.168.201.45@tcp:36:lhsmtool_posix.0 00010000:00010000:0.0:1777045240.889272:0:7939:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777045240.889309:0:7939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024400/0x2c8777a5e7d9eb15 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148f8e expref: 43 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045240.889337:0:7939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25:0x0].0x0 (ffff98df48c7e900) 00010000:00010000:0.0:1777045240.889352:0:7939:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777045240.889380:0:7939:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023800/0x2c8777a5e7d9eb23 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x48:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045240.889400:0:7939:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023c00/0x2c8777a5e7d9ea89 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148f6b expref: 57 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045240.889414:0:7939:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023800/0x2c8777a5e7d9eb23 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045240.889464:0:7939:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023c00/0x2c8777a5e7d9ea89 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148f6b expref: 57 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045240.889485:0:7939:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023c00/0x2c8777a5e7d9ea89 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148f6b expref: 57 pid: 12646 timeout: 1969 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777045240.889508:0:7939:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df77b5ed80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7939:1863365424407808:192.168.201.45@tcp:104: 00000100:00100000:0.0:1777045240.889617:0:7939:0:(client.c:2691:ptlrpc_set_wait()) set ffff98de41a29c00 going to sleep for 11 seconds 00000100:00100000:0.0:1777045240.905793:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045240.906336:0:7939:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df77b5ed80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7939:1863365424407808:192.168.201.45@tcp:104: 00010000:00010000:2.0:1777045240.906373:0:7939:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023800/0x2c8777a5e7d9eb23 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777045240.906739:0:6655:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370104064 00000100:00100000:1.0:1777045240.906751:0:6655:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370104064 00010000:00010000:1.0:1777045240.906801:0:6655:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023c00/0x2c8777a5e7d9ea89 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148f6b expref: 58 pid: 12646 timeout: 1969 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777045240.906859:0:6655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 367 00000100:00100000:1.0:1777045240.906874:0:6655:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77b5f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:146de360-3fb2-48bd-b418-06f30714148a+58:2392:x1863365370104064:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777045240.906894:0:6655:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777045240.906903:0:6655:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023c00/0x2c8777a5e7d9ea89 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148f6b expref: 58 pid: 12646 timeout: 1969 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045240.906930:0:6655:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023c00/0x2c8777a5e7d9ea89 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148f6b expref: 58 pid: 12646 timeout: 1969 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045240.906961:0:6655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023c00/0x2c8777a5e7d9ea89 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x48:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148f6b expref: 58 pid: 12646 timeout: 1969 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045240.906983:0:6655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0x0 (ffff98df48c7e100) 00010000:00010000:1.0:1777045240.906990:0:6655:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023800/0x2c8777a5e7d9eb23 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045240.907004:0:6655:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023800/0x2c8777a5e7d9eb23 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045240.907014:0:6655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023800/0x2c8777a5e7d9eb23 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045240.907157:0:6655:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777045240.907238:0:6655:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77b5f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:146de360-3fb2-48bd-b418-06f30714148a+57:2392:x1863365370104064:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 365us (1456us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045240.907618:0:6655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 367 00010000:00010000:2.0:1777045240.923640:0:7939:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023800/0x2c8777a5e7d9eb23 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045240.923710:0:7939:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023800/0x2c8777a5e7d9eb23 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045240.923846:0:7939:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfca00/0x2c8777a5e7d9eb2a lrc: 3/0,1 mode: --/PW res: [0x200000401:0x48:0x0].0x7b5149bf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045240.923865:0:7939:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfca00/0x2c8777a5e7d9eb2a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x48:0x0].0x7b5149bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045240.923882:0:7939:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfca00/0x2c8777a5e7d9eb2a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x48:0x0].0x7b5149bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045240.924571:0:7939:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023800/0x2c8777a5e7d9eb23 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045240.924612:0:7939:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023800/0x2c8777a5e7d9eb23 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045240.924622:0:7939:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023800/0x2c8777a5e7d9eb23 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045240.924631:0:7939:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48023800 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:1.0:1777045240.924636:0:7939:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023800/0x2c8777a5e7d9eb23 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045240.924646:0:7939:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023800/0x2c8777a5e7d9eb23 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045240.924663:0:7939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0x0 (ffff98df48c7e100) 00010000:00010000:1.0:1777045240.924668:0:7939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777045240.924674:0:7939:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023800/0x2c8777a5e7d9eb23 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045240.924682:0:7939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023800/0x2c8777a5e7d9eb23 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045240.924701:0:7939:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfca00/0x2c8777a5e7d9eb2a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x48:0x0].0x7b5149bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045240.924709:0:7939:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfca00/0x2c8777a5e7d9eb2a lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x48:0x0].0x7b5149bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045240.924716:0:7939:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfca00/0x2c8777a5e7d9eb2a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x48:0x0].0x7b5149bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045240.924725:0:7939:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de41dfca00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:1.0:1777045240.924729:0:7939:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfca00/0x2c8777a5e7d9eb2a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x48:0x0].0x7b5149bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045240.924738:0:7939:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfca00/0x2c8777a5e7d9eb2a lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x48:0x0].0x7b5149bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045240.924748:0:7939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0x7b5149bf (ffff98df454d4600) 00010000:00010000:1.0:1777045240.924751:0:7939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777045240.924755:0:7939:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfca00/0x2c8777a5e7d9eb2a lrc: 2/0,0 mode: --/PW res: [0x200000401:0x48:0x0].0x7b5149bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045240.924763:0:7939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfca00/0x2c8777a5e7d9eb2a lrc: 0/0,0 mode: --/PW res: [0x200000401:0x48:0x0].0x7b5149bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777045240.924897:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d58ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+42:30108:x1863365370103936:12345-192.168.201.45@tcp:36:lhsmtool_posix.0 Request processed in 35754us (36058us total) trans 0 rc -2/-2 00000100:00100000:1.0:1777045240.925187:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1243 00000100:00100000:0.0:1777045240.979718:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045240.980913:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370104192 00000100:00100000:2.0:1777045240.980944:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370104192 00000100:00100000:2.0:1777045240.981024:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1244 00000100:00100000:2.0:1777045240.981037:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77b5df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+42:30108:x1863365370104192:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1777045240.981081:0:5856:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777045240.981112:0:5856:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025800/0x2c8777a5e7d9eb31 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x25:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148f95 expref: -99 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045240.981156:0:5856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024e00/0x2c8777a5e7d9eb38 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x25:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045240.981173:0:5856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024e00/0x2c8777a5e7d9eb38 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045240.981188:0:5856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024e00/0x2c8777a5e7d9eb38 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045240.981356:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025800/0x2c8777a5e7d9eb31 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x25:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148f95 expref: 44 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045240.981380:0:5856:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024e00/0x2c8777a5e7d9eb38 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148f95 expref: 43 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045240.981392:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25:0x0].0x0 (ffff98df48c7e600) 00010000:00010000:2.0:1777045240.981396:0:5856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1777045240.981401:0:5856:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de48024e00, rc 0) 00000100:00100000:2.0:1777045240.981468:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77b5df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+43:30108:x1863365370104192:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 Request processed in 433us (1831us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045240.981479:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1244 00000100:00100000:3.0:1777045240.995341:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045240.995805:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370104448 00000100:00100000:0.0:1777045240.995817:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370104448 00000100:00100000:0.0:1777045240.996265:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1245 00000100:00100000:0.0:1777045240.996280:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de430fe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+43:30108:x1863365370104448:12345-192.168.201.45@tcp:36:lhsmtool_posix.0 00010000:00010000:0.0:1777045240.996375:0:5857:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9eb3f lrc: 3/0,1 mode: --/PW res: [0x200000402:0x25:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045240.996397:0:5857:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9eb3f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045240.996413:0:5857:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9eb3f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777045240.996656:0:5857:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000ac67de70 reply state 000000004e89bd14 transno 4294968141 ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9eb3f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777045240.996669:0:5857:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777045240.996789:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de430fe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+45:30108:x1863365370104448:12345-192.168.201.45@tcp:36:lhsmtool_posix.0 Request processed in 511us (1457us total) trans 4294968141 rc 0/0 00000100:00100000:0.0:1777045240.996799:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1245 00000100:00100000:3.0:1777045241.012196:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045241.012844:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370104576 00000100:00100000:1.0:1777045241.012858:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370104576 00000100:00100000:1.0:1777045241.012959:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1246 00000100:00100000:1.0:1777045241.012974:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de430fca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+45:30108:x1863365370104576:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1777045241.013000:0:7939:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777045241.013024:0:7939:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfca00/0x2c8777a5e7d9eb46 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148f9c expref: -99 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045241.013112:0:7939:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfca00/0x2c8777a5e7d9eb46 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x25:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148f9c expref: 46 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045241.013136:0:7939:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfca00/0x2c8777a5e7d9eb46 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x25:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148f9c expref: 46 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045241.013148:0:7939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25:0x0].0x0 (ffff98df48c7e600) 00010000:00010000:1.0:1777045241.013153:0:7939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1777045241.013158:0:7939:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de41dfca00, rc 0) 00000100:00100000:1.0:1777045241.013262:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de430fca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+46:30108:x1863365370104576:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 Request processed in 291us (1075us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045241.013272:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1246 00000100:00080000:3.0:1777045241.013638:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1777045241.018854:0:3328:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9eb3f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045241.018874:0:3328:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9eb3f lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045241.018885:0:3328:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9eb3f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045241.019850:0:3328:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48022c00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:2.0:1777045241.019857:0:3328:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9eb3f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045241.019868:0:3328:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9eb3f lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045241.019888:0:3328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25:0x0].0x0 (ffff98df48c7e600) 00010000:00010000:2.0:1777045241.019892:0:3328:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1777045241.019898:0:3328:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9eb3f lrc: 2/0,0 mode: --/PW res: [0x200000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045241.019908:0:3328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9eb3f lrc: 0/0,0 mode: --/PW res: [0x200000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777045241.029867:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045241.031423:0:5859:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370104704 00000100:00100000:1.0:1777045241.031436:0:5859:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370104704 00000100:00100000:1.0:1777045241.031518:0:5859:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 275 00000100:00100000:1.0:1777045241.031533:0:5859:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de430fd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+45:30108:x1863365370104704:12345-192.168.201.45@tcp:49:lhsmtool_posix.0 00000100:00100000:1.0:1777045241.031707:0:5859:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de430fd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+45:30108:x1863365370104704:12345-192.168.201.45@tcp:49:lhsmtool_posix.0 Request processed in 177us (1850us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045241.031718:0:5859:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 275 00000100:00100000:3.0:1777045241.042278:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045241.042900:0:19840:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370104960 00000100:00100000:1.0:1777045241.042913:0:19840:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370104960 00000100:00100000:1.0:1777045241.042999:0:19840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 276 00000100:00100000:1.0:1777045241.043013:0:19840:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de430fc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+45:30108:x1863365370104960:12345-192.168.201.45@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1777045241.043368:0:19840:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de430fc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+46:30108:x1863365370104960:12345-192.168.201.45@tcp:35:lhsmtool_posix.0 Request processed in 356us (1100us total) trans 4294968142 rc 0/0 00000100:00100000:1.0:1777045241.043379:0:19840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 276 00000100:00100000:3.0:1777045241.055460:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045241.055566:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370105216 00000100:00100000:1.0:1777045241.055579:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370105216 00000100:00100000:1.0:1777045241.055897:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1247 00000100:00100000:1.0:1777045241.055912:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de419fd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+46:30108:x1863365370105216:12345-192.168.201.45@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1777045241.056092:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de419fd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+46:30108:x1863365370105216:12345-192.168.201.45@tcp:57:lhsmtool_posix.0 Request processed in 182us (643us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045241.056104:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1247 00000100:00100000:3.0:1777045241.072820:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045241.076144:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370105472 00000100:00100000:1.0:1777045241.076162:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370105472 00000100:00100000:1.0:1777045241.076265:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1248 00000100:00100000:1.0:1777045241.076281:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de419ff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+46:30108:x1863365370105472:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1777045241.076610:0:12646:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777045241.076640:0:12646:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfcc00/0x2c8777a5e7d9eb4d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148fa3 expref: -99 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045241.076776:0:12646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd800/0x2c8777a5e7d9eb54 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045241.076799:0:12646:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfca00/0x2c8777a5e7d9eb46 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x25:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148f9c expref: 47 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045241.076812:0:12646:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd800/0x2c8777a5e7d9eb54 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x25:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045241.076859:0:12646:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfca00/0x2c8777a5e7d9eb46 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x25:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148f9c expref: 47 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045241.076880:0:12646:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfca00/0x2c8777a5e7d9eb46 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x25:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148f9c expref: 47 pid: 7939 timeout: 1969 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777045241.076908:0:12646:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df6d58ce00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12646:1863365424407936:192.168.201.45@tcp:104: 00000100:00100000:1.0:1777045241.077034:0:12646:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df72b330c0 going to sleep for 11 seconds 00000100:00100000:1.0:1777045241.091089:0:12646:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df6d58ce00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12646:1863365424407936:192.168.201.45@tcp:104: 00010000:00010000:1.0:1777045241.091137:0:12646:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd800/0x2c8777a5e7d9eb54 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x25:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777045241.115271:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045241.129476:0:5842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370105600 00000100:00100000:2.0:1777045241.129496:0:5842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370105600 00010000:00010000:2.0:1777045241.129586:0:5842:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfca00/0x2c8777a5e7d9eb46 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x25:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148f9c expref: 48 pid: 7939 timeout: 1969 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777045241.129659:0:5842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 368 00000100:00100000:2.0:1777045241.129675:0:5842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de419fdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+48:2393:x1863365370105600:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777045241.129698:0:5842:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777045241.129709:0:5842:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfca00/0x2c8777a5e7d9eb46 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x25:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148f9c expref: 48 pid: 7939 timeout: 1969 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045241.129731:0:5842:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfca00/0x2c8777a5e7d9eb46 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x25:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148f9c expref: 48 pid: 7939 timeout: 1969 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045241.129762:0:5842:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfca00/0x2c8777a5e7d9eb46 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x25:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148f9c expref: 48 pid: 7939 timeout: 1969 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045241.129788:0:5842:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25:0x0].0x0 (ffff98df48c7e600) 00010000:00010000:2.0:1777045241.129796:0:5842:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd800/0x2c8777a5e7d9eb54 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x25:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045241.129810:0:5842:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd800/0x2c8777a5e7d9eb54 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x25:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045241.129822:0:5842:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd800/0x2c8777a5e7d9eb54 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x25:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045241.129878:0:5842:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777045241.129966:0:5842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de419fdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+47:2393:x1863365370105600:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 294us (14767us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045241.129978:0:5842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 368 00010000:00010000:1.0:1777045241.130663:0:12646:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd800/0x2c8777a5e7d9eb54 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x25:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045241.130676:0:12646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd800/0x2c8777a5e7d9eb54 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x25:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777045241.130703:0:12646:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x25:0x0]: returning size 0 00000004:00080000:1.0:1777045241.131137:0:12646:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x1a:0x0], index 0: 0 00010000:00010000:1.0:1777045241.131398:0:12646:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd800/0x2c8777a5e7d9eb54 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x25:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045241.131413:0:12646:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd800/0x2c8777a5e7d9eb54 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x25:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045241.131424:0:12646:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd800/0x2c8777a5e7d9eb54 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x25:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045241.131433:0:12646:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de41dfd800 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:1.0:1777045241.131439:0:12646:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd800/0x2c8777a5e7d9eb54 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x25:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045241.131449:0:12646:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd800/0x2c8777a5e7d9eb54 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x25:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045241.131465:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25:0x0].0x0 (ffff98df48c7e600) 00010000:00010000:1.0:1777045241.131470:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1777045241.131475:0:12646:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd800/0x2c8777a5e7d9eb54 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x25:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045241.131486:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd800/0x2c8777a5e7d9eb54 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x25:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045241.131553:0:12646:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfcc00/0x2c8777a5e7d9eb4d lrc: 1/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148fa3 expref: 47 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045241.131569:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0x0 (ffff98df48c7e100) 00010000:00010000:1.0:1777045241.131573:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1777045241.131579:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfcc00/0x2c8777a5e7d9eb4d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148fa3 expref: 47 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045241.131594:0:12646:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de41dfcc00, rc 0) 00000100:00100000:1.0:1777045241.131643:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de419ff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+46:30108:x1863365370105472:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 Request processed in 55365us (58833us total) trans 4294968143 rc 301/301 00000100:00100000:1.0:1777045241.131654:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1248 00000100:00100000:3.0:1777045241.141895:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045241.145398:0:5858:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370105856 00000100:00100000:0.0:1777045241.145417:0:5858:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370105856 00000100:00100000:0.0:1777045241.145642:0:5858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 277 00000100:00100000:0.0:1777045241.145659:0:5858:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de419fe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+46:30108:x1863365370105856:12345-192.168.201.45@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1777045241.147054:0:5858:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de419fe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+47:30108:x1863365370105856:12345-192.168.201.45@tcp:35:lhsmtool_posix.0 Request processed in 1395us (5165us total) trans 4294968144 rc 0/0 00000100:00100000:0.0:1777045241.147092:0:5858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 277 00000100:00100000:3.0:1777045241.156496:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045241.160659:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370105984 00000100:00100000:2.0:1777045241.160676:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370105984 00000100:00100000:2.0:1777045241.160919:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1249 00000100:00100000:2.0:1777045241.160937:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de419ff800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+47:30108:x1863365370105984:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1777045241.160973:0:5856:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777045241.161003:0:5856:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025800/0x2c8777a5e7d9eb62 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x25:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148faa expref: -99 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045241.161124:0:5856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024400/0x2c8777a5e7d9eb69 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045241.161145:0:5856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024400/0x2c8777a5e7d9eb69 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045241.161162:0:5856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024400/0x2c8777a5e7d9eb69 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777045241.161250:0:5856:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x25:0x0]: returning size 0 00000004:00200000:2.0:1777045241.161257:0:5856:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1777045241.161284:0:5856:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024400/0x2c8777a5e7d9eb69 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045241.161341:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025800/0x2c8777a5e7d9eb62 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148faa expref: 49 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045241.161388:0:5856:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024400/0x2c8777a5e7d9eb69 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148faa expref: 48 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045241.161401:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25:0x0].0x0 (ffff98df48c7e600) 00010000:00010000:2.0:1777045241.161406:0:5856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:2.0:1777045241.161412:0:5856:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de48024400, rc 0) 00000100:00100000:2.0:1777045241.161506:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de419ff800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+48:30108:x1863365370105984:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 Request processed in 574us (5020us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045241.161518:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1249 00000100:00100000:0.0:1777045241.180229:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045241.180394:0:14822:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370106112 00000100:00100000:1.0:1777045241.180408:0:14822:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370106112 00000100:00100000:1.0:1777045241.180509:0:14822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 355 00000100:00100000:1.0:1777045241.180548:0:14822:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77b5ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+5:2392:x1863365370106112:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1777045241.180575:0:14822:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777045241.180605:0:14822:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000089352630/0x2c8777a5e7d9eb70 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148fb1 expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777045241.180672:0:14822:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x1a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1777045241.180697:0:14822:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777045241.180701:0:14822:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777045241.180714:0:14822:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000089352630/0x2c8777a5e7d9eb70 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148fb1 expref: 6 pid: 14822 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045241.180741:0:14822:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000089352630/0x2c8777a5e7d9eb70 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148fb1 expref: 6 pid: 14822 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045241.180760:0:14822:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de41dfcc00, rc 0) 00000100:00100000:1.0:1777045241.180848:0:14822:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77b5ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+6:2392:x1863365370106112:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 Request processed in 325us (658us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045241.180860:0:14822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 355 00000100:00080000:3.0:1777045241.186590:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1777045241.193281:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045241.193770:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370106368 00000100:00100000:2.0:1777045241.193784:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370106368 00000100:00100000:2.0:1777045241.193864:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1250 00000100:00100000:2.0:1777045241.193881:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d58ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+48:30108:x1863365370106368:12345-192.168.201.45@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1777045241.194026:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d58ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+48:30108:x1863365370106368:12345-192.168.201.45@tcp:57:lhsmtool_posix.0 Request processed in 148us (824us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045241.194038:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1250 00000100:00100000:0.0:1777045241.207455:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045241.209652:0:8776:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370106496 00000100:00100000:1.0:1777045241.209667:0:8776:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370106496 00000100:00100000:1.0:1777045241.209758:0:8776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 356 00000100:00100000:1.0:1777045241.209775:0:8776:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77b5d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+6:30108:x1863365370106496:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1777045241.209800:0:8776:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777045241.209826:0:8776:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000088a0b83c/0x2c8777a5e7d9eb77 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148fb8 expref: -99 pid: 8776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045241.209871:0:8776:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000089352630/0x2c8777a5e7d9eb70 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148fb1 expref: 7 pid: 14822 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045241.209894:0:8776:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777045241.209897:0:8776:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777045241.209904:0:8776:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000088a0b83c/0x2c8777a5e7d9eb77 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148fb8 expref: 7 pid: 8776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045241.209954:0:8776:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000089352630/0x2c8777a5e7d9eb70 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148fb1 expref: 7 pid: 14822 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045241.209976:0:8776:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000089352630/0x2c8777a5e7d9eb70 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148fb1 expref: 7 pid: 14822 timeout: 1969 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777045241.209999:0:8776:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df6d58c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8776:1863365424408064:192.168.201.45@tcp:104: 00000100:00100000:1.0:1777045241.210143:0:8776:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df72b33000 going to sleep for 11 seconds 00000100:00100000:1.0:1777045241.233398:0:8776:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df6d58c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8776:1863365424408064:192.168.201.45@tcp:104: 00010000:00010000:1.0:1777045241.233446:0:8776:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000088a0b83c/0x2c8777a5e7d9eb77 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148fb8 expref: 7 pid: 8776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045241.233475:0:8776:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de41dfd800, rc 0) 00000100:00100000:1.0:1777045241.233658:0:8776:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77b5d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+7:30108:x1863365370106496:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 Request processed in 23885us (26213us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045241.233672:0:8776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 356 00000100:00100000:2.0:1777045241.244546:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045241.247145:0:6655:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370106624 00000100:00100000:1.0:1777045241.247161:0:6655:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370106624 00010000:00010000:1.0:1777045241.247281:0:6655:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000089352630/0x2c8777a5e7d9eb70 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148fb1 expref: 7 pid: 14822 timeout: 1969 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777045241.247341:0:6655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 369 00000100:00100000:1.0:1777045241.247357:0:6655:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d60f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+7:2392:x1863365370106624:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777045241.247376:0:6655:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777045241.247405:0:6655:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000089352630/0x2c8777a5e7d9eb70 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148fb1 expref: 7 pid: 14822 timeout: 1969 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045241.247426:0:6655:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000089352630/0x2c8777a5e7d9eb70 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148fb1 expref: 7 pid: 14822 timeout: 1969 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045241.247456:0:6655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000089352630/0x2c8777a5e7d9eb70 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148fb1 expref: 7 pid: 14822 timeout: 1969 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045241.247478:0:6655:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777045241.247481:0:6655:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777045241.247492:0:6655:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000088a0b83c/0x2c8777a5e7d9eb77 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148fb8 expref: 6 pid: 8776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045241.247508:0:6655:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000088a0b83c/0x2c8777a5e7d9eb77 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148fb8 expref: 6 pid: 8776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045241.247562:0:6655:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 0000000088a0b83c/0x2c8777a5e7d9eb77 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148fb8 expref: 6 pid: 8776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777045241.247583:0:6655:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df6d58c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:6655:1863365424408192:192.168.201.45@tcp:105: 00000100:00100000:1.0:1777045241.247709:0:6655:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df72b33000 going to sleep for 11 seconds 00000100:00100000:1.0:1777045241.270860:0:6655:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df6d58c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:6655:1863365424408192:192.168.201.45@tcp:105: 00010000:00010000:1.0:1777045241.270898:0:6655:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777045241.281630:0:6655:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d60f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+6:2392:x1863365370106624:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 34263us (37095us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045241.281650:0:6655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 369 00000100:00100000:2.0:1777045241.298223:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045241.298513:0:6647:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370106752 00000100:00100000:0.0:1777045241.298526:0:6647:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370106752 00002000:00100000:0.0:1777045241.298588:0:6647:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x1a:0x0] (0->157) req@ffff98df6d60dc00 x1863365370106752/t0(0) o4->15144518-a1c7-4352-a966-cb31eadd4d9b@192.168.201.45@tcp:242/0 lens 648/0 e 0 to 0 dl 1777045252 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777045241.298602:0:6647:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98df6d60dc00 with x1863365370106752 ext(0->157) 00002000:00010000:0.0:1777045241.298610:0:6647:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff98df6d60dc00 00000100:00100000:0.0:1777045241.298654:0:6647:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 109 00000100:00100000:0.0:1777045241.298666:0:6647:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d60dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+6:2393:x1863365370106752:12345-192.168.201.45@tcp:4:lhsmtool_posix.0 00000100:00100000:0.0:1777045241.301553:0:6647:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d60dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2393:x1863365370106752:12345-192.168.201.45@tcp:4:lhsmtool_posix.0 Request processed in 2878us (3349us total) trans 4294967367 rc 0/0 00000100:00100000:0.0:1777045241.301569:0:6647:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 109 00002000:00100000:0.0:1777045241.301583:0:6647:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x1a:0x0] (0->157) req@ffff98df6d60dc00 x1863365370106752/t4294967367(0) o4->15144518-a1c7-4352-a966-cb31eadd4d9b@192.168.201.45@tcp:242/0 lens 648/448 e 0 to 0 dl 1777045252 ref 1 fl Complete:/600/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777045241.301597:0:6647:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98df6d60dc00 with x1863365370106752 ext(0->157) 00002000:00010000:0.0:1777045241.301605:0:6647:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff98df6d60dc00 00000100:00100000:2.0:1777045241.321893:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045241.322639:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370106880 00000100:00100000:1.0:1777045241.322655:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370106880 00000100:00100000:1.0:1777045241.322743:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1251 00000100:00100000:1.0:1777045241.322758:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d60c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+48:30108:x1863365370106880:12345-192.168.201.45@tcp:44:lhsmtool_posix.0 00010000:00010000:1.0:1777045241.513433:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:2.0:1777045241.605846:0:5877:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968144 is committed 00000001:00080000:2.0:1777045241.605877:0:5877:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968128 is committed 00000004:00080000:2.0:1777045241.605888:0:5877:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 22 committed 00000001:00080000:2.0:1777045241.605920:0:5877:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968138 is committed 00000004:00080000:2.0:1777045241.605928:0:5877:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 14 committed 00000020:00080000:2.0:1777045241.605950:0:5877:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff98df5868b300 refcount 2 committed 0 result 0 batchid 27 00000020:00080000:2.0:1777045241.605959:0:5877:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff98de41205d00 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff98df5868bb40 00000020:00080000:2.0:1777045241.605965:0:5877:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff98de41205b00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff98df7b51b400 00000020:00080000:2.0:1777045241.606042:0:5877:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff98df674e7840 refcount 2 committed 0 result 0 batchid 26 00000020:00080000:2.0:1777045241.606048:0:5877:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff98df6d77ec00 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff98df44fc0c00 00000020:00080000:2.0:1777045241.606084:0:5877:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff98df6d77e600 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff98df77a92c00 00000020:00080000:2.0:1777045241.606106:0:5877:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 25 batchid updated 00000020:00080000:3.0:1777045241.606278:0:5888:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 27 committed batchid 25 00000020:00080000:3.0:1777045241.606595:0:5888:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 25 00000100:00100000:1.0:1777045241.607619:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d60c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+33:30108:x1863365370106880:12345-192.168.201.45@tcp:44:lhsmtool_posix.0 Request processed in 284854us (285729us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045241.607638:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1251 00000100:00100000:2.0:1777045241.609289:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df77b5ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424408320:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1777045241.609912:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045241.611240:0:6641:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424408320 00000100:00100000:0.0:1777045241.611253:0:6641:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424408320 00000100:00100000:0.0:1777045241.611353:0:6641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 357 00000100:00100000:0.0:1777045241.611666:0:6641:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d60f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+7:3342:x1863365424408320:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1777045241.611707:0:6641:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:25 count 1 00002000:00010000:0.0:1777045241.611756:0:6641:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x19:0x0] initial LVB size: 158, mtime: 0x69eb8ef0, atime: 0x69eb8ef5, ctime: 0x69eb8ef0, blocks: 0xb 00010000:00010000:0.0:1777045241.611768:0:6641:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000bdeee4c/0x2c8777a5e7d9eb7e lrc: 3/0,1 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045241.611792:0:6641:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777045241.611795:0:6641:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777045241.611804:0:6641:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000bdeee4c/0x2c8777a5e7d9eb7e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045241.612152:0:6641:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000bdeee4c/0x2c8777a5e7d9eb7e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045241.612171:0:6641:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000bdeee4c/0x2c8777a5e7d9eb7e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045241.612185:0:6641:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000000bdeee4c/0x2c8777a5e7d9eb7e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045241.612260:0:6641:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1777045241.613357:0:6641:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d60f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+8:3342:x1863365424408320:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1988us (3442us total) trans 4294967369 rc 0/0 00000100:00100000:0.0:1777045241.613372:0:6641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 357 00000100:00080000:3.0:1777045241.613556:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1777045241.615356:0:5844:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1777045241.615369:0:5844:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000000bdeee4c/0x2c8777a5e7d9eb7e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045241.615388:0:5844:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48022c00 already unused, calling callback (ffffffffc17d22d0) 00010000:00010000:1.0:1777045241.615395:0:5844:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000000bdeee4c/0x2c8777a5e7d9eb7e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045241.615411:0:5844:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000000bdeee4c/0x2c8777a5e7d9eb7e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045241.615438:0:5844:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000000bdeee4c/0x2c8777a5e7d9eb7e lrc: 1/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045241.615453:0:5844:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000bdeee4c/0x2c8777a5e7d9eb7e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045241.615486:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777045241.615490:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777045241.615493:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1777045241.616195:0:3342:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98df77b5ea00/2, rc 0, transno 4294967369 00000100:00100000:2.0:1777045241.616597:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df77b5ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424408320:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1777045241.622251:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045241.625912:0:6639:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370107008 00000100:00100000:3.0:1777045241.625930:0:6639:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370107008 00000100:00100000:3.0:1777045241.626023:0:6639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 358 00000100:00100000:3.0:1777045241.626039:0:6639:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d60d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2392:x1863365370107008:12345-192.168.201.45@tcp:16:lhsmtool_posix.0 00000100:00100000:3.0:1777045241.778135:0:6639:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d60d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2392:x1863365370107008:12345-192.168.201.45@tcp:16:lhsmtool_posix.0 Request processed in 152004us (155799us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045241.778155:0:6639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 358 00000001:00080000:2.0:1777045241.778829:0:6666:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967367 is committed 00000001:00080000:2.0:1777045241.778850:0:6666:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967366 is committed 00000100:00100000:3.0:1777045241.785187:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045241.785292:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370107264 00000100:00100000:2.0:1777045241.785304:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370107264 00000100:00100000:2.0:1777045241.786829:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1252 00000100:00100000:2.0:1777045241.786842:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de419ff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+33:30108:x1863365370107264:12345-192.168.201.45@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1777045241.787664:0:5856:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777045241.787699:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024400/0x2c8777a5e7d9eb69 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x25:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148faa expref: 33 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045241.787724:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25:0x0].0x0 (ffff98df48c7e600) 00010000:00010000:2.0:1777045241.787731:0:5856:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777045241.787767:0:5856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025400/0x2c8777a5e7d9eb85 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x25:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045241.787792:0:5856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025400/0x2c8777a5e7d9eb85 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045241.787806:0:5856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025400/0x2c8777a5e7d9eb85 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777045241.788429:0:5856:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000006ba9ef2 reply state 000000006f8b2a10 transno 4294968145 ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025400/0x2c8777a5e7d9eb85 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777045241.788442:0:5856:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777045241.788563:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de419ff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+34:30108:x1863365370107264:12345-192.168.201.45@tcp:36:lhsmtool_posix.0 Request processed in 1721us (3382us total) trans 4294968145 rc 0/0 00000100:00100000:2.0:1777045241.788574:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1252 00000100:00100000:0.0:1777045241.796935:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045241.797639:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370107392 00000100:00100000:2.0:1777045241.797651:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370107392 00000100:00100000:2.0:1777045241.797713:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1253 00000100:00100000:2.0:1777045241.797729:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77b5c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+34:30108:x1863365370107392:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1777045241.797756:0:5855:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777045241.797779:0:5855:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025a00/0x2c8777a5e7d9eb8c lrc: 2/0,0 mode: --/CR res: [0x200000402:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148fbf expref: -99 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045241.798224:0:5855:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025a00/0x2c8777a5e7d9eb8c lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x25:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148fbf expref: 35 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045241.798244:0:5855:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025a00/0x2c8777a5e7d9eb8c lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x25:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148fbf expref: 35 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045241.798270:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25:0x0].0x0 (ffff98df48c7e600) 00010000:00010000:2.0:1777045241.798276:0:5855:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1777045241.798279:0:5855:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de48025a00, rc 0) 00000100:00100000:2.0:1777045241.798352:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77b5c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+35:30108:x1863365370107392:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 Request processed in 627us (1444us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045241.798362:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1253 00010000:00010000:3.0:1777045241.799093:0:3327:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025400/0x2c8777a5e7d9eb85 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045241.799106:0:3327:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025400/0x2c8777a5e7d9eb85 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045241.799114:0:3327:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025400/0x2c8777a5e7d9eb85 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045241.799123:0:3327:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48025400 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:3.0:1777045241.799128:0:3327:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025400/0x2c8777a5e7d9eb85 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045241.799138:0:3327:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025400/0x2c8777a5e7d9eb85 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045241.799153:0:3327:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25:0x0].0x0 (ffff98df48c7e600) 00010000:00010000:3.0:1777045241.799156:0:3327:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777045241.799161:0:3327:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025400/0x2c8777a5e7d9eb85 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045241.799170:0:3327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025400/0x2c8777a5e7d9eb85 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777045241.812651:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045241.812749:0:8776:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370107520 00000100:00100000:1.0:1777045241.812762:0:8776:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370107520 00000100:00100000:1.0:1777045241.812838:0:8776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 359 00000100:00100000:1.0:1777045241.812851:0:8776:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de419fca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+6:2393:x1863365370107520:12345-192.168.201.45@tcp:2:lhsmtool_posix.0 00002000:00010000:1.0:1777045241.813269:0:8776:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x1a:0x0] updating lvb size from disk: 0 -> 158 00002000:00010000:1.0:1777045241.813274:0:8776:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x1a:0x0] updating lvb mtime from disk: 0 -> 1777045232 00002000:00010000:1.0:1777045241.813277:0:8776:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x1a:0x0] updating lvb atime from disk: 0 -> 1777045239 00002000:00010000:1.0:1777045241.813280:0:8776:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x1a:0x0] updating lvb ctime from disk: 0 -> 1777045232 00002000:00010000:1.0:1777045241.813283:0:8776:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x1a:0x0] updating lvb blocks from disk: 1 -> 11 00000100:00100000:1.0:1777045241.813347:0:8776:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de419fca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+7:2393:x1863365370107520:12345-192.168.201.45@tcp:2:lhsmtool_posix.0 Request processed in 497us (705us total) trans 4294967368 rc 0/0 00000100:00100000:1.0:1777045241.814590:0:8776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 359 00000100:00100000:1.0:1777045241.819994:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045241.820152:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370107776 00000100:00100000:3.0:1777045241.820164:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370107776 00000100:00100000:3.0:1777045241.820616:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1254 00000100:00100000:3.0:1777045241.820631:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d58c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+34:30108:x1863365370107776:12345-192.168.201.45@tcp:55:lhsmtool_posix.0 00010000:00010000:3.0:1777045241.820707:0:12646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066e00/0x2c8777a5e7d9eb93 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045241.820729:0:12646:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024e00/0x2c8777a5e7d9eb38 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148f95 expref: 34 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045241.820743:0:12646:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066e00/0x2c8777a5e7d9eb93 lrc: 4/0,1 mode: --/PW res: [0x200000402:0x25:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045241.820786:0:12646:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024e00/0x2c8777a5e7d9eb38 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148f95 expref: 34 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045241.820807:0:12646:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024e00/0x2c8777a5e7d9eb38 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148f95 expref: 34 pid: 5856 timeout: 1970 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777045241.820825:0:12646:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de419fe680 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12646:1863365424408448:192.168.201.45@tcp:104: 00000100:00100000:3.0:1777045241.820948:0:12646:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df5f8ebe40 going to sleep for 11 seconds 00000100:00100000:0.0:1777045241.829855:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045241.830577:0:5842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370107904 00000100:00100000:2.0:1777045241.830589:0:5842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370107904 00010000:00010000:2.0:1777045241.830636:0:5842:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024e00/0x2c8777a5e7d9eb38 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148f95 expref: 35 pid: 5856 timeout: 1970 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777045241.830687:0:5842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 370 00000100:00100000:2.0:1777045241.830699:0:5842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77b5ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+35:2393:x1863365370107904:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777045241.830716:0:5842:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777045241.830724:0:5842:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024e00/0x2c8777a5e7d9eb38 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148f95 expref: 35 pid: 5856 timeout: 1970 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045241.830742:0:5842:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024e00/0x2c8777a5e7d9eb38 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148f95 expref: 35 pid: 5856 timeout: 1970 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045241.830768:0:5842:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25:0x0].0x0 (ffff98df48c7e600) 00010000:00010000:2.0:1777045241.830775:0:5842:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066e00/0x2c8777a5e7d9eb93 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x25:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045241.830788:0:5842:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066e00/0x2c8777a5e7d9eb93 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045241.830799:0:5842:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066e00/0x2c8777a5e7d9eb93 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x25:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045241.830830:0:5842:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777045241.830911:0:5842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77b5ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+35:2393:x1863365370107904:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 213us (1065us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045241.830922:0:5842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 370 00010000:00010000:3.0:1777045241.832789:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024e00/0x2c8777a5e7d9eb38 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x25:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148f95 expref: 34 pid: 5856 timeout: 1970 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777045241.832814:0:12646:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de419fe680 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12646:1863365424408448:192.168.201.45@tcp:104: 00010000:00010000:3.0:1777045241.833656:0:12646:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066e00/0x2c8777a5e7d9eb93 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045241.833670:0:12646:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066e00/0x2c8777a5e7d9eb93 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045241.833680:0:12646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066e00/0x2c8777a5e7d9eb93 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045241.833717:0:12646:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066e00/0x2c8777a5e7d9eb93 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045241.833727:0:12646:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066e00/0x2c8777a5e7d9eb93 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x25:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045241.833736:0:12646:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066e00/0x2c8777a5e7d9eb93 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x25:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045241.833744:0:12646:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48066e00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:3.0:1777045241.833750:0:12646:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066e00/0x2c8777a5e7d9eb93 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x25:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045241.833759:0:12646:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066e00/0x2c8777a5e7d9eb93 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x25:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045241.833772:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25:0x0].0x0 (ffff98df48c7e600) 00010000:00010000:3.0:1777045241.833776:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:3.0:1777045241.833781:0:12646:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066e00/0x2c8777a5e7d9eb93 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x25:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045241.833789:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066e00/0x2c8777a5e7d9eb93 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x25:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777045241.833888:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d58c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+33:30108:x1863365370107776:12345-192.168.201.45@tcp:55:lhsmtool_posix.0 Request processed in 13259us (13902us total) trans 0 rc -22/-22 00000100:00100000:3.0:1777045241.833900:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1254 00000100:00100000:0.0:1777045241.844425:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045241.846286:0:6641:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370108032 00000100:00100000:2.0:1777045241.846301:0:6641:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370108032 00000100:00100000:2.0:1777045241.846382:0:6641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 360 00000100:00100000:2.0:1777045241.846406:0:6641:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df50e7fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+7:2391:x1863365370108032:12345-192.168.201.45@tcp:1:lhsmtool_posix.0 00010000:00010000:2.0:1777045241.846463:0:6641:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000832208ce/0x2c8777a5e7d9eb9a lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045241.846490:0:6641:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000088a0b83c/0x2c8777a5e7d9eb77 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148fb8 expref: 7 pid: 8776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045241.846501:0:6641:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777045241.846504:0:6641:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777045241.848733:0:6641:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000832208ce/0x2c8777a5e7d9eb9a lrc: 4/1,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045241.848797:0:6641:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000088a0b83c/0x2c8777a5e7d9eb77 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148fb8 expref: 7 pid: 8776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045241.848820:0:6641:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000088a0b83c/0x2c8777a5e7d9eb77 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148fb8 expref: 7 pid: 8776 timeout: 1970 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777045241.848839:0:6641:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df6d60ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6641:1863365424408576:192.168.201.45@tcp:104: 00000100:00100000:2.0:1777045241.848956:0:6641:0:(client.c:2691:ptlrpc_set_wait()) set ffff98de41f1a840 going to sleep for 11 seconds 00000100:00100000:0.0:1777045241.858078:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045241.858274:0:6641:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df6d60ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6641:1863365424408576:192.168.201.45@tcp:104: 00010000:00010000:2.0:1777045241.858310:0:6641:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000832208ce/0x2c8777a5e7d9eb9a lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777045241.859723:0:5841:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370108160 00000100:00100000:3.0:1777045241.859734:0:5841:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370108160 00010000:00010000:3.0:1777045241.859781:0:5841:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000088a0b83c/0x2c8777a5e7d9eb77 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148fb8 expref: 8 pid: 8776 timeout: 1970 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777045241.859933:0:5841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 371 00000100:00100000:3.0:1777045241.859947:0:5841:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77b5e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2392:x1863365370108160:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777045241.859966:0:5841:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777045241.859993:0:5841:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000088a0b83c/0x2c8777a5e7d9eb77 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148fb8 expref: 8 pid: 8776 timeout: 1970 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045241.860010:0:5841:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000088a0b83c/0x2c8777a5e7d9eb77 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148fb8 expref: 8 pid: 8776 timeout: 1970 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045241.860038:0:5841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000088a0b83c/0x2c8777a5e7d9eb77 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148fb8 expref: 8 pid: 8776 timeout: 1970 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045241.860085:0:5841:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777045241.860087:0:5841:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777045241.860093:0:5841:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000832208ce/0x2c8777a5e7d9eb9a lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045241.860106:0:5841:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000832208ce/0x2c8777a5e7d9eb9a lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045241.860148:0:5841:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777045241.860222:0:5841:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77b5e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+7:2392:x1863365370108160:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 277us (2176us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045241.860233:0:5841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 371 00010000:00010000:2.0:1777045241.860442:0:6641:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000832208ce/0x2c8777a5e7d9eb9a lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045241.860455:0:6641:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000832208ce/0x2c8777a5e7d9eb9a lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045241.860487:0:6641:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000832208ce/0x2c8777a5e7d9eb9a lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045241.860498:0:6641:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000832208ce/0x2c8777a5e7d9eb9a lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045241.860523:0:6641:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000832208ce/0x2c8777a5e7d9eb9a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045241.860533:0:6641:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48024e00 already unused, calling callback (ffffffffc17d22d0) 00010000:00010000:2.0:1777045241.860537:0:6641:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000832208ce/0x2c8777a5e7d9eb9a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045241.860548:0:6641:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000832208ce/0x2c8777a5e7d9eb9a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045241.860574:0:6641:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000832208ce/0x2c8777a5e7d9eb9a lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045241.860586:0:6641:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000832208ce/0x2c8777a5e7d9eb9a lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777045241.860679:0:6641:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df50e7fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+6:2391:x1863365370108032:12345-192.168.201.45@tcp:1:lhsmtool_posix.0 Request processed in 14285us (16263us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045241.860690:0:6641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 360 00000100:00100000:0.0:1777045241.872362:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045241.872780:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370108416 00000100:00100000:2.0:1777045241.872792:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370108416 00000100:00100000:2.0:1777045241.873759:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1255 00000100:00100000:2.0:1777045241.873775:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77b5f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+33:30108:x1863365370108416:12345-192.168.201.45@tcp:57:lhsmtool_posix.0 00010000:00010000:2.0:1777045241.874256:0:5856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024e00/0x2c8777a5e7d9eba1 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x23:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045241.874278:0:5856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024e00/0x2c8777a5e7d9eba1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x23:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045241.874293:0:5856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024e00/0x2c8777a5e7d9eba1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x23:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045241.874556:0:5856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024400/0x2c8777a5e7d9eba8 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x25:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045241.874573:0:5856:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025a00/0x2c8777a5e7d9eb8c lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x25:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148fbf expref: 34 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045241.874591:0:5856:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024400/0x2c8777a5e7d9eba8 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x25:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045241.874631:0:5856:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025a00/0x2c8777a5e7d9eb8c lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x25:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148fbf expref: 34 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045241.874649:0:5856:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025a00/0x2c8777a5e7d9eb8c lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x25:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148fbf expref: 34 pid: 5855 timeout: 1970 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777045241.874667:0:5856:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df6d60ca80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5856:1863365424408704:192.168.201.45@tcp:104: 00000100:00100000:2.0:1777045241.874772:0:5856:0:(client.c:2691:ptlrpc_set_wait()) set ffff98de41f1a840 going to sleep for 11 seconds 00000100:00100000:0.0:1777045241.887745:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045241.889712:0:5842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370108544 00000100:00100000:3.0:1777045241.889726:0:5842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370108544 00010000:00010000:3.0:1777045241.889779:0:5842:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025a00/0x2c8777a5e7d9eb8c lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x25:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148fbf expref: 35 pid: 5855 timeout: 1970 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777045241.889843:0:5842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 372 00000100:00100000:3.0:1777045241.889858:0:5842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df5006f050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+35:2392:x1863365370108544:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777045241.889878:0:5842:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777045241.890247:0:5842:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025a00/0x2c8777a5e7d9eb8c lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x25:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148fbf expref: 35 pid: 5855 timeout: 1970 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045241.890270:0:5842:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025a00/0x2c8777a5e7d9eb8c lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x25:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148fbf expref: 35 pid: 5855 timeout: 1970 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045241.890298:0:5842:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25:0x0].0x0 (ffff98df48c7e600) 00010000:00010000:3.0:1777045241.890307:0:5842:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024400/0x2c8777a5e7d9eba8 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x25:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045241.890319:0:5842:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024400/0x2c8777a5e7d9eba8 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x25:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045241.890330:0:5842:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024400/0x2c8777a5e7d9eba8 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x25:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045241.890356:0:5842:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777045241.890437:0:5842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df5006f050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+35:2392:x1863365370108544:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 580us (2703us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045241.890449:0:5842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 372 00010000:00010000:2.0:1777045241.895749:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025a00/0x2c8777a5e7d9eb8c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x25:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148fbf expref: 34 pid: 5855 timeout: 1970 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777045241.895777:0:5856:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df6d60ca80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5856:1863365424408704:192.168.201.45@tcp:104: 00010000:00010000:2.0:1777045241.896397:0:5856:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024400/0x2c8777a5e7d9eba8 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x25:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045241.896414:0:5856:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024400/0x2c8777a5e7d9eba8 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x25:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045241.896424:0:5856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024400/0x2c8777a5e7d9eba8 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x25:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1777045241.896683:0:5856:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968146 00000001:00080000:2.0:1777045241.897094:0:5856:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968147 00000001:00080000:2.0:1777045241.897165:0:5856:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968148 00000100:00100000:2.0:1777045241.897279:0:5856:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df6d60ca80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:5856:1863365424408832:0@lo:1000:mdt00_001.0 00000100:00100000:2.0:1777045241.897383:0:5856:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777045241.897431:0:5856:0:(client.c:2691:ptlrpc_set_wait()) set ffff98de41f1a180 going to sleep for 11 seconds 00000100:00100000:3.0:1777045241.897999:0:5861:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424408832 00000100:00100000:3.0:1777045241.898008:0:5861:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424408832 00000100:00100000:3.0:1777045241.898121:0:5861:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 59 00000100:00100000:3.0:1777045241.898135:0:5861:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d60ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:5856:x1863365424408832:12345-0@lo:1000:mdt00_001.0 00000100:00100000:3.0:1777045241.898618:0:5861:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d60ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:5856:x1863365424408832:12345-0@lo:1000:mdt00_001.0 Request processed in 485us (1234us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045241.898629:0:5861:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 59 00000100:00080000:0.0:1777045241.898742:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1777045241.899651:0:5856:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967366 gen 2 00000004:00080000:2.0:1777045241.899658:0:5856:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967365 committed transno 4294967366 00000004:00080000:2.0:1777045241.899685:0:5856:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98df7b8ece00, transno 4294967366 00000100:00100000:2.0:1777045241.899700:0:5856:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df6d60ca80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:5856:1863365424408832:0@lo:1000:mdt00_001.0 00000001:00080000:2.0:1777045241.900584:0:5856:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968149 00000100:00100000:2.0:1777045241.900666:0:5856:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df6d60ca80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:5856:1863365424408960:0@lo:1000:mdt00_001.0 00000100:00100000:2.0:1777045241.900711:0:5856:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777045241.900734:0:5856:0:(client.c:2691:ptlrpc_set_wait()) set ffff98de41f1a840 going to sleep for 11 seconds 00000100:00100000:3.0:1777045241.902276:0:5861:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424408960 00000100:00100000:3.0:1777045241.902287:0:5861:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424408960 00000100:00100000:3.0:1777045241.902346:0:5861:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 60 00000100:00100000:3.0:1777045241.902357:0:5861:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d60f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:5856:x1863365424408960:12345-0@lo:1000:mdt00_001.0 00000100:00100000:3.0:1777045241.902642:0:5861:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d60f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:5856:x1863365424408960:12345-0@lo:1000:mdt00_001.0 Request processed in 286us (1929us total) trans 4294967369 rc 0/0 00000100:00100000:3.0:1777045241.902654:0:5861:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 60 00000100:00100000:0.0:1777045241.903403:0:5856:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df6d60ca80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:5856:1863365424408960:0@lo:1000:mdt00_001.0 00000001:00080000:0.0:1777045241.903548:0:5856:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968150 00010000:00010000:0.0:1777045241.903595:0:5856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024400/0x2c8777a5e7d9eba8 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x25:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045241.903610:0:5856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024400/0x2c8777a5e7d9eba8 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x25:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045241.903621:0:5856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024400/0x2c8777a5e7d9eba8 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x25:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045241.903630:0:5856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48024400 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:0.0:1777045241.903636:0:5856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024400/0x2c8777a5e7d9eba8 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x25:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045241.903646:0:5856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024400/0x2c8777a5e7d9eba8 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x25:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045241.903665:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25:0x0].0x0 (ffff98df48c7e600) 00010000:00010000:0.0:1777045241.903669:0:5856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1777045241.903674:0:5856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024400/0x2c8777a5e7d9eba8 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x25:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045241.903681:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024400/0x2c8777a5e7d9eba8 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x25:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045241.903718:0:5856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd400/0x2c8777a5e7d9ead6 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045241.903727:0:5856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd400/0x2c8777a5e7d9ead6 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045241.903735:0:5856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd400/0x2c8777a5e7d9ead6 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045241.903741:0:5856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de41dfd400 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:0.0:1777045241.903745:0:5856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd400/0x2c8777a5e7d9ead6 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045241.903759:0:5856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd400/0x2c8777a5e7d9ead6 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000020 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045241.903769:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x23:0x0].0x0 (ffff98df454d4800) 00010000:00010000:0.0:1777045241.903772:0:5856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1777045241.903780:0:5856:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066600/0x2c8777a5e7d9eadd lrc: 2/0,0 mode: --/CR res: [0x200000402:0x23:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148f80 expref: 45 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045241.904674:0:5856:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066600/0x2c8777a5e7d9eadd lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x23:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148f80 expref: 45 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045241.904690:0:5856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066600/0x2c8777a5e7d9eadd lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x23:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148f80 expref: 45 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045241.904733:0:5856:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066600/0x2c8777a5e7d9eadd lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x23:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148f80 expref: 45 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777045241.904750:0:5856:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df77b5ed80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5856:1863365424409088:192.168.201.45@tcp:105: 00000100:00100000:0.0:1777045241.905429:0:5856:0:(client.c:2691:ptlrpc_set_wait()) set ffff98de41a29c00 going to sleep for 11 seconds 00000100:00100000:0.0:1777045241.917602:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045241.917779:0:5856:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df77b5ed80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5856:1863365424409088:192.168.201.45@tcp:105: 00010000:00010000:2.0:1777045241.917813:0:5856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd400/0x2c8777a5e7d9ead6 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x23:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045241.917828:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd400/0x2c8777a5e7d9ead6 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x23:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045241.917867:0:5856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025a00/0x2c8777a5e7d9ebaf lrc: 3/0,1 mode: --/EX res: [0x200000402:0x23:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045241.917884:0:5856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025a00/0x2c8777a5e7d9ebaf lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045241.917898:0:5856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025a00/0x2c8777a5e7d9ebaf lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045241.917912:0:5856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025a00/0x2c8777a5e7d9ebaf lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045241.917928:0:5856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025a00/0x2c8777a5e7d9ebaf lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045241.917936:0:5856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025a00/0x2c8777a5e7d9ebaf lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045241.917943:0:5856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48025a00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:2.0:1777045241.917948:0:5856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025a00/0x2c8777a5e7d9ebaf lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045241.917957:0:5856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025a00/0x2c8777a5e7d9ebaf lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045241.917971:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x23:0x0].0x0 (ffff98df454d4800) 00010000:00010000:2.0:1777045241.917975:0:5856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777045241.917980:0:5856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025a00/0x2c8777a5e7d9ebaf lrc: 2/0,0 mode: --/EX res: [0x200000402:0x23:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045241.917987:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025a00/0x2c8777a5e7d9ebaf lrc: 0/0,0 mode: --/EX res: [0x200000402:0x23:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045241.918000:0:5856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024e00/0x2c8777a5e7d9eba1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x23:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045241.918008:0:5856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024e00/0x2c8777a5e7d9eba1 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x23:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045241.918015:0:5856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024e00/0x2c8777a5e7d9eba1 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x23:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045241.918021:0:5856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48024e00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:2.0:1777045241.918026:0:5856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024e00/0x2c8777a5e7d9eba1 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x23:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045241.918035:0:5856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024e00/0x2c8777a5e7d9eba1 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x23:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045241.918043:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x23:0x0].0x0 (ffff98df454d4800) 00010000:00010000:2.0:1777045241.918047:0:5856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1777045241.918073:0:5856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024e00/0x2c8777a5e7d9eba1 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x23:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045241.918082:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024e00/0x2c8777a5e7d9eba1 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x23:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777045241.918427:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77b5f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+38:30108:x1863365370108416:12345-192.168.201.45@tcp:57:lhsmtool_posix.0 Request processed in 44654us (46074us total) trans 4294968151 rc 0/0 00000100:00100000:2.0:1777045241.918442:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1255 00000020:00080000:2.0:1777045241.918450:0:5856:0:(tgt_main.c:783:tgt_ses_key_exit()) total 6 transactions per RPC 00000040:00080000:2.0:1777045241.920154:0:11491:0:(llog.c:801:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1777045241.920162:0:11491:0:(llog_cat.c:158:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000100:00100000:1.0:1777045241.928452:0:5859:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370108672 00000100:00100000:1.0:1777045241.928483:0:5859:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370108672 00000100:00100000:1.0:1777045241.928619:0:19840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 278 00000100:00100000:1.0:1777045241.928634:0:19840:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77b5d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:146de360-3fb2-48bd-b418-06f30714148a+46:30107:x1863365370108672:12345-192.168.201.45@tcp:49:cat.0 00000100:00100000:1.0:1777045241.928792:0:19840:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77b5d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:146de360-3fb2-48bd-b418-06f30714148a+46:30107:x1863365370108672:12345-192.168.201.45@tcp:49:cat.0 Request processed in 161us (11199us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045241.928826:0:19840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 278 00000100:00080000:0.0:1777045241.930643:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1777045241.932357:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045241.932397:0:5858:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370108928 00000100:00100000:0.0:1777045241.932406:0:5858:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370108928 00000100:00100000:0.0:1777045241.932453:0:5858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 279 00000100:00100000:0.0:1777045241.932464:0:5858:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df45edc850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+38:30108:x1863365370108928:12345-192.168.201.45@tcp:35:lhsmtool_posix.0 00000004:00080000:0.0:1777045241.933316:0:5858:0:(mdd_object.c:4010:mdd_close()) Object [0x200000402:0x25:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:0.0:1777045241.933466:0:5858:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968152 00010000:00010000:0.0:1777045241.933530:0:5858:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023c00/0x2c8777a5e7d9ebb6 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x25:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5858 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045241.933550:0:5858:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023c00/0x2c8777a5e7d9ebb6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 5858 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045241.933565:0:5858:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023c00/0x2c8777a5e7d9ebb6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 5858 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045241.933576:0:5858:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023c00/0x2c8777a5e7d9ebb6 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x25:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 5858 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045241.933586:0:5858:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023c00/0x2c8777a5e7d9ebb6 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x25:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 5858 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045241.933595:0:5858:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023c00/0x2c8777a5e7d9ebb6 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x25:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 5858 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045241.933615:0:5858:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1777045241.933708:0:5858:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df45edc850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+40:30108:x1863365370108928:12345-192.168.201.45@tcp:35:lhsmtool_posix.0 Request processed in 1244us (1355us total) trans 4294968153 rc 0/0 00000100:00100000:0.0:1777045241.933720:0:5858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 279 00000020:00080000:0.0:1777045241.933726:0:5858:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:1.0:1777045241.935366:0:5845:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1777045241.935376:0:5845:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023c00/0x2c8777a5e7d9ebb6 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x25:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5858 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045241.935386:0:5845:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48023c00 already unused, calling callback (ffffffffc17d22d0) 00010000:00010000:1.0:1777045241.935391:0:5845:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023c00/0x2c8777a5e7d9ebb6 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x25:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5858 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045241.935402:0:5845:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023c00/0x2c8777a5e7d9ebb6 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x25:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5858 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045241.935418:0:5845:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25:0x0].0x0 (ffff98df61f8ed00) 00010000:00010000:1.0:1777045241.935422:0:5845:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1777045241.935427:0:5845:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023c00/0x2c8777a5e7d9ebb6 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x25:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5858 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045241.935435:0:5845:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023c00/0x2c8777a5e7d9ebb6 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x25:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5858 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045241.935457:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777045241.935460:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777045241.935463:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1777045241.940248:0:11491:0:(llog.c:858:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 4 00000040:00080000:2.0:1777045241.943261:0:11491:0:(llog.c:858:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1777045241.946253:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045241.947198:0:6639:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370109056 00000100:00100000:3.0:1777045241.947222:0:6639:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370109056 00000100:00100000:0.0:1777045241.947539:0:6639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 361 00000100:00100000:0.0:1777045241.947553:0:6639:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d58fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:146de360-3fb2-48bd-b418-06f30714148a+7:30107:x1863365370109056:12345-192.168.201.45@tcp:101:cat.0 00010000:00010000:0.0:1777045241.947574:0:6639:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777045241.947598:0:6639:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000feef6b13/0x2c8777a5e7d9ebbd lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148fc6 expref: -99 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777045241.947632:0:6639:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x1a:0x0] initial LVB size: 158, mtime: 0x69eb8ef0, atime: 0x69eb8ef7, ctime: 0x69eb8ef0, blocks: 0xb 00010000:00010000:0.0:1777045241.947658:0:6639:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777045241.947661:0:6639:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777045241.947672:0:6639:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000feef6b13/0x2c8777a5e7d9ebbd lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148fc6 expref: 8 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045241.947692:0:6639:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000feef6b13/0x2c8777a5e7d9ebbd lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148fc6 expref: 8 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045241.947709:0:6639:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de48023800, rc 0) 00000100:00100000:0.0:1777045241.947803:0:6639:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d58fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:146de360-3fb2-48bd-b418-06f30714148a+8:30107:x1863365370109056:12345-192.168.201.45@tcp:101:cat.0 Request processed in 239us (1544us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045241.947814:0:6639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 361 00000100:00080000:3.0:1777045241.949322:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1777045241.955818:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045241.957618:0:6646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370109184 00000100:00100000:2.0:1777045241.957631:0:6646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370109184 00002000:00100000:2.0:1777045241.957691:0:6646:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x1a:0x0] (0->4095) req@ffff98df77b5d880 x1863365370109184/t0(0) o3->146de360-3fb2-48bd-b418-06f30714148a@192.168.201.45@tcp:242/0 lens 488/0 e 0 to 0 dl 1777045252 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777045241.957706:0:6646:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98df77b5d880 with x1863365370109184 ext(0->4095) 00002000:00010000:2.0:1777045241.957714:0:6646:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff98df77b5d880 00000100:00100000:1.0:1777045241.959837:0:17698:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 110 00000100:00100000:1.0:1777045241.959856:0:17698:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77b5d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:146de360-3fb2-48bd-b418-06f30714148a+8:2393:x1863365370109184:12345-192.168.201.45@tcp:3:cat.0 00000100:00100000:1.0:1777045241.961862:0:17698:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77b5d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:146de360-3fb2-48bd-b418-06f30714148a+8:2393:x1863365370109184:12345-192.168.201.45@tcp:3:cat.0 Request processed in 2018us (6061us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1777045241.961862:0:17698:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 110 00002000:00100000:1.0:1777045241.961862:0:17698:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x1a:0x0] (0->4095) req@ffff98df77b5d880 x1863365370109184/t0(0) o3->146de360-3fb2-48bd-b418-06f30714148a@192.168.201.45@tcp:242/0 lens 488/4536 e 0 to 0 dl 1777045252 ref 1 fl Complete:/600/0 rc 4096/4096 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777045241.961862:0:17698:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98df77b5d880 with x1863365370109184 ext(0->4095) 00002000:00010000:1.0:1777045241.962853:0:17698:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff98df77b5d880 00000100:00100000:1.0:1777045241.978726:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045241.979529:0:5859:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370109440 00000100:00100000:2.0:1777045241.979542:0:5859:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370109440 00000100:00100000:2.0:1777045241.979611:0:5859:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 280 00000100:00100000:2.0:1777045241.979624:0:5859:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d58d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:146de360-3fb2-48bd-b418-06f30714148a+46:30107:x1863365370109440:12345-192.168.201.45@tcp:35:cat.0 00000100:00100000:2.0:1777045241.980565:0:5859:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d58d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:146de360-3fb2-48bd-b418-06f30714148a+47:30107:x1863365370109440:12345-192.168.201.45@tcp:35:cat.0 Request processed in 939us (1848us total) trans 4294968154 rc 0/0 00000100:00100000:2.0:1777045241.980579:0:5859:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 280 00010000:00010000:1.0:1777045242.517562:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777045243.393410:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045243.393471:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045243.393537:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045243.393593:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045243.393634:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045243.393667:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045243.393734:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045243.393791:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370109824 00000100:00100000:2.0:1777045243.393807:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370109824 00000100:00100000:2.0:1777045243.393915:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370110336 00000100:00100000:2.0:1777045243.393921:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370110336 00000100:00100000:2.0:1777045243.393947:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370109952 00000100:00100000:2.0:1777045243.393952:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370109952 00000100:00100000:2.0:1777045243.393975:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370110208 00000100:00100000:2.0:1777045243.393979:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370110208 00000100:00100000:2.0:1777045243.394007:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 967 00000100:00100000:2.0:1777045243.394057:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d60f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:146de360-3fb2-48bd-b418-06f30714148a+8:2392:x1863365370109824:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:2.0:1777045243.394183:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d60f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:146de360-3fb2-48bd-b418-06f30714148a+8:2392:x1863365370109824:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 159us (708us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045243.394198:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 967 00000100:00100000:2.0:1777045243.394276:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 968 00000100:00100000:2.0:1777045243.394289:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d60ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+6:2392:x1863365370110336:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:2.0:1777045243.394343:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d60ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+6:2392:x1863365370110336:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 57us (750us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045243.394354:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 968 00000100:00100000:2.0:1777045243.394376:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 969 00000100:00100000:2.0:1777045243.394387:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d60f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:146de360-3fb2-48bd-b418-06f30714148a+10:2392:x1863365370109952:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:2.0:1777045243.394429:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d60f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:146de360-3fb2-48bd-b418-06f30714148a+10:2392:x1863365370109952:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 43us (761us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045243.394438:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 969 00000100:00100000:2.0:1777045243.394460:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 970 00000100:00100000:2.0:1777045243.394469:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d60fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+6:2392:x1863365370110208:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:2.0:1777045243.394502:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d60fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+6:2392:x1863365370110208:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 34us (769us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045243.394513:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 970 00000100:00100000:2.0:1777045243.394555:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370110080 00000100:00100000:2.0:1777045243.394562:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370110080 00000100:00100000:2.0:1777045243.394612:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370109696 00000100:00100000:2.0:1777045243.394617:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370109696 00000100:00100000:2.0:1777045243.394649:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1140 00000100:00100000:2.0:1777045243.394660:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d60d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+40:2392:x1863365370110080:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:2.0:1777045243.394717:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d60d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+40:2392:x1863365370110080:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 58us (1180us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045243.394727:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1140 00000100:00100000:2.0:1777045243.394748:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1141 00000100:00100000:2.0:1777045243.394758:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d60c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:146de360-3fb2-48bd-b418-06f30714148a+47:2392:x1863365370109696:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:2.0:1777045243.394804:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d60c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:146de360-3fb2-48bd-b418-06f30714148a+47:2392:x1863365370109696:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 46us (1169us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045243.394814:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1141 00000100:00080000:2.0:1777045243.394845:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1777045243.394853:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1777045243.394857:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1777045243.397686:0:5850:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370109568 00000100:00100000:0.0:1777045243.397728:0:5850:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370109568 00000100:00100000:0.0:1777045243.398127:0:5850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 874 00000100:00100000:0.0:1777045243.398145:0:5850:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df4fc75850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2392:x1863365370109568:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:0.0:1777045243.398529:0:5850:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df4fc75850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2392:x1863365370109568:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 388us (5136us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045243.398542:0:5850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 874 00010000:00010000:1.0:1777045243.545179:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777045244.374062:0:3344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1777045244.374106:0:3344:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df6d58e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3344:1863365424409216:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1777045244.374226:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777045244.374389:0:6644:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424409216 00000100:00100000:1.0:1777045244.374406:0:6644:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424409216 00000100:00100000:1.0:1777045244.374523:0:6644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 487 00000100:00100000:1.0:1777045244.374542:0:6644:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d58c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3344:x1863365424409216:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1777045244.374610:0:6644:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 83296256 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1777045244.374735:0:6644:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d58c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3344:x1863365424409216:12345-0@lo:13:osp-pre-0-0.0 Request processed in 196us (507us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045244.374750:0:6644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 487 00000100:00080000:1.0:1777045244.374793:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1777045244.375236:0:3344:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df6d58e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3344:1863365424409216:0@lo:13:osp-pre-0-0.0 00010000:00010000:3.0:1777045244.567923:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:0.0:1777045244.648871:0:7533:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967369 is committed 00000001:00080000:0.0:1777045244.648919:0:7533:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967366 is committed 00000040:00080000:1.0:1777045245.018733:0:11491:0:(llog.c:801:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1777045245.018749:0:11491:0:(llog_cat.c:158:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1777045245.018830:0:11491:0:(llog.c:858:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 37 count 4 00000040:00080000:1.0:1777045245.018845:0:11491:0:(llog.c:858:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1777045245.400183:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df6d58d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3341:1863365424409472:0@lo:400:kworker.0 00000100:00100000:1.0:1777045245.400345:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777045245.400436:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df74532300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424409984:0@lo:400:kworker.0 00000100:00100000:1.0:1777045245.400486:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777045245.400540:0:3341:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1777045245.400551:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df6d58f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3341:1863365424409600:0@lo:400:kworker.0 00000100:00100000:1.0:1777045245.400588:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777045245.400711:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df74531500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424409728:0@lo:400:kworker.0 00000100:00100000:3.0:1777045245.400766:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777045245.400813:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:3.0:1777045245.400824:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df6d58e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ce657616-b3f3-4e21-ac89-518ab611901c:3343:1863365424409344:0@lo:400:kworker.0 00000100:00100000:3.0:1777045245.400872:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777045245.400915:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df74530a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3343:1863365424409856:0@lo:400:kworker.0 00000100:00100000:3.0:1777045245.400950:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777045245.402281:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424409472 00000100:00100000:2.0:1777045245.402299:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424409472 00000100:00100000:2.0:1777045245.402402:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424409600 00000100:00100000:2.0:1777045245.402409:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424409600 00000100:00100000:2.0:1777045245.402458:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424409856 00000100:00100000:2.0:1777045245.402463:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424409856 00000100:00100000:2.0:1777045245.402496:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1142 00000100:00100000:2.0:1777045245.402510:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df74530380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3341:x1863365424409472:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777045245.402615:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df74530380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3341:x1863365424409472:12345-0@lo:400:kworker.0 Request processed in 106us (2271us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045245.402627:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1142 00000100:00100000:2.0:1777045245.402663:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1143 00000100:00100000:2.0:1777045245.402674:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df74533b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3341:x1863365424409600:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777045245.402721:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df74533b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3341:x1863365424409600:12345-0@lo:400:kworker.0 Request processed in 49us (2132us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045245.402732:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1143 00000100:00100000:2.0:1777045245.402754:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1144 00000100:00100000:2.0:1777045245.402765:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de419fe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3343:x1863365424409856:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777045245.402816:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de419fe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3343:x1863365424409856:12345-0@lo:400:kworker.0 Request processed in 53us (1864us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045245.402827:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1144 00000100:00100000:2.0:1777045245.402862:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424409984 00000100:00100000:2.0:1777045245.402868:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424409984 00000100:00100000:2.0:1777045245.403279:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424409728 00000100:00100000:2.0:1777045245.403286:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424409728 00000100:00100000:2.0:1777045245.403579:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 971 00000100:00100000:2.0:1777045245.403591:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df74530700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3341:x1863365424409984:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777045245.403647:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df74530700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3341:x1863365424409984:12345-0@lo:400:kworker.0 Request processed in 57us (3160us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045245.403657:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 971 00000100:00100000:2.0:1777045245.403680:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 972 00000100:00100000:2.0:1777045245.403692:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de419fdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3343:x1863365424409728:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777045245.403737:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de419fdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3343:x1863365424409728:12345-0@lo:400:kworker.0 Request processed in 47us (2971us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045245.403747:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 972 00000100:00080000:2.0:1777045245.403794:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1777045245.403802:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1777045245.404327:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df6d58f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3341:1863365424409600:0@lo:400:kworker.0 00000100:00100000:1.0:1777045245.404352:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df6d58d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3341:1863365424409472:0@lo:400:kworker.0 00000100:00100000:1.0:1777045245.404367:0:3341:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967369 gen 2 00000004:00080000:1.0:1777045245.404376:0:3341:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967367 committed transno 4294967369 00000004:00080000:1.0:1777045245.404408:0:3341:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967368 committed transno 4294967369 00000004:00080000:1.0:1777045245.404430:0:3341:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98df77b5ea00, transno 4294967369 00000100:00100000:1.0:1777045245.404448:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df74532300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424409984:0@lo:400:kworker.0 00000100:00100000:3.0:1777045245.404915:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df74530a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3343:1863365424409856:0@lo:400:kworker.0 00000100:00100000:3.0:1777045245.404934:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df74531500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424409728:0@lo:400:kworker.0 00000100:00100000:1.0:1777045245.405515:0:3341:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1777045245.405534:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de419fd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424410112:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1777045245.405621:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777045245.411247:0:6643:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424410112 00000100:00100000:3.0:1777045245.411274:0:6643:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424410112 00000100:00100000:3.0:1777045245.411372:0:6643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 488 00000100:00100000:3.0:1777045245.411389:0:6643:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df74532300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3341:x1863365424410112:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1777045245.411456:0:6643:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 54329344 pending 0 free 3851419648 avail 3849322496 00000100:00100000:3.0:1777045245.411589:0:6643:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df74532300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3341:x1863365424410112:12345-0@lo:13:osp-pre-1-0.0 Request processed in 202us (5968us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045245.411603:0:6643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 488 00000100:00100000:3.0:1777045245.411710:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de419fd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424410112:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1777045245.415616:0:5849:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424409344 00000100:00100000:1.0:1777045245.415636:0:5849:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424409344 00000100:00100000:1.0:1777045245.415730:0:5849:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 875 00000100:00100000:1.0:1777045245.415747:0:5849:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df4fc77450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ce657616-b3f3-4e21-ac89-518ab611901c+18:3343:x1863365424409344:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777045245.415867:0:5849:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df4fc77450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ce657616-b3f3-4e21-ac89-518ab611901c+18:3343:x1863365424409344:12345-0@lo:400:kworker.0 Request processed in 123us (14991us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045245.416251:0:5849:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 875 00000100:00100000:1.0:1777045245.416633:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df6d58e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ce657616-b3f3-4e21-ac89-518ab611901c:3343:1863365424409344:0@lo:400:kworker.0 00010000:00010000:0.0:1777045245.596040:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777045246.618623:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:3.0:1777045246.740415:0:5877:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968153 is committed 00000001:00080000:3.0:1777045246.740458:0:5877:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968154 is committed 00000020:00080000:3.0:1777045246.740472:0:5877:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff98de41f1a180 refcount 2 committed 0 result 0 batchid 28 00000020:00080000:3.0:1777045246.740480:0:5877:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff98de42631000 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff98de41f1acc0 00000020:00080000:3.0:1777045246.740486:0:5877:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff98de42631b00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff98de424f6000 00000020:00080000:3.0:1777045246.740530:0:5877:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 27 batchid updated 00000020:00080000:0.0:1777045246.740714:0:5888:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 28 committed batchid 27 00000020:00080000:0.0:1777045246.742225:0:5888:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 27 00000001:00080000:0.0:1777045247.126392:0:6666:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967368 is committed 00000001:00080000:0.0:1777045247.126417:0:6666:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967369 is committed 00010000:00010000:0.0:1777045247.654358:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777045248.495290:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045248.495354:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045248.495388:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045248.495468:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045248.495503:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045248.495533:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045248.495569:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045248.495609:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370110720 00000100:00100000:0.0:1777045248.495621:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370110720 00000100:00100000:0.0:1777045248.495695:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370111232 00000100:00100000:0.0:1777045248.495701:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370111232 00000100:00100000:0.0:1777045248.495722:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370110848 00000100:00100000:0.0:1777045248.495726:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370110848 00000100:00100000:0.0:1777045248.495746:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370111104 00000100:00100000:0.0:1777045248.495749:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370111104 00000100:00100000:0.0:1777045248.495773:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 973 00000100:00100000:0.0:1777045248.495787:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77b5ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:146de360-3fb2-48bd-b418-06f30714148a+8:2391:x1863365370110720:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:0.0:1777045248.495883:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77b5ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:146de360-3fb2-48bd-b418-06f30714148a+8:2391:x1863365370110720:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 97us (528us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045248.495895:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 973 00000100:00100000:0.0:1777045248.495923:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 974 00000100:00100000:0.0:1777045248.495934:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77b5c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+5:2391:x1863365370111232:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:0.0:1777045248.496001:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77b5c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+5:2391:x1863365370111232:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 68us (533us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045248.496012:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 974 00000100:00100000:0.0:1777045248.496031:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 975 00000100:00100000:0.0:1777045248.496042:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77b5ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:146de360-3fb2-48bd-b418-06f30714148a+10:2391:x1863365370110848:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:0.0:1777045248.496081:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77b5ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:146de360-3fb2-48bd-b418-06f30714148a+10:2391:x1863365370110848:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 40us (547us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045248.496091:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 975 00000100:00100000:0.0:1777045248.496107:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 976 00000100:00100000:0.0:1777045248.496117:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77b5e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+5:2391:x1863365370111104:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:0.0:1777045248.496150:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77b5e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+5:2391:x1863365370111104:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 34us (581us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045248.496159:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 976 00000100:00100000:0.0:1777045248.496188:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370110976 00000100:00100000:0.0:1777045248.496194:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370110976 00000100:00100000:0.0:1777045248.496266:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370110592 00000100:00100000:0.0:1777045248.496271:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370110592 00000100:00100000:0.0:1777045248.496301:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1145 00000100:00100000:0.0:1777045248.496322:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77b5ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+31:2391:x1863365370110976:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:0.0:1777045248.496369:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77b5ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+31:2391:x1863365370110976:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 58us (979us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045248.496379:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1145 00000100:00100000:0.0:1777045248.496398:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1146 00000100:00100000:0.0:1777045248.496408:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77b5f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:146de360-3fb2-48bd-b418-06f30714148a+46:2391:x1863365370110592:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:0.0:1777045248.496443:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77b5f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:146de360-3fb2-48bd-b418-06f30714148a+46:2391:x1863365370110592:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 37us (939us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045248.496452:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1146 00000100:00080000:0.0:1777045248.496488:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1777045248.496494:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1777045248.496497:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1777045248.496791:0:5848:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370110464 00000100:00100000:2.0:1777045248.496798:0:5848:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370110464 00000100:00100000:2.0:1777045248.496877:0:5848:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 876 00000100:00100000:2.0:1777045248.496889:0:5848:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df4fc76050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2391:x1863365370110464:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:2.0:1777045248.496938:0:5848:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df4fc76050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2391:x1863365370110464:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 51us (1661us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045248.496972:0:5848:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 876 00010000:00010000:2.0:1777045248.661434:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777045249.493490:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df74532680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424410240:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1777045249.493573:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777045249.494201:0:19062:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424410240 00000100:00100000:1.0:1777045249.494212:0:19062:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424410240 00000100:00100000:1.0:1777045249.494614:0:19062:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 489 00000100:00100000:1.0:1777045249.494628:0:19062:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d60ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424410240:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1777045249.494671:0:19062:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 83296256 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1777045249.494753:0:19062:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d60ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424410240:12345-0@lo:13:osp-pre-0-0.0 Request processed in 127us (1179us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045249.494763:0:19062:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 489 00000100:00080000:2.0:1777045249.496657:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1777045249.496717:0:3343:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967369 gen 2 00000004:00080000:2.0:1777045249.496725:0:3343:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967369 committed transno 4294967369 00000100:00100000:2.0:1777045249.496763:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df74532680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424410240:0@lo:13:osp-pre-0-0.0 00010000:00010000:0.0:1777045249.685630:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777045250.524126:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1777045250.524156:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df6d60ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424410368:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1777045250.524276:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777045250.526783:0:6644:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424410368 00000100:00100000:1.0:1777045250.526798:0:6644:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424410368 00000100:00100000:1.0:1777045250.526955:0:6644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 490 00000100:00100000:1.0:1777045250.526972:0:6644:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b9fb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424410368:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1777045250.527022:0:6644:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 54329344 pending 0 free 3851419648 avail 3849322496 00000100:00100000:1.0:1777045250.527107:0:6644:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b9fb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424410368:12345-0@lo:13:osp-pre-1-0.0 Request processed in 138us (2830us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045250.527121:0:6644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 490 00000100:00100000:1.0:1777045250.527532:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df6d60ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424410368:0@lo:13:osp-pre-1-0.0 00000100:00080000:0.0:1777045250.527717:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1777045250.528813:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7b9faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ce657616-b3f3-4e21-ac89-518ab611901c:3341:1863365424410496:0@lo:400:kworker.0 00000100:00100000:0.0:1777045250.528879:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045250.528969:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7b9fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3341:1863365424411008:0@lo:400:kworker.0 00000100:00100000:0.0:1777045250.529015:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045250.529052:0:3341:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1777045250.529061:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7b9f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3341:1863365424410624:0@lo:400:kworker.0 00000100:00100000:0.0:1777045250.529116:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045250.529163:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424411008 00000100:00100000:0.0:1777045250.529170:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424411008 00000100:00100000:0.0:1777045250.529261:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424410624 00000100:00100000:0.0:1777045250.529267:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424410624 00000100:00100000:0.0:1777045250.529302:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1147 00000100:00100000:0.0:1777045250.529313:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de430fdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3341:x1863365424411008:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777045250.529379:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de430fdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3341:x1863365424411008:12345-0@lo:400:kworker.0 Request processed in 67us (363us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045250.529391:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1147 00000100:00100000:0.0:1777045250.529417:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1148 00000100:00100000:0.0:1777045250.529427:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de430fd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3341:x1863365424410624:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777045250.529471:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de430fd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3341:x1863365424410624:12345-0@lo:400:kworker.0 Request processed in 46us (354us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045250.529481:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1148 00000100:00080000:0.0:1777045250.529511:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1777045250.529555:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7b9f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3341:1863365424410624:0@lo:400:kworker.0 00000100:00100000:0.0:1777045250.529574:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7b9fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3341:1863365424411008:0@lo:400:kworker.0 00000100:00100000:1.0:1777045250.530605:0:3344:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7b9f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3344:1863365424410880:0@lo:400:kworker.0 00000100:00100000:1.0:1777045250.530662:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777045250.530697:0:3344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1777045250.530708:0:3344:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7b9fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3344:1863365424410752:0@lo:400:kworker.0 00000100:00100000:1.0:1777045250.530758:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777045250.530806:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424410752 00000100:00100000:1.0:1777045250.530813:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424410752 00000100:00100000:1.0:1777045250.530858:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1149 00000100:00100000:1.0:1777045250.530870:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df74530000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3344:x1863365424410752:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777045250.530972:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df74530000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3344:x1863365424410752:12345-0@lo:400:kworker.0 Request processed in 94us (202us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045250.530988:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1149 00000100:00100000:1.0:1777045250.531044:0:3344:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7b9fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3344:1863365424410752:0@lo:400:kworker.0 00000100:00100000:2.0:1777045250.531250:0:5850:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424410496 00000100:00100000:2.0:1777045250.531258:0:5850:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424410496 00000100:00100000:2.0:1777045250.531313:0:5850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 877 00000100:00100000:2.0:1777045250.531326:0:5850:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df4fc76c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ce657616-b3f3-4e21-ac89-518ab611901c+18:3341:x1863365424410496:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777045250.531388:0:5850:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df4fc76c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ce657616-b3f3-4e21-ac89-518ab611901c+18:3341:x1863365424410496:12345-0@lo:400:kworker.0 Request processed in 64us (2508us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045250.531399:0:5850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 877 00000100:00100000:0.0:1777045250.531545:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424410880 00000100:00100000:0.0:1777045250.531555:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424410880 00000100:00100000:0.0:1777045250.531612:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 977 00000100:00100000:0.0:1777045250.531625:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df74532d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3344:x1863365424410880:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777045250.531693:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df74532d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3344:x1863365424410880:12345-0@lo:400:kworker.0 Request processed in 70us (1029us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045250.531704:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 977 00000100:00080000:0.0:1777045250.531730:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1777045250.531768:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7b9faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ce657616-b3f3-4e21-ac89-518ab611901c:3341:1863365424410496:0@lo:400:kworker.0 00000100:00100000:0.0:1777045250.532566:0:3344:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7b9f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3344:1863365424410880:0@lo:400:kworker.0 00010000:00010000:2.0:1777045250.709362:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777045251.737635:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00080000:3.0:1777045251.745420:0:5877:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 28 batchid updated 00000020:00080000:0.0:1777045251.746627:0:5888:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 28 00000020:00080000:0.0:1777045251.752430:0:5888:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 28 00010000:00010000:2.0:1777045252.761667:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777045253.622497:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045253.622553:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045253.622611:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045253.622654:0:5849:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370111360 00000100:00100000:2.0:1777045253.622667:0:5849:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370111360 00000100:00100000:0.0:1777045253.622672:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045253.622702:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045253.622729:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045253.622733:0:5849:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 878 00000100:00100000:2.0:1777045253.622748:0:5849:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df4fc77050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2390:x1863365370111360:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:0.0:1777045253.622763:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045253.622792:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370111872 00000100:00100000:0.0:1777045253.622798:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370111872 00000100:00100000:2.0:1777045253.622839:0:5849:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df4fc77050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2390:x1863365370111360:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 93us (353us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045253.622849:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370111488 00000100:00100000:2.0:1777045253.622852:0:5849:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 878 00000100:00100000:0.0:1777045253.622854:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370111488 00000100:00100000:0.0:1777045253.622919:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1150 00000100:00100000:0.0:1777045253.622930:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77b04000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+31:2390:x1863365370111872:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:0.0:1777045253.622981:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77b04000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+31:2390:x1863365370111872:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 52us (370us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045253.622993:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1150 00000100:00080000:2.0:1777045253.623010:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1777045253.623014:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1151 00000100:00100000:0.0:1777045253.623025:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77b06680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:146de360-3fb2-48bd-b418-06f30714148a+46:2390:x1863365370111488:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:2.0:1777045253.623028:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370111616 00000100:00100000:2.0:1777045253.623034:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370111616 00000100:00100000:0.0:1777045253.623066:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77b06680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:146de360-3fb2-48bd-b418-06f30714148a+46:2390:x1863365370111488:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 42us (362us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045253.623076:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370112128 00000100:00100000:0.0:1777045253.623076:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1151 00000100:00100000:2.0:1777045253.623081:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370112128 00000100:00100000:2.0:1777045253.623099:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370111744 00000100:00100000:2.0:1777045253.623103:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370111744 00000100:00100000:2.0:1777045253.623121:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370112000 00000100:00100000:2.0:1777045253.623124:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370112000 00000100:00100000:2.0:1777045253.623144:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 978 00000100:00100000:2.0:1777045253.623155:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de430fc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:146de360-3fb2-48bd-b418-06f30714148a+8:2390:x1863365370111616:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:2.0:1777045253.623196:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de430fc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:146de360-3fb2-48bd-b418-06f30714148a+8:2390:x1863365370111616:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 42us (641us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045253.623264:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 978 00000100:00100000:2.0:1777045253.623287:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 979 00000100:00100000:2.0:1777045253.623299:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77b06d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+5:2390:x1863365370112128:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:0.0:1777045253.623333:0:14822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 980 00000100:00100000:0.0:1777045253.623346:0:14822:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77b05500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:146de360-3fb2-48bd-b418-06f30714148a+10:2390:x1863365370111744:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:2.0:1777045253.623349:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77b06d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+5:2390:x1863365370112128:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 53us (677us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045253.623358:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 979 00000100:00100000:2.0:1777045253.623379:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 981 00000100:00100000:0.0:1777045253.623387:0:14822:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77b05500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:146de360-3fb2-48bd-b418-06f30714148a+10:2390:x1863365370111744:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 44us (657us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045253.623389:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77b07800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+5:2390:x1863365370112000:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:0.0:1777045253.623398:0:14822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 980 00000100:00100000:2.0:1777045253.623422:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77b07800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+5:2390:x1863365370112000:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 34us (658us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045253.623433:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 981 00000100:00080000:2.0:1777045253.623452:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1777045253.623457:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1777045253.785973:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777045254.615079:0:3341:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1777045254.615118:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df74532680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424411136:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1777045254.615644:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777045254.615792:0:6643:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424411136 00000100:00100000:1.0:1777045254.615807:0:6643:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424411136 00000100:00100000:1.0:1777045254.615977:0:6643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 491 00000100:00100000:1.0:1777045254.616001:0:6643:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77b06a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3341:x1863365424411136:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1777045254.616058:0:6643:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 83296256 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1777045254.616189:0:6643:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77b06a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3341:x1863365424411136:12345-0@lo:13:osp-pre-0-0.0 Request processed in 195us (543us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045254.616252:0:6643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 491 00000100:00080000:0.0:1777045254.620243:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1777045254.620344:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df74532680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424411136:0@lo:13:osp-pre-0-0.0 00010000:00010000:2.0:1777045254.806348:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1777045255.319643:0:11491:0:(llog.c:801:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1777045255.319656:0:11491:0:(llog_cat.c:158:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1777045255.323786:0:11491:0:(llog.c:858:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 36 count 1 00000040:00080000:3.0:1777045255.323802:0:11491:0:(llog.c:858:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1777045255.638149:0:3344:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de419fd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ce657616-b3f3-4e21-ac89-518ab611901c:3344:1863365424411392:0@lo:400:kworker.0 00000100:00100000:3.0:1777045255.638592:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777045255.638653:0:3344:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de419fc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3344:1863365424411904:0@lo:400:kworker.0 00000100:00100000:3.0:1777045255.638692:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777045255.638727:0:3344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:3.0:1777045255.638736:0:3344:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7b9fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3344:1863365424411264:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1777045255.638770:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777045255.638791:0:3344:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de419fed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3344:1863365424411776:0@lo:400:kworker.0 00000100:00100000:3.0:1777045255.638822:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777045255.638912:0:14822:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424411776 00000100:00100000:3.0:1777045255.638921:0:14822:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424411776 00000100:00100000:3.0:1777045255.638982:0:14822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 982 00000100:00100000:3.0:1777045255.638994:0:14822:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de419fce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3344:x1863365424411776:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777045255.639061:0:14822:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de419fce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3344:x1863365424411776:12345-0@lo:400:kworker.0 Request processed in 67us (237us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045255.639072:0:14822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 982 00000100:00100000:3.0:1777045255.639105:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424411904 00000100:00100000:3.0:1777045255.639110:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424411904 00000100:00100000:3.0:1777045255.639156:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1152 00000100:00100000:3.0:1777045255.639165:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de419fea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3344:x1863365424411904:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777045255.639240:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de419fea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3344:x1863365424411904:12345-0@lo:400:kworker.0 Request processed in 75us (546us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045255.639251:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1152 00000100:00100000:3.0:1777045255.639622:0:3344:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de419fed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3344:1863365424411776:0@lo:400:kworker.0 00000100:00100000:3.0:1777045255.639643:0:3344:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de419fc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3344:1863365424411904:0@lo:400:kworker.0 00000100:00080000:3.0:1777045255.639688:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1777045255.639885:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de419ffb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3341:1863365424411520:0@lo:400:kworker.0 00000100:00100000:2.0:1777045255.639929:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777045255.639969:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de419fd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424412032:0@lo:400:kworker.0 00000100:00100000:2.0:1777045255.639999:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777045255.640027:0:3341:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1777045255.640035:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de419fc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3341:1863365424411648:0@lo:400:kworker.0 00000100:00100000:2.0:1777045255.640066:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777045255.640187:0:5848:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424411392 00000100:00100000:1.0:1777045255.640195:0:5848:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424411392 00000100:00100000:1.0:1777045255.640290:0:5848:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 879 00000100:00100000:1.0:1777045255.640301:0:5848:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df4fc74050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ce657616-b3f3-4e21-ac89-518ab611901c+18:3344:x1863365424411392:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777045255.640358:0:5848:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df4fc74050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ce657616-b3f3-4e21-ac89-518ab611901c+18:3344:x1863365424411392:12345-0@lo:400:kworker.0 Request processed in 59us (1767us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045255.640368:0:5848:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 879 00000100:00100000:1.0:1777045255.640407:0:19062:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424411264 00000100:00100000:1.0:1777045255.640413:0:19062:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424411264 00000100:00100000:1.0:1777045255.640456:0:19062:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 492 00000100:00100000:1.0:1777045255.640465:0:19062:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de419fdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1863365424411264:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1777045255.640500:0:19062:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 54329344 pending 0 free 3851419648 avail 3849322496 00000100:00100000:1.0:1777045255.640547:0:19062:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de419fdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1863365424411264:12345-0@lo:13:osp-pre-1-0.0 Request processed in 82us (1775us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045255.640562:0:19062:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 492 00000100:00100000:1.0:1777045255.640608:0:3344:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7b9fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3344:1863365424411264:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1777045255.640621:0:3344:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de419fd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ce657616-b3f3-4e21-ac89-518ab611901c:3344:1863365424411392:0@lo:400:kworker.0 00000100:00080000:1.0:1777045255.640650:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1777045255.640682:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424411520 00000100:00100000:1.0:1777045255.640687:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424411520 00000100:00100000:1.0:1777045255.640718:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424411648 00000100:00100000:1.0:1777045255.640721:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424411648 00000100:00100000:1.0:1777045255.640753:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1153 00000100:00100000:1.0:1777045255.640763:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b9f9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3341:x1863365424411520:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777045255.640819:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b9f9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3341:x1863365424411520:12345-0@lo:400:kworker.0 Request processed in 56us (888us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045255.640853:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1153 00000100:00100000:1.0:1777045255.640872:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1154 00000100:00100000:1.0:1777045255.640882:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b9fad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3341:x1863365424411648:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777045255.640922:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b9fad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3341:x1863365424411648:12345-0@lo:400:kworker.0 Request processed in 41us (854us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045255.640931:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1154 00000100:00100000:1.0:1777045255.640958:0:8776:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424412032 00000100:00100000:1.0:1777045255.640962:0:8776:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424412032 00000100:00100000:1.0:1777045255.640993:0:8776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 983 00000100:00100000:1.0:1777045255.641003:0:8776:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b9faa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3341:x1863365424412032:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777045255.641045:0:8776:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b9faa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3341:x1863365424412032:12345-0@lo:400:kworker.0 Request processed in 43us (1045us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045255.641054:0:8776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 983 00000100:00080000:1.0:1777045255.641079:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1777045255.641110:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de419fc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3341:1863365424411648:0@lo:400:kworker.0 00000100:00100000:1.0:1777045255.641123:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de419ffb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3341:1863365424411520:0@lo:400:kworker.0 00000100:00100000:1.0:1777045255.641133:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de419fd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424412032:0@lo:400:kworker.0 00010000:00010000:1.0:1777045255.833561:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777045256.790037:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045256.792797:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370112256 00000100:00100000:3.0:1777045256.793127:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370112256 00000100:00100000:3.0:1777045256.793267:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1256 00000100:00100000:3.0:1777045256.793286:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b9fa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+31:30068:x1863365370112256:12345-192.168.201.45@tcp:60:lhsmtool_posix.0 00000100:00080000:1.0:1777045256.803950:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000004:00080000:1.0:1777045256.804626:0:7939:0:(mdt_identity.c:119:mdt_identity_do_upcall()) lustre-MDT0000: invoked upcall /home/green/git/lustre-release/lustre/utils/l_getidentity lustre-MDT0000 0, time 11280us 00010000:00010000:2.0:1777045256.856152:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777045256.943783:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b9fa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+31:30068:x1863365370112256:12345-192.168.201.45@tcp:60:lhsmtool_posix.0 Request processed in 150492us (153746us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045256.943825:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1256 00010000:00010000:1.0:1777045257.877817:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777045258.734860:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045258.734945:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045258.735037:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045258.735095:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045258.735142:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045258.735182:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045258.735271:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045258.735317:0:14822:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370112640 00000100:00100000:0.0:1777045258.735330:0:14822:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370112640 00000100:00100000:0.0:1777045258.735730:0:14822:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370113152 00000100:00100000:0.0:1777045258.735736:0:14822:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370113152 00000100:00100000:0.0:1777045258.735759:0:14822:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370112768 00000100:00100000:0.0:1777045258.735762:0:14822:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370112768 00000100:00100000:0.0:1777045258.735812:0:14822:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370113024 00000100:00100000:0.0:1777045258.735817:0:14822:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370113024 00000100:00100000:0.0:1777045258.735843:0:14822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 984 00000100:00100000:0.0:1777045258.735857:0:14822:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b8ece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:146de360-3fb2-48bd-b418-06f30714148a+8:2391:x1863365370112640:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:0.0:1777045258.735950:0:14822:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b8ece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:146de360-3fb2-48bd-b418-06f30714148a+8:2391:x1863365370112640:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 94us (1004us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045258.735963:0:14822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 984 00000100:00100000:0.0:1777045258.735991:0:14822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 985 00000100:00100000:0.0:1777045258.736004:0:14822:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b8ed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+5:2391:x1863365370113152:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:0.0:1777045258.736050:0:14822:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b8ed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+5:2391:x1863365370113152:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 48us (954us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045258.736062:0:14822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 985 00000100:00100000:0.0:1777045258.736084:0:14822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 986 00000100:00100000:0.0:1777045258.736096:0:14822:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b8edf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:146de360-3fb2-48bd-b418-06f30714148a+10:2391:x1863365370112768:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:0.0:1777045258.736139:0:14822:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b8edf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:146de360-3fb2-48bd-b418-06f30714148a+10:2391:x1863365370112768:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 45us (957us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045258.736150:0:14822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 986 00000100:00100000:0.0:1777045258.736171:0:14822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 987 00000100:00100000:0.0:1777045258.736183:0:14822:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b8ef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+5:2391:x1863365370113024:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:0.0:1777045258.736553:0:14822:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b8ef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+5:2391:x1863365370113024:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 370us (1281us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045258.736566:0:14822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 987 00000100:00100000:0.0:1777045258.736602:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370112896 00000100:00100000:0.0:1777045258.736608:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370112896 00000100:00100000:0.0:1777045258.736650:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370112512 00000100:00100000:0.0:1777045258.736655:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370112512 00000100:00100000:0.0:1777045258.736685:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1155 00000100:00100000:0.0:1777045258.736696:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b8eed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+31:2391:x1863365370112896:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:0.0:1777045258.736745:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b8eed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+31:2391:x1863365370112896:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 51us (1710us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045258.736756:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1155 00000100:00100000:0.0:1777045258.736804:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1156 00000100:00100000:0.0:1777045258.736814:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b8ee680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:146de360-3fb2-48bd-b418-06f30714148a+46:2391:x1863365370112512:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:0.0:1777045258.736853:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b8ee680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:146de360-3fb2-48bd-b418-06f30714148a+46:2391:x1863365370112512:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 40us (1711us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045258.736864:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1156 00000100:00080000:0.0:1777045258.736900:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1777045258.736908:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1777045258.736911:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1777045258.739136:0:5850:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370112384 00000100:00100000:2.0:1777045258.739148:0:5850:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370112384 00000100:00100000:2.0:1777045258.739255:0:5850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 880 00000100:00100000:2.0:1777045258.739270:0:5850:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df4fc75050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2391:x1863365370112384:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:2.0:1777045258.739327:0:5850:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df4fc75050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2391:x1863365370112384:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 61us (4479us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045258.739340:0:5850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 880 00010000:00010000:2.0:1777045258.904064:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777045259.740703:0:3341:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1777045259.740736:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df74531500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424412160:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1777045259.740851:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777045259.741266:0:6644:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424412160 00000100:00100000:1.0:1777045259.741278:0:6644:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424412160 00000100:00100000:1.0:1777045259.741404:0:6644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 493 00000100:00100000:1.0:1777045259.741420:0:6644:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df74530a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3341:x1863365424412160:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1777045259.741467:0:6644:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 83296256 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1777045259.741539:0:6644:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df74530a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3341:x1863365424412160:12345-0@lo:13:osp-pre-0-0.0 Request processed in 122us (688us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045259.741552:0:6644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 493 00000100:00100000:1.0:1777045259.741632:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df74531500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424412160:0@lo:13:osp-pre-0-0.0 00000100:00080000:0.0:1777045259.743698:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1777045259.926228:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777045260.758507:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de419fd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3341:1863365424412544:0@lo:400:kworker.0 00000100:00100000:3.0:1777045260.758648:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777045260.758717:0:3341:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1777045260.758727:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de419ffb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424412672:0@lo:400:kworker.0 00000100:00100000:3.0:1777045260.758804:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777045260.758860:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424412544 00000100:00100000:3.0:1777045260.758870:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424412544 00000100:00100000:3.0:1777045260.758959:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1157 00000100:00100000:3.0:1777045260.758973:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de419fe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3341:x1863365424412544:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777045260.759038:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de419fe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3341:x1863365424412544:12345-0@lo:400:kworker.0 Request processed in 68us (391us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045260.759049:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1157 00000100:00100000:3.0:1777045260.759081:0:14822:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424412672 00000100:00100000:3.0:1777045260.759086:0:14822:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424412672 00000100:00100000:3.0:1777045260.759115:0:14822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 988 00000100:00100000:3.0:1777045260.759124:0:14822:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de419fca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3341:x1863365424412672:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777045260.759170:0:14822:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de419fca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3341:x1863365424412672:12345-0@lo:400:kworker.0 Request processed in 46us (366us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045260.759180:0:14822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 988 00000100:00080000:3.0:1777045260.759240:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1777045260.759278:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de419ffb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424412672:0@lo:400:kworker.0 00000100:00100000:3.0:1777045260.759295:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de419fd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3341:1863365424412544:0@lo:400:kworker.0 00000100:00100000:2.0:1777045260.759692:0:3344:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de419fed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3344:1863365424412416:0@lo:400:kworker.0 00000100:00100000:2.0:1777045260.759763:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777045260.759836:0:3344:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de419fd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3344:1863365424412928:0@lo:400:kworker.0 00000100:00100000:2.0:1777045260.760133:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777045260.760188:0:3344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:2.0:1777045260.760198:0:3344:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de419fc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ce657616-b3f3-4e21-ac89-518ab611901c:3344:1863365424412288:0@lo:400:kworker.0 00000100:00100000:2.0:1777045260.760272:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777045260.760303:0:3344:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de419fc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3344:1863365424412800:0@lo:400:kworker.0 00000100:00100000:2.0:1777045260.760353:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777045260.760397:0:5849:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424412288 00000100:00100000:2.0:1777045260.760403:0:5849:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424412288 00000100:00100000:2.0:1777045260.760439:0:5849:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 881 00000100:00100000:2.0:1777045260.760450:0:5849:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df4fc74450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ce657616-b3f3-4e21-ac89-518ab611901c+18:3344:x1863365424412288:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777045260.760498:0:5849:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df4fc74450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ce657616-b3f3-4e21-ac89-518ab611901c+18:3344:x1863365424412288:12345-0@lo:400:kworker.0 Request processed in 49us (225us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045260.760509:0:5849:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 881 00000100:00100000:2.0:1777045260.760550:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424412416 00000100:00100000:2.0:1777045260.760556:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424412416 00000100:00100000:2.0:1777045260.760585:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424412800 00000100:00100000:2.0:1777045260.760590:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424412800 00000100:00100000:2.0:1777045260.760620:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1158 00000100:00100000:2.0:1777045260.760628:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b9f9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3344:x1863365424412416:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777045260.760671:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b9f9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3344:x1863365424412416:12345-0@lo:400:kworker.0 Request processed in 43us (930us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045260.760680:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1158 00000100:00100000:2.0:1777045260.760697:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1159 00000100:00100000:2.0:1777045260.760705:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41c65c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3344:x1863365424412800:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777045260.760739:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41c65c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3344:x1863365424412800:12345-0@lo:400:kworker.0 Request processed in 35us (405us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045260.760770:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1159 00000100:00100000:2.0:1777045260.760808:0:3344:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de419fc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ce657616-b3f3-4e21-ac89-518ab611901c:3344:1863365424412288:0@lo:400:kworker.0 00000100:00100000:2.0:1777045260.760821:0:3344:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de419fc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3344:1863365424412800:0@lo:400:kworker.0 00000100:00100000:2.0:1777045260.760832:0:3344:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de419fed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3344:1863365424412416:0@lo:400:kworker.0 00000100:00100000:0.0:1777045260.761303:0:8776:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424412928 00000100:00100000:0.0:1777045260.761311:0:8776:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424412928 00000100:00100000:0.0:1777045260.761351:0:8776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 989 00000100:00100000:0.0:1777045260.761360:0:8776:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b9fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3344:x1863365424412928:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777045260.761418:0:8776:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b9fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3344:x1863365424412928:12345-0@lo:400:kworker.0 Request processed in 58us (1284us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045260.761428:0:8776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 989 00000100:00100000:0.0:1777045260.761470:0:3344:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de419fd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3344:1863365424412928:0@lo:400:kworker.0 00000100:00080000:3.0:1777045260.762046:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1777045260.762053:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1777045260.763671:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1777045260.763690:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de42772300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424413056:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1777045260.763763:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045260.780689:0:6643:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424413056 00000100:00100000:0.0:1777045260.780709:0:6643:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424413056 00000100:00100000:0.0:1777045260.780823:0:6643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 494 00000100:00100000:0.0:1777045260.780838:0:6643:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42773100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1863365424413056:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1777045260.780888:0:6643:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 54329344 pending 0 free 3851419648 avail 3849322496 00000100:00100000:0.0:1777045260.780979:0:6643:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42773100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1863365424413056:12345-0@lo:13:osp-pre-1-0.0 Request processed in 144us (17235us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045260.780990:0:6643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 494 00000100:00100000:0.0:1777045260.794800:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de42772300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424413056:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1777045260.949503:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777045261.973793:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1777045262.872736:0:20666:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 12q: file attributes are refreshed after restore ========================================================== 11:40:57 (1777045257) 00010000:00010000:3.0:1777045263.005523:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777045263.871176:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045263.871285:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045263.871339:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045263.871373:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045263.871414:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045263.871452:0:14822:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370113664 00000100:00100000:2.0:1777045263.871463:0:14822:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370113664 00000100:00100000:2.0:1777045263.871539:0:14822:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370113536 00000100:00100000:2.0:1777045263.871545:0:14822:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370113536 00000100:00100000:2.0:1777045263.871582:0:14822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 990 00000100:00100000:2.0:1777045263.871597:0:14822:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41c66300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:146de360-3fb2-48bd-b418-06f30714148a+10:2391:x1863365370113664:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:2.0:1777045263.871719:0:14822:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41c66300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:146de360-3fb2-48bd-b418-06f30714148a+10:2391:x1863365370113664:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 98us (407us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045263.871731:0:14822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 990 00000100:00100000:2.0:1777045263.871759:0:14822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 991 00000100:00100000:2.0:1777045263.871770:0:14822:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41c67480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:146de360-3fb2-48bd-b418-06f30714148a+8:2391:x1863365370113536:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:2.0:1777045263.871808:0:14822:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41c67480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:146de360-3fb2-48bd-b418-06f30714148a+8:2391:x1863365370113536:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 40us (435us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045263.871816:0:14822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 991 00000100:00100000:2.0:1777045263.871846:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370113408 00000100:00100000:2.0:1777045263.871851:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370113408 00000100:00100000:2.0:1777045263.871890:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370113792 00000100:00100000:2.0:1777045263.871895:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370113792 00000100:00100000:2.0:1777045263.871926:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1160 00000100:00100000:2.0:1777045263.871937:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41c64000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:146de360-3fb2-48bd-b418-06f30714148a+46:2391:x1863365370113408:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:2.0:1777045263.871980:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41c64000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:146de360-3fb2-48bd-b418-06f30714148a+46:2391:x1863365370113408:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 45us (816us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045263.871995:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1160 00000100:00100000:2.0:1777045263.872015:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1161 00000100:00100000:2.0:1777045263.872024:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41c67100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+31:2391:x1863365370113792:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:2.0:1777045263.872058:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41c67100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+31:2391:x1863365370113792:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 34us (643us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045263.872068:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1161 00000100:00080000:2.0:1777045263.872093:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1777045263.872099:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1777045263.872102:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1777045263.874367:0:5848:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370113280 00000100:00100000:0.0:1777045263.874378:0:5848:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370113280 00000100:00100000:0.0:1777045263.874446:0:5848:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 882 00000100:00100000:0.0:1777045263.874458:0:5848:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df4fc74c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2391:x1863365370113280:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:0.0:1777045263.874536:0:5848:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df4fc74c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2391:x1863365370113280:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 79us (3196us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045263.874546:0:5848:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 882 00000100:00100000:2.0:1777045263.911309:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045263.911382:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045263.911761:0:14822:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370113920 00000100:00100000:0.0:1777045263.911774:0:14822:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370113920 00000100:00100000:0.0:1777045263.911870:0:14822:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370114048 00000100:00100000:0.0:1777045263.911874:0:14822:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370114048 00000100:00100000:0.0:1777045263.911913:0:14822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 362 00000100:00100000:0.0:1777045263.911927:0:14822:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41c66d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+5:2389:x1863365370113920:12345-192.168.201.45@tcp:9:kworker.0 00000020:00000080:0.0:1777045263.911969:0:14822:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x2c8777a5e7d9bced 00000100:00080000:0.0:1777045263.911980:0:14822:0:(import.c:65:import_set_state_nolock()) ffff98df74c20800 : changing import state from FULL to CLOSED 00000001:00000004:0.0:1777045263.912032:0:14822:0:(tgt_lastrcvd.c:732:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 1, last_transno is 4294967369 00000100:00100000:0.0:1777045263.912437:0:14822:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41c66d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+2:2389:x1863365370113920:12345-192.168.201.45@tcp:9:kworker.0 Request processed in 509us (1138us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045263.912475:0:14822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 362 00000100:00100000:0.0:1777045263.912500:0:14822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 363 00000100:00100000:0.0:1777045263.912511:0:14822:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41c66680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+5:2389:x1863365370114048:12345-192.168.201.45@tcp:9:kworker.0 00000020:00000080:0.0:1777045263.912530:0:14822:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x2c8777a5e7d9ea0b 00000100:00080000:0.0:1777045263.912537:0:14822:0:(import.c:65:import_set_state_nolock()) ffff98de41180800 : changing import state from FULL to CLOSED 00000001:00000004:0.0:1777045263.912566:0:14822:0:(tgt_lastrcvd.c:732:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 1, last_transno is 4294967369 00000100:00100000:0.0:1777045263.913395:0:14822:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41c66680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+2:2389:x1863365370114048:12345-192.168.201.45@tcp:9:kworker.0 Request processed in 881us (2009us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045263.913408:0:14822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 363 00010000:00010000:0.0:1777045263.913463:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1777045263.914927:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1777045263.914934:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1777045263.915132:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777045264.023676:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777045264.118572:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045264.127860:0:5850:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370114176 00000100:00100000:0.0:1777045264.127881:0:5850:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370114176 00000100:00100000:0.0:1777045264.128216:0:5850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 883 00000100:00100000:0.0:1777045264.128236:0:5850:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df4fc77c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:30704:x1863365370114176:12345-192.168.201.45@tcp:101:mount.lustre.0 00010000:00010000:0.0:1777045264.128260:0:5850:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777045264.128287:0:5850:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff98de48022000/0x2c8777a5e7d9ebc4 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148fcd expref: -99 pid: 5850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045264.134765:0:5850:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff98de48022000/0x2c8777a5e7d9ebc4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148fcd expref: 13 pid: 5850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045264.134814:0:5850:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff98de48022000/0x2c8777a5e7d9ebc4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148fcd expref: 13 pid: 5850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045264.134831:0:5850:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de48022000, rc 0) 00000100:00100000:1.0:1777045264.135182:0:5850:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df4fc77c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:19aeff9b-bdfb-4382-8412-7db7c143c0bf+13:30704:x1863365370114176:12345-192.168.201.45@tcp:101:mount.lustre.0 Request processed in 6946us (16617us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045264.135500:0:5850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 883 00000100:00100000:0.0:1777045264.148355:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045264.149859:0:5849:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370114304 00000100:00100000:1.0:1777045264.149876:0:5849:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370114304 00000100:00100000:1.0:1777045264.149970:0:5849:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 884 00000100:00100000:1.0:1777045264.149988:0:5849:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df4fc75c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:19aeff9b-bdfb-4382-8412-7db7c143c0bf+13:30704:x1863365370114304:12345-192.168.201.45@tcp:501:mount.lustre.0 00000100:00100000:1.0:1777045264.154412:0:5849:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df4fc75c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:19aeff9b-bdfb-4382-8412-7db7c143c0bf+13:30704:x1863365370114304:12345-192.168.201.45@tcp:501:mount.lustre.0 Request processed in 4415us (6057us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045264.154433:0:5849:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 884 00000100:00100000:2.0:1777045264.179512:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045264.184888:0:5850:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370114432 00000100:00100000:1.0:1777045264.185162:0:5850:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370114432 00000100:00100000:1.0:1777045264.185768:0:5850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 885 00000100:00100000:1.0:1777045264.185785:0:5850:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df4fc74850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:19aeff9b-bdfb-4382-8412-7db7c143c0bf+13:30704:x1863365370114432:12345-192.168.201.45@tcp:503:mount.lustre.0 00000100:00100000:1.0:1777045264.186322:0:5850:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df4fc74850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:19aeff9b-bdfb-4382-8412-7db7c143c0bf+13:30704:x1863365370114432:12345-192.168.201.45@tcp:503:mount.lustre.0 Request processed in 539us (6819us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045264.186335:0:5850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 885 00000100:00100000:3.0:1777045264.216660:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045264.218630:0:5849:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370114560 00000100:00100000:1.0:1777045264.218646:0:5849:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370114560 00000100:00100000:1.0:1777045264.218846:0:5849:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 886 00000100:00100000:1.0:1777045264.218864:0:5849:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df4fc76450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:19aeff9b-bdfb-4382-8412-7db7c143c0bf+13:30708:x1863365370114560:12345-192.168.201.45@tcp:502:llog_process_th.0 00000100:00100000:1.0:1777045264.219405:0:5849:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df4fc76450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:19aeff9b-bdfb-4382-8412-7db7c143c0bf+13:30708:x1863365370114560:12345-192.168.201.45@tcp:502:llog_process_th.0 Request processed in 543us (2753us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045264.219418:0:5849:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 886 00000100:00100000:0.0:1777045264.273907:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045264.274075:0:5848:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370114688 00000100:00100000:1.0:1777045264.274089:0:5848:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370114688 00000100:00100000:1.0:1777045264.274159:0:5848:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 887 00000100:00100000:1.0:1777045264.274175:0:5848:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df4fc77850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:19aeff9b-bdfb-4382-8412-7db7c143c0bf+13:30708:x1863365370114688:12345-192.168.201.45@tcp:502:llog_process_th.0 00000100:00100000:1.0:1777045264.274638:0:5848:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df4fc77850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:19aeff9b-bdfb-4382-8412-7db7c143c0bf+13:30708:x1863365370114688:12345-192.168.201.45@tcp:502:llog_process_th.0 Request processed in 465us (740us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045264.274652:0:5848:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 887 00000100:00100000:0.0:1777045264.300891:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045264.302009:0:5849:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370114816 00000100:00100000:1.0:1777045264.302023:0:5849:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370114816 00000100:00100000:1.0:1777045264.302128:0:5849:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 888 00000100:00100000:1.0:1777045264.302144:0:5849:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df4fc76850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:19aeff9b-bdfb-4382-8412-7db7c143c0bf+13:30708:x1863365370114816:12345-192.168.201.45@tcp:502:llog_process_th.0 00000100:00100000:1.0:1777045264.303153:0:5849:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df4fc76850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:19aeff9b-bdfb-4382-8412-7db7c143c0bf+13:30708:x1863365370114816:12345-192.168.201.45@tcp:502:llog_process_th.0 Request processed in 1011us (2272us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045264.303167:0:5849:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 888 00000100:00100000:3.0:1777045264.315182:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045264.315378:0:5850:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370114944 00000100:00100000:2.0:1777045264.315391:0:5850:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370114944 00000100:00100000:2.0:1777045264.315479:0:5850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 889 00000100:00100000:2.0:1777045264.315494:0:5850:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df4fc75450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:19aeff9b-bdfb-4382-8412-7db7c143c0bf+13:30704:x1863365370114944:12345-192.168.201.45@tcp:101:mount.lustre.0 00010000:00010000:2.0:1777045264.315517:0:5850:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777045264.315541:0:5850:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff98de48024400/0x2c8777a5e7d9ebcb lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148ff7 expref: -99 pid: 5850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045264.315579:0:5850:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff98de48024400/0x2c8777a5e7d9ebcb lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148ff7 expref: 14 pid: 5850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045264.315596:0:5850:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff98de48024400/0x2c8777a5e7d9ebcb lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148ff7 expref: 14 pid: 5850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045264.315619:0:5850:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de48024400, rc 0) 00000100:00100000:2.0:1777045264.315676:0:5850:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df4fc75450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:19aeff9b-bdfb-4382-8412-7db7c143c0bf+14:30704:x1863365370114944:12345-192.168.201.45@tcp:101:mount.lustre.0 Request processed in 185us (507us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045264.315710:0:5850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 889 00000100:00100000:2.0:1777045264.323743:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045264.324441:0:5848:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370115072 00000100:00100000:0.0:1777045264.324456:0:5848:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370115072 00000100:00100000:0.0:1777045264.324539:0:5848:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 890 00000100:00100000:0.0:1777045264.324555:0:5848:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df47088050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:19aeff9b-bdfb-4382-8412-7db7c143c0bf+14:30704:x1863365370115072:12345-192.168.201.45@tcp:256:mount.lustre.0 20000000:01000000:0.0:1777045264.324590:0:5848:0:(mgs_nids.c:912:mgs_get_ir_logs()) Reading IR log lustre-cliir bufsize 1048576. 20000000:01000000:0.0:1777045264.324623:0:5848:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/256/255. 20000000:01000000:0.0:1777045264.324630:0:5848:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4008/1/256/255. 20000000:01000000:0.0:1777045264.324635:0:5848:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3964/1/256/255. 20000000:01000000:0.0:1777045264.324639:0:5848:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 132, version 5 00000100:00100000:1.0:1777045264.339560:0:5848:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df47088050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:19aeff9b-bdfb-4382-8412-7db7c143c0bf+14:30704:x1863365370115072:12345-192.168.201.45@tcp:256:mount.lustre.0 Request processed in 14996us (15815us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045264.339579:0:5848:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 890 00000100:00100000:3.0:1777045264.348402:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045264.349051:0:5849:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370115200 00000100:00100000:1.0:1777045264.349065:0:5849:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370115200 00000100:00100000:1.0:1777045264.349141:0:5849:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 891 00000100:00100000:1.0:1777045264.349156:0:5849:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df47089050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:19aeff9b-bdfb-4382-8412-7db7c143c0bf+14:30704:x1863365370115200:12345-192.168.201.45@tcp:101:mount.lustre.0 00010000:00010000:1.0:1777045264.349177:0:5849:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777045264.349200:0:5849:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff98de41dfca00/0x2c8777a5e7d9ebd2 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1148ffe expref: -99 pid: 5849 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045264.349642:0:5849:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff98de41dfca00/0x2c8777a5e7d9ebd2 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148ffe expref: 15 pid: 5849 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045264.349667:0:5849:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff98de41dfca00/0x2c8777a5e7d9ebd2 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148ffe expref: 15 pid: 5849 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045264.349705:0:5849:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de41dfca00, rc 0) 00000100:00100000:1.0:1777045264.349768:0:5849:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df47089050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:19aeff9b-bdfb-4382-8412-7db7c143c0bf+15:30704:x1863365370115200:12345-192.168.201.45@tcp:101:mount.lustre.0 Request processed in 615us (1378us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045264.349779:0:5849:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 891 00000100:00100000:2.0:1777045264.372733:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045264.379577:0:5848:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370115328 00000100:00100000:1.0:1777045264.379595:0:5848:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370115328 00000100:00100000:1.0:1777045264.379711:0:5848:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 892 00000100:00100000:1.0:1777045264.379727:0:5848:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df47088450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:19aeff9b-bdfb-4382-8412-7db7c143c0bf+15:30704:x1863365370115328:12345-192.168.201.45@tcp:501:mount.lustre.0 00000100:00100000:1.0:1777045264.380122:0:5848:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df47088450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:19aeff9b-bdfb-4382-8412-7db7c143c0bf+15:30704:x1863365370115328:12345-192.168.201.45@tcp:501:mount.lustre.0 Request processed in 396us (7447us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045264.380135:0:5848:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 892 00000100:00100000:0.0:1777045264.401534:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045264.401705:0:5849:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370115456 00000100:00100000:1.0:1777045264.401717:0:5849:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370115456 00000100:00100000:1.0:1777045264.401788:0:5849:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 893 00000100:00100000:1.0:1777045264.401802:0:5849:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df47088c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:19aeff9b-bdfb-4382-8412-7db7c143c0bf+15:30704:x1863365370115456:12345-192.168.201.45@tcp:503:mount.lustre.0 00000100:00100000:1.0:1777045264.402637:0:5849:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df47088c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:19aeff9b-bdfb-4382-8412-7db7c143c0bf+15:30704:x1863365370115456:12345-192.168.201.45@tcp:503:mount.lustre.0 Request processed in 837us (1113us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045264.402649:0:5849:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 893 00000100:00100000:3.0:1777045264.414531:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045264.416106:0:5850:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370115584 00000100:00100000:2.0:1777045264.416118:0:5850:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370115584 00000100:00100000:2.0:1777045264.416192:0:5850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 894 00000100:00100000:2.0:1777045264.416257:0:5850:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df4708bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:19aeff9b-bdfb-4382-8412-7db7c143c0bf+15:30711:x1863365370115584:12345-192.168.201.45@tcp:502:llog_process_th.0 00000100:00100000:2.0:1777045264.416665:0:5850:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df4708bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:19aeff9b-bdfb-4382-8412-7db7c143c0bf+15:30711:x1863365370115584:12345-192.168.201.45@tcp:502:llog_process_th.0 Request processed in 459us (2142us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045264.416677:0:5850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 894 00000100:00100000:2.0:1777045264.429103:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045264.429663:0:5848:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370115712 00000100:00100000:1.0:1777045264.429675:0:5848:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370115712 00000100:00100000:1.0:1777045264.429778:0:5848:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 895 00000100:00100000:1.0:1777045264.429808:0:5848:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df47089c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:19aeff9b-bdfb-4382-8412-7db7c143c0bf+15:30711:x1863365370115712:12345-192.168.201.45@tcp:502:llog_process_th.0 00000100:00100000:1.0:1777045264.430214:0:5848:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df47089c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:19aeff9b-bdfb-4382-8412-7db7c143c0bf+15:30711:x1863365370115712:12345-192.168.201.45@tcp:502:llog_process_th.0 Request processed in 409us (1121us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045264.430300:0:5848:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 895 00000100:00100000:0.0:1777045264.459423:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045264.459498:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045264.459551:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045264.459591:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045264.459631:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045264.459666:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370116224 00000100:00100000:0.0:1777045264.459677:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370116224 00000100:00100000:0.0:1777045264.459759:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370116608 00000100:00100000:0.0:1777045264.459763:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370116608 00000100:00100000:0.0:1777045264.460059:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370115840 00000100:00100000:0.0:1777045264.460065:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370115840 00000100:00100000:0.0:1777045264.460090:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1162 00000100:00100000:0.0:1777045264.460103:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42772300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:146de360-3fb2-48bd-b418-06f30714148a+46:2390:x1863365370116224:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:0.0:1777045264.460187:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42772300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:146de360-3fb2-48bd-b418-06f30714148a+46:2390:x1863365370116224:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 87us (775us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045264.460198:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1162 00000100:00100000:0.0:1777045264.460255:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1163 00000100:00100000:0.0:1777045264.460264:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42773800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+31:2390:x1863365370116608:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:0.0:1777045264.460294:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42773800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+31:2390:x1863365370116608:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 31us (703us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045264.460303:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1163 00000100:00100000:0.0:1777045264.460317:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1257 00000100:00100000:0.0:1777045264.460323:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42771180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2389:x1863365370115840:12345-192.168.201.45@tcp:38:mount.lustre.0 00010000:00080000:0.0:1777045264.460348:0:5856:0:(ldlm_lib.c:1431:target_handle_connect()) lustre-MDT0000: connection from c8fbf189-e8b6-4a0c-9928-bcf3190bfe7b@192.168.201.45@tcp t0 exp 0000000000000000 cur 1892 last 0 00000020:00000080:0.0:1777045264.460391:0:5856:0:(genops.c:1406:class_connect()) connect: client c8fbf189-e8b6-4a0c-9928-bcf3190bfe7b, cookie 0x2c8777a5e7d9ebd9 00000004:00100000:0.0:1777045264.460426:0:5856:0:(mdt_handler.c:7281:mdt_connect_internal()) lustre-MDT0000: cli supports cksum type f7, return f7 00000100:00080000:0.0:1777045264.460752:0:5856:0:(import.c:65:import_set_state_nolock()) ffff98de4290b800 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1777045264.460790:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42771180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c8fbf189-e8b6-4a0c-9928-bcf3190bfe7b+6:2389:x1863365370115840:12345-192.168.201.45@tcp:38:mount.lustre.0 Request processed in 464us (1158us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045264.460800:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1257 00000100:00100000:1.0:1777045264.461347:0:6639:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370116480 00000100:00100000:1.0:1777045264.461353:0:6639:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370116480 00000100:00100000:1.0:1777045264.461394:0:6639:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370116352 00000100:00100000:1.0:1777045264.461398:0:6639:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370116352 00000100:00100000:1.0:1777045264.461432:0:6639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 992 00000100:00100000:1.0:1777045264.461442:0:6639:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42770700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:146de360-3fb2-48bd-b418-06f30714148a+10:2390:x1863365370116480:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:1.0:1777045264.461484:0:6639:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42770700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:146de360-3fb2-48bd-b418-06f30714148a+10:2390:x1863365370116480:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 44us (1987us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045264.461494:0:6639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 992 00000100:00100000:1.0:1777045264.461510:0:6639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 993 00000100:00100000:1.0:1777045264.461518:0:6639:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42770380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:146de360-3fb2-48bd-b418-06f30714148a+8:2390:x1863365370116352:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:1.0:1777045264.461544:0:6639:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42770380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:146de360-3fb2-48bd-b418-06f30714148a+8:2390:x1863365370116352:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 26us (1994us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045264.461552:0:6639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 993 00000100:00100000:0.0:1777045264.484186:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045264.484365:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045264.484506:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370115968 00000100:00100000:1.0:1777045264.484520:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370115968 00000100:00100000:1.0:1777045264.484620:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370116096 00000100:00100000:1.0:1777045264.484627:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370116096 00000100:00100000:1.0:1777045264.484665:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1258 00000100:00100000:1.0:1777045264.484679:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42773b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c8fbf189-e8b6-4a0c-9928-bcf3190bfe7b+7:0:x1863365370115968:12345-192.168.201.45@tcp:41:mount.lustre.0 00000004:00000024:1.0:1777045264.484757:0:5857:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 18087936 pending 0 free 2259681280 avail 2257584128 00000100:00100000:1.0:1777045264.484863:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42773b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c8fbf189-e8b6-4a0c-9928-bcf3190bfe7b+7:0:x1863365370115968:12345-192.168.201.45@tcp:41:mount.lustre.0 Request processed in 186us (689us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045264.484875:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1258 00000100:00100000:1.0:1777045264.484901:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1259 00000100:00100000:1.0:1777045264.484911:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42771c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c8fbf189-e8b6-4a0c-9928-bcf3190bfe7b+6:30704:x1863365370116096:12345-192.168.201.45@tcp:41:mount.lustre.0 00000004:00000024:1.0:1777045264.484929:0:5857:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 18087936 pending 0 free 2259681280 avail 2257584128 00000100:00100000:1.0:1777045264.484965:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42771c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c8fbf189-e8b6-4a0c-9928-bcf3190bfe7b+6:30704:x1863365370116096:12345-192.168.201.45@tcp:41:mount.lustre.0 Request processed in 54us (600us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045264.484974:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1259 00000100:00080000:3.0:1777045264.486021:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1777045264.504259:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045264.504799:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370116736 00000100:00100000:0.0:1777045264.504811:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370116736 00000100:00100000:0.0:1777045264.504891:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1260 00000100:00100000:0.0:1777045264.504904:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de419fd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c8fbf189-e8b6-4a0c-9928-bcf3190bfe7b+6:30704:x1863365370116736:12345-192.168.201.45@tcp:40:mount.lustre.0 00000100:00100000:0.0:1777045264.505013:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de419fd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c8fbf189-e8b6-4a0c-9928-bcf3190bfe7b+6:30704:x1863365370116736:12345-192.168.201.45@tcp:40:mount.lustre.0 Request processed in 110us (816us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045264.505023:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1260 00000100:00100000:0.0:1777045264.539882:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045264.539938:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045264.539983:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045264.540106:0:6641:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370116864 00000100:00100000:3.0:1777045264.540118:0:6641:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370116864 00000100:00100000:3.0:1777045264.540171:0:6641:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370116992 00000100:00100000:3.0:1777045264.540175:0:6641:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370116992 00000100:00100000:3.0:1777045264.540226:0:6641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 364 00000100:00100000:3.0:1777045264.540237:0:6641:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42771f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2389:x1863365370116864:12345-192.168.201.45@tcp:8:mount.lustre.0 00000100:00100000:2.0:1777045264.540379:0:5858:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370117120 00000100:00100000:2.0:1777045264.540385:0:5858:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370117120 00000100:00100000:2.0:1777045264.540429:0:5858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 281 00000100:00100000:2.0:1777045264.540440:0:5858:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42770a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c8fbf189-e8b6-4a0c-9928-bcf3190bfe7b+6:30704:x1863365370117120:12345-192.168.201.45@tcp:33:mount.lustre.0 00000004:00200000:2.0:1777045264.540750:0:5858:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 8704 00000100:00100000:2.0:1777045264.541253:0:5858:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42770a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c8fbf189-e8b6-4a0c-9928-bcf3190bfe7b+6:30704:x1863365370117120:12345-192.168.201.45@tcp:33:mount.lustre.0 Request processed in 811us (1266us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045264.541546:0:5858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 281 00010000:00080000:3.0:1777045264.541842:0:6641:0:(ldlm_lib.c:1431:target_handle_connect()) lustre-OST0000: connection from c8fbf189-e8b6-4a0c-9928-bcf3190bfe7b@192.168.201.45@tcp t0 exp 0000000000000000 cur 1893 last 0 00000020:00000080:3.0:1777045264.541887:0:6641:0:(genops.c:1406:class_connect()) connect: client c8fbf189-e8b6-4a0c-9928-bcf3190bfe7b, cookie 0x2c8777a5e7d9ebe0 00002000:00100000:3.0:1777045264.541902:0:6641:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli c8fbf189-e8b6-4a0c-9928-bcf3190bfe7b/ffff98df67406800 ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 2113436 ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00000100:00100000:0.0:1777045264.541917:0:8776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 365 00000100:00100000:0.0:1777045264.541927:0:8776:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42771500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2389:x1863365370116992:12345-192.168.201.45@tcp:8:mount.lustre.0 00002000:00100000:3.0:1777045264.541933:0:6641:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return f7 00010000:00080000:0.0:1777045264.541956:0:8776:0:(ldlm_lib.c:1431:target_handle_connect()) lustre-OST0001: connection from c8fbf189-e8b6-4a0c-9928-bcf3190bfe7b@192.168.201.45@tcp t0 exp 0000000000000000 cur 1893 last 0 00000020:00000080:0.0:1777045264.541994:0:8776:0:(genops.c:1406:class_connect()) connect: client c8fbf189-e8b6-4a0c-9928-bcf3190bfe7b, cookie 0x2c8777a5e7d9ebe7 00002000:00100000:0.0:1777045264.542004:0:8776:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli c8fbf189-e8b6-4a0c-9928-bcf3190bfe7b/ffff98de4290d000 ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 2113436 ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:0.0:1777045264.542030:0:8776:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0001: cli supports cksum type f7, return f7 00002000:00080000:3.0:1777045264.542050:0:6641:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:3.0:1777045264.542091:0:6641:0:(import.c:65:import_set_state_nolock()) ffff98df67403000 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1777045264.542142:0:6641:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42771f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c8fbf189-e8b6-4a0c-9928-bcf3190bfe7b+6:2389:x1863365370116864:12345-192.168.201.45@tcp:8:mount.lustre.0 Request processed in 1902us (2268us total) trans 0 rc 0/0 00002000:00080000:0.0:1777045264.542142:0:8776:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00100000:3.0:1777045264.542159:0:6641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 364 00000100:00080000:0.0:1777045264.542173:0:8776:0:(import.c:65:import_set_state_nolock()) ffff98de4290c000 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1777045264.542790:0:8776:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42771500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c8fbf189-e8b6-4a0c-9928-bcf3190bfe7b+6:2389:x1863365370116992:12345-192.168.201.45@tcp:8:mount.lustre.0 Request processed in 860us (2849us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045264.542801:0:8776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 365 00000100:00100000:0.0:1777045264.856061:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df74531500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424413184:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1777045264.856165:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777045264.857160:0:19062:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424413184 00000100:00100000:1.0:1777045264.857174:0:19062:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424413184 00000100:00100000:1.0:1777045264.857620:0:19062:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 495 00000100:00100000:1.0:1777045264.857635:0:19062:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42770000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1863365424413184:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1777045264.857667:0:19062:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 61145088 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1777045264.857770:0:19062:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42770000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1863365424413184:12345-0@lo:13:osp-pre-0-0.0 Request processed in 137us (1605us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045264.857781:0:19062:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 495 00000100:00100000:0.0:1777045264.858265:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df74531500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424413184:0@lo:13:osp-pre-0-0.0 00000100:00080000:2.0:1777045264.858409:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1777045265.046712:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:0.0:1777045265.140205:0:7533:0:(tgt_lastrcvd.c:568:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of c8fbf189-e8b6-4a0c-9928-bcf3190bfe7b 00000001:00100000:0.0:1777045265.140229:0:7533:0:(tgt_lastrcvd.c:568:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 15144518-a1c7-4352-a966-cb31eadd4d9b 00000020:00000080:0.0:1777045265.140234:0:7533:0:(genops.c:906:class_export_put()) final put ffff98de41187000/15144518-a1c7-4352-a966-cb31eadd4d9b 00000020:00000080:3.0:1777045265.141846:0:8451:0:(genops.c:865:class_export_destroy()) destroying export ffff98de41187000/15144518-a1c7-4352-a966-cb31eadd4d9b for lustre-OST0001 00000020:00000080:3.0:1777045265.141928:0:8451:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff98de41180800 for lustre-OST0001 00000040:00080000:0.0:1777045265.557596:0:11491:0:(llog.c:801:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1777045265.557610:0:11491:0:(llog_cat.c:158:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1777045265.558516:0:11491:0:(llog.c:858:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1777045265.558534:0:11491:0:(llog.c:858:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1777045265.604260:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045265.604420:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370117248 00000100:00100000:3.0:1777045265.604435:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370117248 00000100:00100000:3.0:1777045265.604532:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1261 00000100:00100000:3.0:1777045265.604549:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41c64a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c8fbf189-e8b6-4a0c-9928-bcf3190bfe7b+6:30752:x1863365370117248:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1777045265.604579:0:5855:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777045265.604686:0:5855:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066c00/0x2c8777a5e7d9ebee lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1149028 expref: -99 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045265.604782:0:5855:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066e00/0x2c8777a5e7d9ebf5 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045265.604803:0:5855:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066e00/0x2c8777a5e7d9ebf5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045265.604822:0:5855:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066e00/0x2c8777a5e7d9ebf5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777045265.605102:0:5855:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 8704 00000004:00200000:3.0:1777045265.605110:0:5855:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 31 stripe count 1 MDT count 1 00000004:00010000:3.0:1777045265.605641:0:5855:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066e00/0x2c8777a5e7d9ebf5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045265.605712:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066c00/0x2c8777a5e7d9ebee lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149028 expref: 8 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045265.605739:0:5855:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066e00/0x2c8777a5e7d9ebf5 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149028 expref: 7 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045265.605753:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff98df61f8ee00) 00010000:00010000:3.0:1777045265.605759:0:5855:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1777045265.605765:0:5855:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de48066e00, rc 0) 00000100:00100000:3.0:1777045265.611047:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41c64a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c8fbf189-e8b6-4a0c-9928-bcf3190bfe7b+7:30752:x1863365370117248:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 Request processed in 6490us (6847us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045265.611065:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1261 00000100:00100000:1.0:1777045265.658999:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045265.659144:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370117376 00000100:00100000:0.0:1777045265.659158:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370117376 00000100:00100000:0.0:1777045265.659310:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1262 00000100:00100000:0.0:1777045265.659328:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df74531500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c8fbf189-e8b6-4a0c-9928-bcf3190bfe7b+7:30753:x1863365370117376:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1777045265.659356:0:12646:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777045265.659384:0:12646:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023a00/0x2c8777a5e7d9ebfc lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee114902f expref: -99 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045265.659477:0:12646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9ec03 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045265.659500:0:12646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9ec03 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045265.659519:0:12646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9ec03 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045265.659544:0:12646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023c00/0x2c8777a5e7d9ec0a lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045265.659556:0:12646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023c00/0x2c8777a5e7d9ec0a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045265.659567:0:12646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023c00/0x2c8777a5e7d9ec0a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045265.660243:0:12646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023000/0x2c8777a5e7d9ec11 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045265.660259:0:12646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023000/0x2c8777a5e7d9ec11 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045265.660273:0:12646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023000/0x2c8777a5e7d9ec11 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777045265.660418:0:12646:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000002:0x1:0x0]: returning size 6656 00000004:00200000:0.0:1777045265.660426:0:12646:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 2 stripe count 1 MDT count 1 00000004:00010000:0.0:1777045265.660553:0:12646:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023000/0x2c8777a5e7d9ec11 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045265.660571:0:12646:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9ec03 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045265.660582:0:12646:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9ec03 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045265.660592:0:12646:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9ec03 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045265.660602:0:12646:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48022c00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:0.0:1777045265.660608:0:12646:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9ec03 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045265.660620:0:12646:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9ec03 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045265.660637:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff98df61f8ee00) 00010000:00010000:0.0:1777045265.660642:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777045265.660649:0:12646:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9ec03 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045265.660697:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9ec03 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045265.660715:0:12646:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023c00/0x2c8777a5e7d9ec0a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045265.660725:0:12646:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023c00/0x2c8777a5e7d9ec0a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045265.660734:0:12646:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023c00/0x2c8777a5e7d9ec0a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045265.660742:0:12646:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48023c00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:0.0:1777045265.660747:0:12646:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023c00/0x2c8777a5e7d9ec0a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045265.660756:0:12646:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023c00/0x2c8777a5e7d9ec0a lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045265.660767:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3b979c7a (ffff98df61f8ec00) 00010000:00010000:0.0:1777045265.660771:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777045265.660776:0:12646:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023c00/0x2c8777a5e7d9ec0a lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045265.660784:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023c00/0x2c8777a5e7d9ec0a lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045265.661134:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023a00/0x2c8777a5e7d9ebfc lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114902f expref: 9 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045265.661167:0:12646:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023000/0x2c8777a5e7d9ec11 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114902f expref: 8 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045265.661179:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff98df46583c00) 00010000:00010000:0.0:1777045265.661183:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1777045265.661187:0:12646:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de48023000, rc 0) 00000100:00100000:0.0:1777045265.683261:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df74531500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c8fbf189-e8b6-4a0c-9928-bcf3190bfe7b+8:30753:x1863365370117376:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 Request processed in 23926us (24262us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045265.683279:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1262 00000100:00100000:0.0:1777045265.708128:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045265.708462:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370117632 00000100:00100000:1.0:1777045265.708477:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370117632 00000100:00100000:1.0:1777045265.708698:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1263 00000100:00100000:1.0:1777045265.708717:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42772680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c8fbf189-e8b6-4a0c-9928-bcf3190bfe7b+8:30753:x1863365370117632:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1777045265.708745:0:5857:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777045265.708776:0:5857:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd400/0x2c8777a5e7d9ec18 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1149036 expref: -99 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045265.708881:0:5857:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfdc00/0x2c8777a5e7d9ec1f lrc: 3/1,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045265.708905:0:5857:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfdc00/0x2c8777a5e7d9ec1f lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045265.708923:0:5857:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfdc00/0x2c8777a5e7d9ec1f lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045265.709006:0:5857:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfce00/0x2c8777a5e7d9ec26 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045265.709020:0:5857:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfce00/0x2c8777a5e7d9ec26 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045265.709033:0:5857:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfce00/0x2c8777a5e7d9ec26 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045265.709963:0:5857:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfc200/0x2c8777a5e7d9ec2d lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045265.709981:0:5857:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfc200/0x2c8777a5e7d9ec2d lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045265.709995:0:5857:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfc200/0x2c8777a5e7d9ec2d lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777045265.710011:0:5857:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000002:0x2:0x0]: returning size 6656 00010000:00010000:1.0:1777045265.710306:0:5857:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfdc00/0x2c8777a5e7d9ec1f lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045265.710322:0:5857:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfdc00/0x2c8777a5e7d9ec1f lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045265.710333:0:5857:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfdc00/0x2c8777a5e7d9ec1f lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045265.710345:0:5857:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de41dfdc00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:1.0:1777045265.710351:0:5857:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfdc00/0x2c8777a5e7d9ec1f lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045265.710373:0:5857:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfdc00/0x2c8777a5e7d9ec1f lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045265.710394:0:5857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff98df46583c00) 00010000:00010000:1.0:1777045265.710399:0:5857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777045265.710406:0:5857:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfdc00/0x2c8777a5e7d9ec1f lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045265.710417:0:5857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfdc00/0x2c8777a5e7d9ec1f lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045265.710435:0:5857:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfce00/0x2c8777a5e7d9ec26 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045265.710447:0:5857:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfce00/0x2c8777a5e7d9ec26 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045265.710457:0:5857:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfce00/0x2c8777a5e7d9ec26 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045265.710466:0:5857:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de41dfce00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:1.0:1777045265.710470:0:5857:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfce00/0x2c8777a5e7d9ec26 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045265.710480:0:5857:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfce00/0x2c8777a5e7d9ec26 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045265.710499:0:5857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x8d45d6bc (ffff98df454d4b00) 00010000:00010000:1.0:1777045265.710503:0:5857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777045265.710507:0:5857:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfce00/0x2c8777a5e7d9ec26 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045265.710518:0:5857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfce00/0x2c8777a5e7d9ec26 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045265.711152:0:5857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd400/0x2c8777a5e7d9ec18 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149036 expref: 11 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045265.711178:0:5857:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfc200/0x2c8777a5e7d9ec2d lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149036 expref: 10 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045265.711191:0:5857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff98df4a351500) 00010000:00010000:1.0:1777045265.711195:0:5857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777045265.711559:0:5857:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de41dfc200, rc 0) 00000100:00100000:1.0:1777045265.711656:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42772680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c8fbf189-e8b6-4a0c-9928-bcf3190bfe7b+10:30753:x1863365370117632:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 Request processed in 2943us (3538us total) trans 4294968155 rc 0/0 00000100:00100000:1.0:1777045265.728933:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1263 00000100:00100000:3.0:1777045265.731126:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045265.731288:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370117760 00000100:00100000:1.0:1777045265.731303:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370117760 00000100:00100000:1.0:1777045265.731384:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1264 00000100:00100000:1.0:1777045265.731401:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de419ffb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c8fbf189-e8b6-4a0c-9928-bcf3190bfe7b+10:30753:x1863365370117760:12345-192.168.201.45@tcp:59:lhsmtool_posix.0 00000100:00100000:1.0:1777045265.731576:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de419ffb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c8fbf189-e8b6-4a0c-9928-bcf3190bfe7b+10:30753:x1863365370117760:12345-192.168.201.45@tcp:59:lhsmtool_posix.0 Request processed in 177us (452us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045265.731588:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1264 00000100:00100000:0.0:1777045265.755707:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045265.755764:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370117888 00000100:00100000:1.0:1777045265.755778:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370117888 00000100:00080000:2.0:1777045265.755892:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1777045265.755899:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1265 00000100:00100000:1.0:1777045265.755916:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42772a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:146de360-3fb2-48bd-b418-06f30714148a+46:30754:x1863365370117888:12345-192.168.201.45@tcp:101:lfs.0 00010000:00010000:1.0:1777045265.755945:0:12646:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777045265.755975:0:12646:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd400/0x2c8777a5e7d9ec3b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee114903d expref: -99 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045265.756070:0:12646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfce00/0x2c8777a5e7d9ec42 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045265.756093:0:12646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfce00/0x2c8777a5e7d9ec42 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045265.756112:0:12646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfce00/0x2c8777a5e7d9ec42 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045265.756191:0:12646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfdc00/0x2c8777a5e7d9ec49 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045265.756261:0:12646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfdc00/0x2c8777a5e7d9ec49 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045265.756275:0:12646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfdc00/0x2c8777a5e7d9ec49 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045265.756706:0:12646:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfce00/0x2c8777a5e7d9ec42 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045265.756721:0:12646:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfce00/0x2c8777a5e7d9ec42 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045265.756739:0:12646:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfce00/0x2c8777a5e7d9ec42 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045265.756749:0:12646:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de41dfce00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:1.0:1777045265.756756:0:12646:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfce00/0x2c8777a5e7d9ec42 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045265.756768:0:12646:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfce00/0x2c8777a5e7d9ec42 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045265.756785:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff98df61f8ee00) 00010000:00010000:1.0:1777045265.756790:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777045265.756796:0:12646:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfce00/0x2c8777a5e7d9ec42 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045265.756805:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfce00/0x2c8777a5e7d9ec42 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045265.756823:0:12646:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfdc00/0x2c8777a5e7d9ec49 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045265.756833:0:12646:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfdc00/0x2c8777a5e7d9ec49 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045265.756844:0:12646:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfdc00/0x2c8777a5e7d9ec49 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045265.756853:0:12646:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de41dfdc00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:1.0:1777045265.756857:0:12646:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfdc00/0x2c8777a5e7d9ec49 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045265.756869:0:12646:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfdc00/0x2c8777a5e7d9ec49 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045265.756877:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x28683846 (ffff98df454d4b00) 00010000:00010000:1.0:1777045265.756880:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777045265.756883:0:12646:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfdc00/0x2c8777a5e7d9ec49 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045265.756889:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfdc00/0x2c8777a5e7d9ec49 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045265.756927:0:12646:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd400/0x2c8777a5e7d9ec3b lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114903d expref: 47 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045265.756940:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff98df61f8ee00) 00010000:00010000:1.0:1777045265.756942:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777045265.756947:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd400/0x2c8777a5e7d9ec3b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114903d expref: 47 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045265.756957:0:12646:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de41dfd400, rc 0) 00000100:00100000:1.0:1777045265.757044:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42772a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:146de360-3fb2-48bd-b418-06f30714148a+46:30754:x1863365370117888:12345-192.168.201.45@tcp:101:lfs.0 Request processed in 1131us (1379us total) trans 0 rc 301/301 00000100:00100000:1.0:1777045265.757059:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1265 00000100:00100000:0.0:1777045265.767082:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045265.767702:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370118144 00000100:00100000:1.0:1777045265.767720:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370118144 00000100:00100000:2.0:1777045265.767893:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1266 00000100:00100000:2.0:1777045265.767909:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42c88e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:146de360-3fb2-48bd-b418-06f30714148a+46:30754:x1863365370118144:12345-192.168.201.45@tcp:36:lfs.0 00010000:00010000:2.0:1777045265.767984:0:5857:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777045265.768020:0:5857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022e00/0x2c8777a5e7d9e7b1 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148e76 expref: 46 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045265.768050:0:5857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff98df61f8ee00) 00010000:00010000:2.0:1777045265.768059:0:5857:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777045265.768749:0:5857:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025200/0x2c8777a5e7d9ec50 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045265.768776:0:5857:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067400/0x2c8777a5e7d9e7f0 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148e8b expref: 30 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045265.768791:0:5857:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066e00/0x2c8777a5e7d9ebf5 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149028 expref: 9 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045265.768804:0:5857:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025200/0x2c8777a5e7d9ec50 lrc: 5/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045265.768853:0:5857:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066e00/0x2c8777a5e7d9ebf5 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149028 expref: 9 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045265.768877:0:5857:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066e00/0x2c8777a5e7d9ebf5 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149028 expref: 9 pid: 5855 timeout: 1994 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777045265.768900:0:5857:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de41c65f80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5857:1863365424413312:192.168.201.45@tcp:104: 00010000:00010000:2.0:1777045265.769049:0:5857:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067400/0x2c8777a5e7d9e7f0 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148e8b expref: 30 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045265.769067:0:5857:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067400/0x2c8777a5e7d9e7f0 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148e8b expref: 30 pid: 5856 timeout: 1994 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777045265.769084:0:5857:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de41c67800 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5857:1863365424413440:192.168.201.45@tcp:104: 00000100:00100000:2.0:1777045265.769124:0:5857:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df586ea600 going to sleep for 11 seconds 00000100:00100000:2.0:1777045265.779938:0:5857:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de41c65f80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5857:1863365424413312:192.168.201.45@tcp:104: 00000100:00100000:2.0:1777045265.779961:0:5857:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de41c67800 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5857:1863365424413440:192.168.201.45@tcp:104: 00010000:00010000:2.0:1777045265.780001:0:5857:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025200/0x2c8777a5e7d9ec50 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777045265.785799:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045265.786314:0:5841:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370118272 00000100:00100000:3.0:1777045265.786329:0:5841:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370118272 00010000:00010000:3.0:1777045265.786386:0:5841:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066e00/0x2c8777a5e7d9ebf5 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149028 expref: 10 pid: 5855 timeout: 1994 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777045265.786566:0:5841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 373 00000100:00100000:3.0:1777045265.786584:0:5841:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42c89c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c8fbf189-e8b6-4a0c-9928-bcf3190bfe7b+10:2393:x1863365370118272:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777045265.786608:0:5841:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777045265.786620:0:5841:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066e00/0x2c8777a5e7d9ebf5 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149028 expref: 10 pid: 5855 timeout: 1994 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045265.786641:0:5841:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066e00/0x2c8777a5e7d9ebf5 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149028 expref: 10 pid: 5855 timeout: 1994 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045265.786703:0:5841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066e00/0x2c8777a5e7d9ebf5 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149028 expref: 10 pid: 5855 timeout: 1994 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045265.786727:0:5841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff98df61f8ee00) 00010000:00010000:3.0:1777045265.786737:0:5841:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025200/0x2c8777a5e7d9ec50 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045265.786752:0:5841:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777045265.786836:0:5841:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42c89c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c8fbf189-e8b6-4a0c-9928-bcf3190bfe7b+9:2393:x1863365370118272:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 255us (1048us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045265.786859:0:5841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 373 00000100:00100000:2.0:1777045265.795722:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045265.801820:0:5843:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370118400 00000100:00100000:1.0:1777045265.801838:0:5843:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370118400 00010000:00010000:1.0:1777045265.802077:0:5843:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067400/0x2c8777a5e7d9e7f0 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148e8b expref: 31 pid: 5856 timeout: 1994 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777045265.802148:0:5843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 374 00000100:00100000:1.0:1777045265.802165:0:5843:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41c67800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+31:2393:x1863365370118400:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777045265.802187:0:5843:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777045265.802197:0:5843:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067400/0x2c8777a5e7d9e7f0 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148e8b expref: 31 pid: 5856 timeout: 1994 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045265.802240:0:5843:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067400/0x2c8777a5e7d9e7f0 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148e8b expref: 31 pid: 5856 timeout: 1994 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045265.802271:0:5843:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067400/0x2c8777a5e7d9e7f0 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148e8b expref: 31 pid: 5856 timeout: 1994 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045265.802311:0:5843:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff98df61f8ee00) 00010000:00010000:1.0:1777045265.802587:0:5843:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025200/0x2c8777a5e7d9ec50 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045265.802603:0:5843:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025200/0x2c8777a5e7d9ec50 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045265.802615:0:5843:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025200/0x2c8777a5e7d9ec50 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045265.802685:0:5843:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777045265.802758:0:5843:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41c67800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+30:2393:x1863365370118400:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 596us (7046us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045265.802771:0:5843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 374 00010000:00010000:3.0:1777045265.803113:0:5857:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025200/0x2c8777a5e7d9ec50 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045265.803133:0:5857:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025200/0x2c8777a5e7d9ec50 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045265.803167:0:5857:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066c00/0x2c8777a5e7d9ec57 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x28683846 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045265.803182:0:5857:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066c00/0x2c8777a5e7d9ec57 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045265.803542:0:5857:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066c00/0x2c8777a5e7d9ec57 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00080000:2.0:1777045265.803996:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000004:00200000:2.0:1777045265.807831:0:5857:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x4b:0x0]: returning size 512 00010000:00010000:2.0:1777045265.807855:0:5857:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025200/0x2c8777a5e7d9ec50 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045265.807868:0:5857:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025200/0x2c8777a5e7d9ec50 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045265.807879:0:5857:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025200/0x2c8777a5e7d9ec50 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045265.807888:0:5857:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48025200 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:2.0:1777045265.807895:0:5857:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025200/0x2c8777a5e7d9ec50 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045265.808182:0:5857:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025200/0x2c8777a5e7d9ec50 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045265.808507:0:5857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff98df61f8ee00) 00010000:00010000:2.0:1777045265.808513:0:5857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777045265.808521:0:5857:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025200/0x2c8777a5e7d9ec50 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045265.808531:0:5857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025200/0x2c8777a5e7d9ec50 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777045265.808558:0:5857:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000c9450734 reply state 000000000527fd81 transno 4294968156 ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066c00/0x2c8777a5e7d9ec57 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777045265.808571:0:5857:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777045265.808708:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42c88e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:146de360-3fb2-48bd-b418-06f30714148a+47:30754:x1863365370118144:12345-192.168.201.45@tcp:36:lfs.0 Request processed in 40797us (41631us total) trans 4294968156 rc 0/0 00000100:00100000:2.0:1777045265.808721:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1266 00010000:00010000:3.0:1777045265.817448:0:3328:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066c00/0x2c8777a5e7d9ec57 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045265.817488:0:3328:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066c00/0x2c8777a5e7d9ec57 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045265.817502:0:3328:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066c00/0x2c8777a5e7d9ec57 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045265.817511:0:3328:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48066c00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:3.0:1777045265.817518:0:3328:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066c00/0x2c8777a5e7d9ec57 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045265.817530:0:3328:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066c00/0x2c8777a5e7d9ec57 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045265.817552:0:3328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x28683846 (ffff98df413b6700) 00010000:00010000:3.0:1777045265.817558:0:3328:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777045265.817565:0:3328:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066c00/0x2c8777a5e7d9ec57 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045265.817576:0:3328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066c00/0x2c8777a5e7d9ec57 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777045265.877709:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de41c64700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3341:1863365424413824:0@lo:400:kworker.0 00000100:00100000:1.0:1777045265.877820:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777045265.877986:0:3344:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de41c67b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3344:1863365424413696:0@lo:400:kworker.0 00000100:00100000:3.0:1777045265.878034:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777045265.878074:0:3344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1777045265.878084:0:3344:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de41c65f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ce657616-b3f3-4e21-ac89-518ab611901c:3344:1863365424413568:0@lo:400:kworker.0 00000100:00100000:3.0:1777045265.878132:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777045265.878227:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424413824 00000100:00100000:3.0:1777045265.878237:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424413824 00000100:00100000:3.0:1777045265.878300:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424413696 00000100:00100000:3.0:1777045265.878305:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424413696 00000100:00100000:3.0:1777045265.878336:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1164 00000100:00100000:3.0:1777045265.878348:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df74532680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3341:x1863365424413824:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777045265.879574:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de41c64e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424413952:0@lo:400:kworker.0 00000100:00100000:0.0:1777045265.879623:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045265.879745:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424413952 00000100:00100000:0.0:1777045265.879752:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424413952 00000100:00100000:0.0:1777045265.879798:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 994 00000100:00100000:0.0:1777045265.880084:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42c89500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3342:x1863365424413952:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777045265.880170:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42c89500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3342:x1863365424413952:12345-0@lo:400:kworker.0 Request processed in 362us (544us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045265.880182:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 994 00000100:00100000:0.0:1777045265.880545:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de42c8b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424414080:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1777045265.880587:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045265.880647:0:6644:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424414080 00000100:00100000:0.0:1777045265.880653:0:6644:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424414080 00000100:00100000:0.0:1777045265.880788:0:6644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 496 00000100:00100000:0.0:1777045265.880800:0:6644:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42c8ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424414080:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1777045265.880822:0:6644:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 52625408 pending 0 free 3851419648 avail 3849322496 00000100:00100000:0.0:1777045265.880872:0:6644:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42c8ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424414080:12345-0@lo:13:osp-pre-1-0.0 Request processed in 74us (284us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045265.880882:0:6644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 496 00000100:00100000:0.0:1777045265.880936:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de42c8b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424414080:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1777045265.880972:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de41c64e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424413952:0@lo:400:kworker.0 00000100:00100000:1.0:1777045265.886890:0:5849:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424413568 00000100:00100000:1.0:1777045265.886907:0:5849:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424413568 00000100:00100000:1.0:1777045265.886994:0:5849:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 896 00000100:00100000:1.0:1777045265.887010:0:5849:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df485c0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ce657616-b3f3-4e21-ac89-518ab611901c+18:3344:x1863365424413568:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777045265.887109:0:5849:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df485c0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ce657616-b3f3-4e21-ac89-518ab611901c+18:3344:x1863365424413568:12345-0@lo:400:kworker.0 Request processed in 101us (8975us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045265.887165:0:5849:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 896 00000100:00100000:1.0:1777045265.887242:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1165 00000100:00100000:1.0:1777045265.887255:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de419fd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3344:x1863365424413696:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777045265.887306:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de419fd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3344:x1863365424413696:12345-0@lo:400:kworker.0 Request processed in 53us (9271us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045265.887317:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1165 00000100:00100000:2.0:1777045265.889533:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1777045265.889557:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de41c65180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3343:1863365424414208:0@lo:400:kworker.0 00000100:00100000:2.0:1777045265.889621:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777045265.889773:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424414208 00000100:00100000:2.0:1777045265.889783:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424414208 00000100:00100000:2.0:1777045265.889845:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1166 00000100:00100000:2.0:1777045265.889857:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41c64e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3343:x1863365424414208:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777045265.889924:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41c64e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3343:x1863365424414208:12345-0@lo:400:kworker.0 Request processed in 68us (301us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045265.889935:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1166 00000100:00100000:2.0:1777045265.889994:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de41c65180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3343:1863365424414208:0@lo:400:kworker.0 00000100:00080000:2.0:1777045265.890057:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1777045265.890064:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1777045265.890107:0:3344:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de41c65f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ce657616-b3f3-4e21-ac89-518ab611901c:3344:1863365424413568:0@lo:400:kworker.0 00000100:00100000:2.0:1777045265.890126:0:3344:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de41c67b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3344:1863365424413696:0@lo:400:kworker.0 00000100:00100000:3.0:1777045265.897159:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df74532680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3341:x1863365424413824:12345-0@lo:400:kworker.0 Request processed in 18799us (19326us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045265.897179:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1164 00000100:00100000:0.0:1777045265.904027:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045265.908304:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370118528 00000100:00100000:2.0:1777045265.908322:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370118528 00000100:00100000:2.0:1777045265.908426:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1267 00000100:00100000:2.0:1777045265.908444:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42c8b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+30:30758:x1863365370118528:12345-192.168.201.45@tcp:101:mkdir.0 00010000:00010000:2.0:1777045265.908473:0:5855:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777045265.908509:0:5855:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025200/0x2c8777a5e7d9ec5e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1149044 expref: -99 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045265.908603:0:5855:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024600/0x2c8777a5e7d9ec65 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045265.908626:0:5855:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024600/0x2c8777a5e7d9ec65 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045265.908643:0:5855:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024600/0x2c8777a5e7d9ec65 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777045265.908797:0:5855:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 8704 00000004:00200000:2.0:1777045265.908803:0:5855:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 32 stripe count 1 MDT count 1 00000004:00010000:2.0:1777045265.908842:0:5855:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024600/0x2c8777a5e7d9ec65 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045265.908881:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025200/0x2c8777a5e7d9ec5e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149044 expref: 32 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045265.908920:0:5855:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024600/0x2c8777a5e7d9ec65 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149044 expref: 31 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045265.908933:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff98df48c7e000) 00010000:00010000:2.0:1777045265.908939:0:5855:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1777045265.908945:0:5855:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de48024600, rc 0) 00000100:00100000:2.0:1777045265.909024:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42c8b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+31:30758:x1863365370118528:12345-192.168.201.45@tcp:101:mkdir.0 Request processed in 583us (5007us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045265.909036:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1267 00000100:00100000:1.0:1777045265.919086:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de41c64700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3341:1863365424413824:0@lo:400:kworker.0 00000100:00100000:2.0:1777045265.922027:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045265.922098:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045265.930101:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370118656 00000100:00100000:3.0:1777045265.930120:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370118656 00000100:00100000:0.0:1777045265.934197:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370118912 00000100:00100000:0.0:1777045265.934271:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370118912 00000100:00100000:0.0:1777045265.934325:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1268 00000100:00100000:0.0:1777045265.934342:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41c67b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+32:2392:x1863365370118656:12345-192.168.201.45@tcp:41:mkdir.0 00000004:00000024:0.0:1777045265.934408:0:7939:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 18087936 pending 0 free 2259681280 avail 2257584128 00000100:00100000:0.0:1777045265.934522:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41c67b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+32:2392:x1863365370118656:12345-192.168.201.45@tcp:41:mkdir.0 Request processed in 182us (12503us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045265.934536:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1268 00000100:00100000:0.0:1777045265.934567:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1269 00000100:00100000:0.0:1777045265.934579:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41c65f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+31:30758:x1863365370118912:12345-192.168.201.45@tcp:36:mkdir.0 00010000:00010000:0.0:1777045265.934637:0:7939:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777045265.934699:0:7939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024600/0x2c8777a5e7d9ec65 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149044 expref: 31 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045265.934757:0:7939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff98df48c7e000) 00010000:00010000:0.0:1777045265.934774:0:7939:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777045265.934934:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41c65f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+30:30758:x1863365370118912:12345-192.168.201.45@tcp:36:mkdir.0 Request processed in 355us (12835us total) trans 0 rc -17/-17 00000100:00100000:0.0:1777045265.934945:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1269 00000100:00100000:0.0:1777045265.941921:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045265.942368:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370119040 00000100:00100000:3.0:1777045265.942382:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370119040 00000100:00100000:3.0:1777045265.942508:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1270 00000100:00100000:3.0:1777045265.942524:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42c88380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+30:30758:x1863365370119040:12345-192.168.201.45@tcp:101:mkdir.0 00010000:00010000:3.0:1777045265.942551:0:5855:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777045265.942584:0:5855:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066c00/0x2c8777a5e7d9ec6c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee114904b expref: -99 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045265.942715:0:5855:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066e00/0x2c8777a5e7d9ec73 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045265.942738:0:5855:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066e00/0x2c8777a5e7d9ec73 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045265.942756:0:5855:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066e00/0x2c8777a5e7d9ec73 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777045265.942836:0:5855:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 8704 00000004:00200000:3.0:1777045265.942843:0:5855:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 32 stripe count 1 MDT count 1 00000004:00010000:3.0:1777045265.942881:0:5855:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066e00/0x2c8777a5e7d9ec73 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045265.942918:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066c00/0x2c8777a5e7d9ec6c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114904b expref: 32 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045265.942944:0:5855:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066e00/0x2c8777a5e7d9ec73 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114904b expref: 31 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045265.942957:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff98df413b6700) 00010000:00010000:3.0:1777045265.942962:0:5855:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1777045265.942967:0:5855:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de48066e00, rc 0) 00000100:00100000:3.0:1777045265.943055:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42c88380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+31:30758:x1863365370119040:12345-192.168.201.45@tcp:101:mkdir.0 Request processed in 534us (1143us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045265.943066:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1270 00000100:00100000:0.0:1777045265.959874:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045265.960034:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370119168 00000100:00100000:2.0:1777045265.960048:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370119168 00000100:00100000:2.0:1777045265.960131:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1271 00000100:00100000:2.0:1777045265.960147:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42c88a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+31:30758:x1863365370119168:12345-192.168.201.45@tcp:101:mkdir.0 00010000:00010000:2.0:1777045265.960173:0:5857:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777045265.960254:0:5857:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025800/0x2c8777a5e7d9ec7a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1149052 expref: -99 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045265.960349:0:5857:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025200/0x2c8777a5e7d9ec81 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045265.960371:0:5857:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025200/0x2c8777a5e7d9ec81 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045265.960386:0:5857:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025200/0x2c8777a5e7d9ec81 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045265.960415:0:5857:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024600/0x2c8777a5e7d9ec88 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045265.960426:0:5857:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024600/0x2c8777a5e7d9ec88 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045265.960436:0:5857:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024600/0x2c8777a5e7d9ec88 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045265.960627:0:5857:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025a00/0x2c8777a5e7d9ec8f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045265.960642:0:5857:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025a00/0x2c8777a5e7d9ec8f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045265.960653:0:5857:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025a00/0x2c8777a5e7d9ec8f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777045265.960786:0:5857:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x4b:0x0]: returning size 512 00000004:00200000:2.0:1777045265.960792:0:5857:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1777045265.960827:0:5857:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025a00/0x2c8777a5e7d9ec8f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045265.960845:0:5857:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025200/0x2c8777a5e7d9ec81 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045265.960855:0:5857:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025200/0x2c8777a5e7d9ec81 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045265.960868:0:5857:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025200/0x2c8777a5e7d9ec81 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045265.961135:0:5857:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48025200 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:2.0:1777045265.961141:0:5857:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025200/0x2c8777a5e7d9ec81 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045265.961154:0:5857:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025200/0x2c8777a5e7d9ec81 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045265.961173:0:5857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff98df413b6700) 00010000:00010000:2.0:1777045265.961178:0:5857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777045265.961184:0:5857:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025200/0x2c8777a5e7d9ec81 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045265.961193:0:5857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025200/0x2c8777a5e7d9ec81 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045265.961212:0:5857:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024600/0x2c8777a5e7d9ec88 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045265.961222:0:5857:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024600/0x2c8777a5e7d9ec88 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045265.961231:0:5857:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024600/0x2c8777a5e7d9ec88 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045265.961239:0:5857:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48024600 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:2.0:1777045265.961243:0:5857:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024600/0x2c8777a5e7d9ec88 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045265.961252:0:5857:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024600/0x2c8777a5e7d9ec88 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045265.961317:0:5857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x28683846 (ffff98df48c7e600) 00010000:00010000:2.0:1777045265.961321:0:5857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777045265.961326:0:5857:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024600/0x2c8777a5e7d9ec88 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045265.961336:0:5857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024600/0x2c8777a5e7d9ec88 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045265.961384:0:5857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025800/0x2c8777a5e7d9ec7a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149052 expref: 33 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045265.961405:0:5857:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025a00/0x2c8777a5e7d9ec8f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149052 expref: 32 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045265.961416:0:5857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff98df48c7e700) 00010000:00010000:2.0:1777045265.961419:0:5857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1777045265.961423:0:5857:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de48025a00, rc 0) 00000100:00100000:2.0:1777045265.961515:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42c88a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+32:30758:x1863365370119168:12345-192.168.201.45@tcp:101:mkdir.0 Request processed in 1370us (1654us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045265.961527:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1271 00000100:00100000:2.0:1777045266.009551:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045266.009717:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370119296 00000100:00100000:1.0:1777045266.009732:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370119296 00000100:00100000:1.0:1777045266.009886:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1272 00000100:00100000:1.0:1777045266.009902:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41c65180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+32:30759:x1863365370119296:12345-192.168.201.45@tcp:101:rm.0 00010000:00010000:1.0:1777045266.009928:0:12646:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777045266.009955:0:12646:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfdc00/0x2c8777a5e7d9ec96 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1149059 expref: -99 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045266.010037:0:12646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfce00/0x2c8777a5e7d9ec9d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045266.010055:0:12646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfce00/0x2c8777a5e7d9ec9d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045266.010071:0:12646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfce00/0x2c8777a5e7d9ec9d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045266.010139:0:12646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfda00/0x2c8777a5e7d9eca4 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045266.010150:0:12646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfda00/0x2c8777a5e7d9eca4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045266.010161:0:12646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfda00/0x2c8777a5e7d9eca4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045266.010252:0:12646:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfce00/0x2c8777a5e7d9ec9d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045266.010262:0:12646:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfce00/0x2c8777a5e7d9ec9d lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045266.010331:0:12646:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfce00/0x2c8777a5e7d9ec9d lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045266.010339:0:12646:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de41dfce00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:1.0:1777045266.010345:0:12646:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfce00/0x2c8777a5e7d9ec9d lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045266.010357:0:12646:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfce00/0x2c8777a5e7d9ec9d lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045266.010374:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff98df48c7e700) 00010000:00010000:1.0:1777045266.010378:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777045266.010384:0:12646:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfce00/0x2c8777a5e7d9ec9d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045266.010394:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfce00/0x2c8777a5e7d9ec9d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045266.010410:0:12646:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfda00/0x2c8777a5e7d9eca4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045266.010418:0:12646:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfda00/0x2c8777a5e7d9eca4 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045266.010444:0:12646:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfda00/0x2c8777a5e7d9eca4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045266.010453:0:12646:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de41dfda00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:1.0:1777045266.010457:0:12646:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfda00/0x2c8777a5e7d9eca4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045266.010466:0:12646:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfda00/0x2c8777a5e7d9eca4 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045266.010477:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0xa624d530 (ffff98df454d4b00) 00010000:00010000:1.0:1777045266.010481:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777045266.010485:0:12646:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfda00/0x2c8777a5e7d9eca4 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045266.010494:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfda00/0x2c8777a5e7d9eca4 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045266.010543:0:12646:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfdc00/0x2c8777a5e7d9ec96 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149059 expref: 33 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045266.010566:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff98df48c7e700) 00010000:00010000:1.0:1777045266.010570:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777045266.010576:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfdc00/0x2c8777a5e7d9ec96 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149059 expref: 33 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045266.010589:0:12646:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de41dfdc00, rc 0) 00000100:00100000:1.0:1777045266.010694:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41c65180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+32:30759:x1863365370119296:12345-192.168.201.45@tcp:101:rm.0 Request processed in 764us (1121us total) trans 0 rc 301/301 00000100:00100000:1.0:1777045266.010706:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1272 00000100:00100000:1.0:1777045266.053607:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045266.053772:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370119552 00000100:00100000:3.0:1777045266.053786:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370119552 00000100:00100000:3.0:1777045266.054144:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1273 00000100:00100000:3.0:1777045266.054161:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d60ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+32:30760:x1863365370119552:12345-192.168.201.45@tcp:101:dd.0 00010000:00010000:3.0:1777045266.054187:0:5855:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777045266.054191:0:5855:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1777045266.054278:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025a00/0x2c8777a5e7d9ec8f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149052 expref: 32 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045266.054305:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff98df48c7e700) 00010000:00010000:3.0:1777045266.054320:0:5855:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777045266.054343:0:5855:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066c00/0x2c8777a5e7d9ecab lrc: 2/0,0 mode: --/CW res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1149060 expref: -99 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045266.054516:0:5855:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066400/0x2c8777a5e7d9ecb2 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045266.054536:0:5855:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066400/0x2c8777a5e7d9ecb2 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045266.054550:0:5855:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066400/0x2c8777a5e7d9ecb2 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045266.054567:0:5855:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067e00/0x2c8777a5e7d9ecb9 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045266.054577:0:5855:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067e00/0x2c8777a5e7d9ecb9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045266.054586:0:5855:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067e00/0x2c8777a5e7d9ecb9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1777045266.056169:0:5855:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x1a:0x0], index 1: 0 00010000:00010000:3.0:1777045266.056473:0:5855:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066a00/0x2c8777a5e7d9ecc0 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x27:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045266.056490:0:5855:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066a00/0x2c8777a5e7d9ecc0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045266.056504:0:5855:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066a00/0x2c8777a5e7d9ecc0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045266.056554:0:5855:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066400/0x2c8777a5e7d9ecb2 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045266.056566:0:5855:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066400/0x2c8777a5e7d9ecb2 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045266.056577:0:5855:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066400/0x2c8777a5e7d9ecb2 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045266.056587:0:5855:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48066400 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:3.0:1777045266.056594:0:5855:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066400/0x2c8777a5e7d9ecb2 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045266.056605:0:5855:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066400/0x2c8777a5e7d9ecb2 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045266.056619:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff98df413b6f00) 00010000:00010000:3.0:1777045266.056623:0:5855:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777045266.056629:0:5855:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066400/0x2c8777a5e7d9ecb2 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045266.056638:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066400/0x2c8777a5e7d9ecb2 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777045266.065980:0:5855:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000000d763471 reply state 0000000001dcdffc transno 4294968157 ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067e00/0x2c8777a5e7d9ecb9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777045266.066009:0:5855:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1777045266.066089:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066c00/0x2c8777a5e7d9ecab lrc: 0/0,0 mode: --/CW res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149060 expref: 34 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045266.066149:0:5855:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066a00/0x2c8777a5e7d9ecc0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149060 expref: 33 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045266.066164:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0x0 (ffff98df413b6a00) 00010000:00010000:3.0:1777045266.066169:0:5855:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777045266.066174:0:5855:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de48066a00, rc 0) 00000100:00100000:3.0:1777045266.068371:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d60ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+34:30760:x1863365370119552:12345-192.168.201.45@tcp:101:dd.0 Request processed in 14207us (14768us total) trans 4294968157 rc 0/0 00000100:00100000:3.0:1777045266.068386:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1273 00010000:00010000:0.0:1777045266.077051:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777045266.085838:0:3327:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067e00/0x2c8777a5e7d9ecb9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045266.085862:0:3327:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067e00/0x2c8777a5e7d9ecb9 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045266.085874:0:3327:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067e00/0x2c8777a5e7d9ecb9 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045266.085884:0:3327:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48067e00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:3.0:1777045266.085892:0:3327:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067e00/0x2c8777a5e7d9ecb9 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045266.085912:0:3327:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067e00/0x2c8777a5e7d9ecb9 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045266.085935:0:3327:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0xa624d530 (ffff98df413b6400) 00010000:00010000:3.0:1777045266.085940:0:3327:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777045266.085947:0:3327:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067e00/0x2c8777a5e7d9ecb9 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045266.085957:0:3327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067e00/0x2c8777a5e7d9ecb9 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777045266.201579:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045266.203272:0:14822:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370119680 00000100:00100000:3.0:1777045266.203285:0:14822:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370119680 00000100:00100000:3.0:1777045266.203355:0:14822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 366 00000100:00100000:3.0:1777045266.203367:0:14822:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d58e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2389:x1863365370119680:12345-192.168.201.45@tcp:8:dd.0 00010000:00080000:3.0:1777045266.203412:0:14822:0:(ldlm_lib.c:1431:target_handle_connect()) lustre-OST0001: connection from 15144518-a1c7-4352-a966-cb31eadd4d9b@192.168.201.45@tcp t0 exp 0000000000000000 cur 1894 last 0 00000020:00000080:3.0:1777045266.203484:0:14822:0:(genops.c:1406:class_connect()) connect: client 15144518-a1c7-4352-a966-cb31eadd4d9b, cookie 0x2c8777a5e7d9ecce 00002000:00100000:3.0:1777045266.203501:0:14822:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli 15144518-a1c7-4352-a966-cb31eadd4d9b/ffff98df67407000 ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 2113436 ocd_grant: 5111808 ocd_index: 0 ocd_group 0 00002000:00100000:3.0:1777045266.203518:0:14822:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0001: cli supports cksum type f7, return f7 00002000:00080000:3.0:1777045266.203776:0:14822:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:3.0:1777045266.203820:0:14822:0:(import.c:65:import_set_state_nolock()) ffff98df67405800 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1777045266.204255:0:14822:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d58e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+6:2389:x1863365370119680:12345-192.168.201.45@tcp:8:dd.0 Request processed in 884us (2686us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045266.204268:0:14822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 366 00000100:00100000:2.0:1777045266.218771:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045266.218916:0:8776:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370119808 00000100:00100000:1.0:1777045266.218929:0:8776:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370119808 00000100:00100000:1.0:1777045266.219040:0:8776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 367 00000100:00100000:1.0:1777045266.219054:0:8776:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41c64700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+6:30760:x1863365370119808:12345-192.168.201.45@tcp:101:dd.0 00010000:00010000:1.0:1777045266.219079:0:8776:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777045266.219108:0:8776:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ce40aa9a/0x2c8777a5e7d9ecd5 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1149067 expref: -99 pid: 8776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777045266.219147:0:8776:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1777045266.219172:0:8776:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777045266.219176:0:8776:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777045266.219188:0:8776:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ce40aa9a/0x2c8777a5e7d9ecd5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149067 expref: 7 pid: 8776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045266.219247:0:8776:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000ce40aa9a/0x2c8777a5e7d9ecd5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149067 expref: 7 pid: 8776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045266.219267:0:8776:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de41dfdc00, rc 0) 00000100:00100000:1.0:1777045266.219335:0:8776:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41c64700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+7:30760:x1863365370119808:12345-192.168.201.45@tcp:101:dd.0 Request processed in 284us (576us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045266.219346:0:8776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 367 00000100:00080000:2.0:1777045266.223141:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1777045266.350069:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045266.350648:0:17648:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370119936 00000100:00100000:3.0:1777045266.350684:0:17648:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370119936 00002000:00100000:3.0:1777045266.350771:0:17648:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x1a:0x0] (0->1048575) req@ffff98df6d657100 x1863365370119936/t0(0) o4->15144518-a1c7-4352-a966-cb31eadd4d9b@192.168.201.45@tcp:267/0 lens 488/0 e 0 to 0 dl 1777045277 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1777045266.350788:0:17648:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98df6d657100 with x1863365370119936 ext(0->1048575) 00002000:00010000:3.0:1777045266.350796:0:17648:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff98df6d657100 00000100:00100000:3.0:1777045266.350847:0:17648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 111 00000100:00100000:3.0:1777045266.350860:0:17648:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d657100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+7:2392:x1863365370119936:12345-192.168.201.45@tcp:4:dd.0 00000040:00080000:0.0:1777045266.582143:0:11491:0:(llog.c:801:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1777045266.582152:0:11491:0:(llog_cat.c:158:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1777045266.583594:0:11491:0:(llog.c:858:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1777045266.583608:0:11491:0:(llog.c:858:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000001:00100000:3.0:1777045266.768598:0:7533:0:(tgt_lastrcvd.c:568:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 15144518-a1c7-4352-a966-cb31eadd4d9b 00000100:00100000:3.0:1777045266.794872:0:17648:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d657100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2392:x1863365370119936:12345-192.168.201.45@tcp:4:dd.0 Request processed in 444001us (444802us total) trans 4294967370 rc 0/0 00000100:00100000:3.0:1777045266.794893:0:17648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 111 00002000:00100000:3.0:1777045266.794912:0:17648:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x1a:0x0] (0->1048575) req@ffff98df6d657100 x1863365370119936/t4294967370(0) o4->15144518-a1c7-4352-a966-cb31eadd4d9b@192.168.201.45@tcp:267/0 lens 488/448 e 0 to 0 dl 1777045277 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1777045266.794929:0:17648:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98df6d657100 with x1863365370119936 ext(0->1048575) 00002000:00010000:3.0:1777045266.794938:0:17648:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff98df6d657100 00000100:00100000:0.0:1777045266.814608:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045266.815517:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370120064 00000100:00100000:3.0:1777045266.815531:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370120064 00000100:00100000:3.0:1777045266.815619:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1274 00000100:00100000:3.0:1777045266.815636:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42c88700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+33:30760:x1863365370120064:12345-192.168.201.45@tcp:44:dd.0 00000001:00100000:2.0:1777045266.968474:0:5877:0:(tgt_lastrcvd.c:568:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of c8fbf189-e8b6-4a0c-9928-bcf3190bfe7b 00000001:00080000:2.0:1777045266.968501:0:5877:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968155 is committed 00000001:00080000:2.0:1777045266.968517:0:5877:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968156 is committed 00000001:00080000:2.0:1777045266.968528:0:5877:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968157 is committed 00000100:00100000:0.0:1777045266.968813:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42c88700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+32:30760:x1863365370120064:12345-192.168.201.45@tcp:44:dd.0 Request processed in 153174us (154209us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045266.969125:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1274 00000100:00100000:2.0:1777045266.979149:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045266.982779:0:6641:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370120192 00000100:00100000:0.0:1777045266.982796:0:6641:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370120192 00000100:00100000:0.0:1777045266.982899:0:6641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 368 00000100:00100000:0.0:1777045266.982916:0:6641:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d656300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2390:x1863365370120192:12345-192.168.201.45@tcp:16:dd.0 00010000:00010000:3.0:1777045267.096445:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:1.0:1777045267.136634:0:7533:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967370 is committed 00000100:00100000:3.0:1777045267.137080:0:6641:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d656300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+6:2390:x1863365370120192:12345-192.168.201.45@tcp:16:dd.0 Request processed in 154160us (157935us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045267.137097:0:6641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 368 00000100:00100000:2.0:1777045267.146375:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045267.146728:0:19840:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370120448 00000100:00100000:1.0:1777045267.146742:0:19840:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370120448 00000100:00100000:1.0:1777045267.146850:0:19840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 282 00000100:00100000:1.0:1777045267.146867:0:19840:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d657b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+32:30760:x1863365370120448:12345-192.168.201.45@tcp:35:dd.0 00000001:00080000:1.0:1777045267.147371:0:19840:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968158 00000100:00100000:1.0:1777045267.147531:0:19840:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d657b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+34:30760:x1863365370120448:12345-192.168.201.45@tcp:35:dd.0 Request processed in 666us (1164us total) trans 4294968159 rc 0/0 00000100:00100000:1.0:1777045267.147544:0:19840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 282 00000020:00080000:1.0:1777045267.147551:0:19840:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00080000:2.0:1777045267.147928:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1777045267.230496:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045267.231005:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370120576 00000100:00100000:1.0:1777045267.231019:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370120576 00000100:00100000:1.0:1777045267.231130:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1275 00000100:00100000:1.0:1777045267.231147:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42c89880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+34:30761:x1863365370120576:12345-192.168.201.45@tcp:101:lfs.0 00010000:00010000:1.0:1777045267.231182:0:12646:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777045267.231265:0:12646:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd600/0x2c8777a5e7d9ecdc lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee114906e expref: -99 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045267.231681:0:12646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfce00/0x2c8777a5e7d9ece3 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045267.231702:0:12646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfce00/0x2c8777a5e7d9ece3 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045267.231720:0:12646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfce00/0x2c8777a5e7d9ece3 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045267.231743:0:12646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfda00/0x2c8777a5e7d9ecea lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045267.231754:0:12646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfda00/0x2c8777a5e7d9ecea lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045267.231766:0:12646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfda00/0x2c8777a5e7d9ecea lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045267.232858:0:12646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd400/0x2c8777a5e7d9ecf1 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045267.232874:0:12646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd400/0x2c8777a5e7d9ecf1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045267.232886:0:12646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd400/0x2c8777a5e7d9ecf1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777045267.233035:0:12646:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x4b:0x0]: returning size 7680 00000004:00200000:1.0:1777045267.233043:0:12646:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:1.0:1777045267.233175:0:12646:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd400/0x2c8777a5e7d9ecf1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045267.233196:0:12646:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfce00/0x2c8777a5e7d9ece3 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045267.233255:0:12646:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfce00/0x2c8777a5e7d9ece3 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045267.233273:0:12646:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfce00/0x2c8777a5e7d9ece3 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045267.233283:0:12646:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de41dfce00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:1.0:1777045267.233290:0:12646:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfce00/0x2c8777a5e7d9ece3 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045267.233302:0:12646:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfce00/0x2c8777a5e7d9ece3 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045267.233320:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff98df413b6700) 00010000:00010000:1.0:1777045267.233326:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777045267.233332:0:12646:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfce00/0x2c8777a5e7d9ece3 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045267.233343:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfce00/0x2c8777a5e7d9ece3 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045267.233364:0:12646:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfda00/0x2c8777a5e7d9ecea lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045267.233375:0:12646:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfda00/0x2c8777a5e7d9ecea lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045267.233384:0:12646:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfda00/0x2c8777a5e7d9ecea lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045267.233393:0:12646:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de41dfda00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:1.0:1777045267.233397:0:12646:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfda00/0x2c8777a5e7d9ecea lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045267.233415:0:12646:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfda00/0x2c8777a5e7d9ecea lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045267.233427:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x28683846 (ffff98df454d4a00) 00010000:00010000:1.0:1777045267.233431:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777045267.233436:0:12646:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfda00/0x2c8777a5e7d9ecea lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045267.233445:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfda00/0x2c8777a5e7d9ecea lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045267.233489:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd600/0x2c8777a5e7d9ecdc lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114906e expref: 36 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045267.233512:0:12646:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd400/0x2c8777a5e7d9ecf1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114906e expref: 35 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045267.233523:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff98df454d4100) 00010000:00010000:1.0:1777045267.233527:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:1.0:1777045267.233531:0:12646:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de41dfd400, rc 0) 00000100:00100000:1.0:1777045267.233623:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42c89880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+35:30761:x1863365370120576:12345-192.168.201.45@tcp:101:lfs.0 Request processed in 2479us (3139us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045267.233636:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1275 00000100:00100000:3.0:1777045267.355473:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045267.357008:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370120704 00000100:00100000:2.0:1777045267.357023:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370120704 00000100:00100000:2.0:1777045267.357144:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1276 00000100:00100000:2.0:1777045267.357162:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de419fed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:146de360-3fb2-48bd-b418-06f30714148a+45:30763:x1863365370120704:12345-192.168.201.45@tcp:101:stat.0 00010000:00010000:2.0:1777045267.357195:0:5855:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777045267.357294:0:5855:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024e00/0x2c8777a5e7d9ecf8 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1149075 expref: -99 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045267.358010:0:5855:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025200/0x2c8777a5e7d9ecff lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045267.358033:0:5855:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025200/0x2c8777a5e7d9ecff lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045267.358050:0:5855:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025200/0x2c8777a5e7d9ecff lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777045267.358319:0:5855:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 8704 00000004:00200000:2.0:1777045267.358327:0:5855:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 32 stripe count 1 MDT count 1 00000004:00010000:2.0:1777045267.358489:0:5855:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025200/0x2c8777a5e7d9ecff lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045267.358530:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024e00/0x2c8777a5e7d9ecf8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149075 expref: 47 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:0.0:1777045267.359083:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1777045267.359404:0:5855:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025200/0x2c8777a5e7d9ecff lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149075 expref: 46 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045267.359898:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff98df413b6700) 00010000:00010000:2.0:1777045267.359903:0:5855:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1777045267.359909:0:5855:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de48025200, rc 0) 00000100:00100000:2.0:1777045267.360096:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de419fed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:146de360-3fb2-48bd-b418-06f30714148a+46:30763:x1863365370120704:12345-192.168.201.45@tcp:101:stat.0 Request processed in 2935us (4629us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045267.360110:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1276 00000100:00100000:3.0:1777045267.374899:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045267.375068:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370120832 00000100:00100000:0.0:1777045267.375082:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370120832 00000100:00100000:0.0:1777045267.375164:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1277 00000100:00100000:0.0:1777045267.375179:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de419fc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:146de360-3fb2-48bd-b418-06f30714148a+46:30763:x1863365370120832:12345-192.168.201.45@tcp:101:stat.0 00010000:00010000:0.0:1777045267.375263:0:5856:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777045267.375557:0:5856:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023a00/0x2c8777a5e7d9ed06 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee114907c expref: -99 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045267.375671:0:5856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023c00/0x2c8777a5e7d9ed0d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045267.375690:0:5856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023c00/0x2c8777a5e7d9ed0d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045267.375706:0:5856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023c00/0x2c8777a5e7d9ed0d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045267.375729:0:5856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9ed14 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045267.375739:0:5856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9ed14 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045267.375749:0:5856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9ed14 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045267.376918:0:5856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022e00/0x2c8777a5e7d9ed1b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045267.376934:0:5856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022e00/0x2c8777a5e7d9ed1b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045267.376946:0:5856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022e00/0x2c8777a5e7d9ed1b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777045267.377073:0:5856:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x4b:0x0]: returning size 7680 00000004:00200000:0.0:1777045267.377080:0:5856:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:0.0:1777045267.377234:0:5856:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022e00/0x2c8777a5e7d9ed1b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045267.377254:0:5856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023c00/0x2c8777a5e7d9ed0d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045267.377264:0:5856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023c00/0x2c8777a5e7d9ed0d lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045267.377275:0:5856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023c00/0x2c8777a5e7d9ed0d lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045267.377284:0:5856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48023c00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:0.0:1777045267.377290:0:5856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023c00/0x2c8777a5e7d9ed0d lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045267.377301:0:5856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023c00/0x2c8777a5e7d9ed0d lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045267.377319:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff98df413b6700) 00010000:00010000:0.0:1777045267.377324:0:5856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777045267.377330:0:5856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023c00/0x2c8777a5e7d9ed0d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045267.377341:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023c00/0x2c8777a5e7d9ed0d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045267.377358:0:5856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9ed14 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045267.377367:0:5856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9ed14 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045267.377384:0:5856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9ed14 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045267.377392:0:5856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48022c00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:0.0:1777045267.377397:0:5856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9ed14 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045267.377407:0:5856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9ed14 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045267.377418:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x28683846 (ffff98df61f8ec00) 00010000:00010000:0.0:1777045267.377422:0:5856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777045267.377427:0:5856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9ed14 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045267.377436:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9ed14 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045267.377479:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023a00/0x2c8777a5e7d9ed06 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114907c expref: 48 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045267.377500:0:5856:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022e00/0x2c8777a5e7d9ed1b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114907c expref: 47 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045267.377511:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff98df454d4100) 00010000:00010000:0.0:1777045267.377515:0:5856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1777045267.377519:0:5856:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de48022e00, rc 0) 00000100:00100000:0.0:1777045267.377611:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de419fc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:146de360-3fb2-48bd-b418-06f30714148a+47:30763:x1863365370120832:12345-192.168.201.45@tcp:101:stat.0 Request processed in 2434us (2721us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045267.377628:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1277 00000100:00100000:1.0:1777045267.397445:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045267.397628:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370120960 00000100:00100000:2.0:1777045267.397673:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370120960 00000100:00100000:2.0:1777045267.397762:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1278 00000100:00100000:2.0:1777045267.397779:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d58d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:146de360-3fb2-48bd-b418-06f30714148a+47:30763:x1863365370120960:12345-192.168.201.45@tcp:101:stat.0 00010000:00010000:2.0:1777045267.397807:0:5857:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777045267.397834:0:5857:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024e00/0x2c8777a5e7d9ed22 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1149083 expref: -99 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045267.397925:0:5857:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024600/0x2c8777a5e7d9ed29 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045267.397946:0:5857:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024600/0x2c8777a5e7d9ed29 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045267.397963:0:5857:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024600/0x2c8777a5e7d9ed29 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045267.397984:0:5857:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025a00/0x2c8777a5e7d9ed30 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045267.398010:0:5857:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025a00/0x2c8777a5e7d9ed30 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045267.398028:0:5857:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025a00/0x2c8777a5e7d9ed30 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045267.398620:0:5857:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025800/0x2c8777a5e7d9ed37 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x27:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045267.398666:0:5857:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025800/0x2c8777a5e7d9ed37 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045267.398680:0:5857:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025800/0x2c8777a5e7d9ed37 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777045267.398730:0:5857:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x27:0x0]: returning size 1048576 00000004:00200000:2.0:1777045267.398737:0:5857:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1777045267.398763:0:5857:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025800/0x2c8777a5e7d9ed37 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045267.398779:0:5857:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025800/0x2c8777a5e7d9ed37 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045267.398792:0:5857:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024600/0x2c8777a5e7d9ed29 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045267.398802:0:5857:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024600/0x2c8777a5e7d9ed29 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045267.398813:0:5857:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024600/0x2c8777a5e7d9ed29 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045267.398822:0:5857:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48024600 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:2.0:1777045267.399108:0:5857:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024600/0x2c8777a5e7d9ed29 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045267.399120:0:5857:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024600/0x2c8777a5e7d9ed29 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045267.399139:0:5857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff98df454d4100) 00010000:00010000:2.0:1777045267.399144:0:5857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777045267.399150:0:5857:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024600/0x2c8777a5e7d9ed29 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045267.399160:0:5857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024600/0x2c8777a5e7d9ed29 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045267.399181:0:5857:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025a00/0x2c8777a5e7d9ed30 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045267.399191:0:5857:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025a00/0x2c8777a5e7d9ed30 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045267.399245:0:5857:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025a00/0x2c8777a5e7d9ed30 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045267.399256:0:5857:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48025a00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:2.0:1777045267.399261:0:5857:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025a00/0x2c8777a5e7d9ed30 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045267.399271:0:5857:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025a00/0x2c8777a5e7d9ed30 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045267.399283:0:5857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0xa624d530 (ffff98df48c7e700) 00010000:00010000:2.0:1777045267.399288:0:5857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777045267.399292:0:5857:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025a00/0x2c8777a5e7d9ed30 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045267.399581:0:5857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025a00/0x2c8777a5e7d9ed30 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045267.399659:0:5857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024e00/0x2c8777a5e7d9ed22 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149083 expref: 49 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045267.399683:0:5857:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025800/0x2c8777a5e7d9ed37 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149083 expref: 48 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045267.399696:0:5857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0x0 (ffff98df413b6a00) 00010000:00010000:2.0:1777045267.399700:0:5857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777045267.399704:0:5857:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de48025800, rc 0) 00000100:00100000:2.0:1777045267.399798:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d58d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:146de360-3fb2-48bd-b418-06f30714148a+48:30763:x1863365370120960:12345-192.168.201.45@tcp:101:stat.0 Request processed in 2022us (2363us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045267.399811:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1278 00000100:00100000:3.0:1777045267.442597:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045267.443840:0:6639:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370121088 00000100:00100000:0.0:1777045267.443856:0:6639:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370121088 00000100:00100000:0.0:1777045267.444193:0:6639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 369 00000100:00100000:0.0:1777045267.444543:0:6639:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de419fc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:146de360-3fb2-48bd-b418-06f30714148a+10:2392:x1863365370121088:12345-192.168.201.45@tcp:101:stat.0 00010000:00010000:0.0:1777045267.444566:0:6639:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777045267.444591:0:6639:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000057a3a420/0x2c8777a5e7d9ed3e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee114908a expref: -99 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777045267.444696:0:6639:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de42c8bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6639:1863365424414336:192.168.201.45@tcp:106: 00000100:00100000:0.0:1777045267.444816:0:6639:0:(client.c:2691:ptlrpc_set_wait()) set ffff98de41f1a600 going to sleep for 11 seconds 00000100:00080000:0.0:1777045267.445109:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00002000:00010000:1.0:1777045267.455835:0:6639:0:(ofd_lvb.c:259:ofd_lvbo_update()) res: [0x280000400:0x1a:0x0] updating lvb size: 0 -> 1048576 00002000:00010000:1.0:1777045267.455845:0:6639:0:(ofd_lvb.c:265:ofd_lvbo_update()) res: [0x280000400:0x1a:0x0] updating lvb mtime: 0 -> 1777045266 00002000:00010000:1.0:1777045267.455849:0:6639:0:(ofd_lvb.c:271:ofd_lvbo_update()) res: [0x280000400:0x1a:0x0] updating lvb atime: 0 -> 1777045265 00002000:00010000:1.0:1777045267.455852:0:6639:0:(ofd_lvb.c:277:ofd_lvbo_update()) res: [0x280000400:0x1a:0x0] updating lvb ctime: 0 -> 1777045266 00002000:00010000:1.0:1777045267.455857:0:6639:0:(ofd_lvb.c:283:ofd_lvbo_update()) res: [0x280000400:0x1a:0x0] updating lvb blocks: 1 -> 2051 00000100:00100000:1.0:1777045267.456154:0:6639:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de42c8bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6639:1863365424414336:192.168.201.45@tcp:106: 00010000:00010000:1.0:1777045267.456235:0:6639:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000057a3a420/0x2c8777a5e7d9ed3e lrc: 1/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114908a expref: 11 pid: 6639 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045267.456289:0:6639:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000057a3a420/0x2c8777a5e7d9ed3e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114908a expref: 11 pid: 6639 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045267.456309:0:6639:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de48023a00, rc 0) 00000100:00100000:1.0:1777045267.456383:0:6639:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de419fc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:146de360-3fb2-48bd-b418-06f30714148a+10:2392:x1863365370121088:12345-192.168.201.45@tcp:101:stat.0 Request processed in 12175us (13797us total) trans 0 rc 301/301 00000100:00100000:1.0:1777045267.456396:0:6639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 369 00000100:00100000:0.0:1777045267.542491:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045267.542682:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370121216 00000100:00100000:3.0:1777045267.542696:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370121216 00000100:00100000:3.0:1777045267.542763:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 370 00000100:00100000:3.0:1777045267.542778:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42c89f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:146de360-3fb2-48bd-b418-06f30714148a+10:2392:x1863365370121216:12345-192.168.201.45@tcp:101:lfs.0 00010000:00010000:3.0:1777045267.542802:0:6642:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777045267.542827:0:6642:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d49203ba/0x2c8777a5e7d9ed45 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1149091 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777045267.542904:0:6642:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7b51ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6642:1863365424414464:192.168.201.45@tcp:106: 00000100:00100000:3.0:1777045267.543021:0:6642:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df467e19c0 going to sleep for 11 seconds 00000100:00100000:1.0:1777045267.557180:0:6642:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7b51ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6642:1863365424414464:192.168.201.45@tcp:106: 00010000:00010000:1.0:1777045267.557283:0:6642:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000d49203ba/0x2c8777a5e7d9ed45 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149091 expref: 11 pid: 6642 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045267.557318:0:6642:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d49203ba/0x2c8777a5e7d9ed45 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149091 expref: 11 pid: 6642 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045267.557604:0:6642:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de48067e00, rc 0) 00000100:00100000:1.0:1777045267.557707:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42c89f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:146de360-3fb2-48bd-b418-06f30714148a+10:2392:x1863365370121216:12345-192.168.201.45@tcp:101:lfs.0 Request processed in 14931us (15227us total) trans 0 rc 301/301 00000100:00100000:1.0:1777045267.557721:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 370 00000100:00100000:3.0:1777045267.573974:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045267.574138:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370121344 00000100:00100000:2.0:1777045267.574154:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370121344 00000100:00100000:2.0:1777045267.574286:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1279 00000100:00100000:2.0:1777045267.574302:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b51f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:146de360-3fb2-48bd-b418-06f30714148a+48:30764:x1863365370121344:12345-192.168.201.45@tcp:101:lfs.0 00010000:00010000:2.0:1777045267.574328:0:5855:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777045267.574355:0:5855:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025a00/0x2c8777a5e7d9ed4c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1149098 expref: -99 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045267.574444:0:5855:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024600/0x2c8777a5e7d9ed53 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045267.574465:0:5855:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024600/0x2c8777a5e7d9ed53 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045267.574486:0:5855:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024600/0x2c8777a5e7d9ed53 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777045267.574773:0:5855:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x4b:0x0]: returning size 7680 00000004:00200000:2.0:1777045267.574780:0:5855:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:2.0:1777045267.575179:0:5855:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024600/0x2c8777a5e7d9ed53 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045267.575253:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025a00/0x2c8777a5e7d9ed4c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149098 expref: 50 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045267.575280:0:5855:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024600/0x2c8777a5e7d9ed53 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149098 expref: 49 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045267.575293:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff98df454d4100) 00010000:00010000:2.0:1777045267.575298:0:5855:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1777045267.575305:0:5855:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de48024600, rc 0) 00000100:00100000:2.0:1777045267.575378:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b51f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:146de360-3fb2-48bd-b418-06f30714148a+49:30764:x1863365370121344:12345-192.168.201.45@tcp:101:lfs.0 Request processed in 1077us (1414us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045267.575391:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1279 00000001:00100000:0.0:1777045267.578340:0:6666:0:(tgt_lastrcvd.c:568:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 15144518-a1c7-4352-a966-cb31eadd4d9b 00000020:00000080:0.0:1777045267.578351:0:6666:0:(genops.c:906:class_export_put()) final put ffff98df74c22000/15144518-a1c7-4352-a966-cb31eadd4d9b 00000020:00000080:0.0:1777045267.578426:0:8451:0:(genops.c:865:class_export_destroy()) destroying export ffff98df74c22000/15144518-a1c7-4352-a966-cb31eadd4d9b for lustre-OST0000 00000020:00000080:0.0:1777045267.578506:0:8451:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff98df74c20800 for lustre-OST0000 00000001:00100000:0.0:1777045267.578539:0:6666:0:(tgt_lastrcvd.c:568:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of c8fbf189-e8b6-4a0c-9928-bcf3190bfe7b 00000100:00100000:2.0:1777045267.587852:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045267.588122:0:6641:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370121472 00000100:00100000:3.0:1777045267.588137:0:6641:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370121472 00000100:00100000:3.0:1777045267.588607:0:6641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 371 00000100:00100000:3.0:1777045267.588626:0:6641:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d656d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:146de360-3fb2-48bd-b418-06f30714148a+10:2393:x1863365370121472:12345-192.168.201.45@tcp:101:lfs.0 00010000:00010000:3.0:1777045267.588678:0:6641:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777045267.588704:0:6641:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001a253557/0x2c8777a5e7d9ed5a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee114909f expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777045267.588790:0:6641:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7b51ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6641:1863365424414592:192.168.201.45@tcp:106: 00000100:00100000:3.0:1777045267.588899:0:6641:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df467e1180 going to sleep for 11 seconds 00000100:00100000:3.0:1777045267.608032:0:6641:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7b51ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6641:1863365424414592:192.168.201.45@tcp:106: 00010000:00010000:3.0:1777045267.608084:0:6641:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000001a253557/0x2c8777a5e7d9ed5a lrc: 1/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114909f expref: 11 pid: 6641 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045267.608122:0:6641:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001a253557/0x2c8777a5e7d9ed5a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114909f expref: 11 pid: 6641 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045267.608145:0:6641:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de48066c00, rc 0) 00000100:00100000:3.0:1777045267.608316:0:6641:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d656d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:146de360-3fb2-48bd-b418-06f30714148a+10:2393:x1863365370121472:12345-192.168.201.45@tcp:101:lfs.0 Request processed in 19693us (20473us total) trans 0 rc 301/301 00000100:00100000:3.0:1777045267.608330:0:6641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 371 00000100:00100000:1.0:1777045267.620781:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045267.621678:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370121728 00000100:00100000:2.0:1777045267.621693:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370121728 00000100:00100000:2.0:1777045267.621766:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1280 00000100:00100000:2.0:1777045267.621781:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d58f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:146de360-3fb2-48bd-b418-06f30714148a+49:30764:x1863365370121728:12345-192.168.201.45@tcp:58:lfs.0 00000040:00080000:2.0:1777045267.622439:0:12646:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].37, 136 off13224 00000100:00100000:2.0:1777045267.622550:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d58f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:146de360-3fb2-48bd-b418-06f30714148a+49:30764:x1863365370121728:12345-192.168.201.45@tcp:58:lfs.0 Request processed in 770us (1778us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045267.622564:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1280 00010000:00010000:1.0:1777045268.120044:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777045268.598469:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045268.598526:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045268.598699:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370121984 00000100:00100000:1.0:1777045268.598712:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370121984 00000100:00100000:1.0:1777045268.598786:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1167 00000100:00100000:1.0:1777045268.598801:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d657800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:146de360-3fb2-48bd-b418-06f30714148a+49:2390:x1863365370121984:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:1.0:1777045268.598898:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d657800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:146de360-3fb2-48bd-b418-06f30714148a+49:2390:x1863365370121984:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 99us (441us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045268.598910:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1167 00000100:00100000:2.0:1777045268.599138:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045268.599294:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045268.621238:0:14822:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370122240 00000100:00100000:1.0:1777045268.621258:0:14822:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370122240 00000100:00100000:1.0:1777045268.621371:0:14822:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370122496 00000100:00100000:1.0:1777045268.621377:0:14822:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370122496 00000100:00100000:1.0:1777045268.621427:0:14822:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370122752 00000100:00100000:1.0:1777045268.621433:0:14822:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370122752 00000100:00100000:1.0:1777045268.621469:0:14822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 995 00000100:00100000:1.0:1777045268.621484:0:14822:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d654a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:146de360-3fb2-48bd-b418-06f30714148a+10:2390:x1863365370122240:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:1.0:1777045268.621671:0:14822:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d654a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:146de360-3fb2-48bd-b418-06f30714148a+10:2390:x1863365370122240:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 188us (23142us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045268.621685:0:14822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 995 00000100:00100000:1.0:1777045268.621714:0:14822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 996 00000100:00100000:1.0:1777045268.621726:0:14822:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d654700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+6:2390:x1863365370122496:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:1.0:1777045268.621771:0:14822:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d654700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+6:2390:x1863365370122496:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 47us (22634us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045268.621781:0:14822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 996 00000100:00100000:1.0:1777045268.621800:0:14822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 997 00000100:00100000:1.0:1777045268.621810:0:14822:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d656680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c8fbf189-e8b6-4a0c-9928-bcf3190bfe7b+5:2390:x1863365370122752:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:1.0:1777045268.622154:0:14822:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d656680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c8fbf189-e8b6-4a0c-9928-bcf3190bfe7b+5:2390:x1863365370122752:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 343us (22892us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045268.622167:0:14822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 997 00000100:00100000:1.0:1777045268.622291:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045268.622390:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045268.622438:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045268.622557:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045268.622597:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045268.622642:0:14822:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370122112 00000100:00100000:1.0:1777045268.622649:0:14822:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370122112 00000100:00100000:1.0:1777045268.622678:0:14822:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370122880 00000100:00100000:1.0:1777045268.622683:0:14822:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370122880 00000100:00100000:1.0:1777045268.622709:0:14822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 998 00000100:00100000:1.0:1777045268.622720:0:14822:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d58f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:146de360-3fb2-48bd-b418-06f30714148a+8:2390:x1863365370122112:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:1.0:1777045268.622770:0:14822:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d58f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:146de360-3fb2-48bd-b418-06f30714148a+8:2390:x1863365370122112:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 51us (380us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045268.622781:0:14822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 998 00000100:00100000:1.0:1777045268.622802:0:14822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 999 00000100:00100000:1.0:1777045268.622813:0:14822:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de480ea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c8fbf189-e8b6-4a0c-9928-bcf3190bfe7b+5:2390:x1863365370122880:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:1.0:1777045268.622848:0:14822:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de480ea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c8fbf189-e8b6-4a0c-9928-bcf3190bfe7b+5:2390:x1863365370122880:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 37us (251us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045268.622857:0:14822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 999 00000100:00100000:1.0:1777045268.622884:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370122368 00000100:00100000:1.0:1777045268.622889:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370122368 00000100:00100000:1.0:1777045268.622922:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370122624 00000100:00100000:1.0:1777045268.622926:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370122624 00000100:00100000:1.0:1777045268.622950:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1168 00000100:00100000:1.0:1777045268.622959:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de480e8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+35:2390:x1863365370122368:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:1.0:1777045268.623002:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de480e8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+35:2390:x1863365370122368:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 43us (565us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045268.623012:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1168 00000100:00100000:1.0:1777045268.623031:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1169 00000100:00100000:1.0:1777045268.623040:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de480e8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c8fbf189-e8b6-4a0c-9928-bcf3190bfe7b+7:2390:x1863365370122624:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:1.0:1777045268.623074:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de480e8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c8fbf189-e8b6-4a0c-9928-bcf3190bfe7b+7:2390:x1863365370122624:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 34us (517us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045268.623083:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1169 00000100:00080000:1.0:1777045268.623267:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1777045268.623275:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1777045268.623278:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1777045268.628560:0:5850:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370121856 00000100:00100000:2.0:1777045268.628578:0:5850:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370121856 00000100:00100000:2.0:1777045268.628692:0:5850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 897 00000100:00100000:2.0:1777045268.628707:0:5850:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df485c1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:19aeff9b-bdfb-4382-8412-7db7c143c0bf+15:2390:x1863365370121856:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:2.0:1777045268.628796:0:5850:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df485c1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:19aeff9b-bdfb-4382-8412-7db7c143c0bf+15:2390:x1863365370121856:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 92us (6505us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045268.628807:0:5850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 897 00000040:00080000:3.0:1777045268.642458:0:11491:0:(llog.c:801:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1777045268.642470:0:11491:0:(llog_cat.c:158:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1777045268.642532:0:11491:0:(llog.c:858:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 38 count 2 00000040:00080000:3.0:1777045268.642543:0:11491:0:(llog.c:858:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1777045268.643249:0:11491:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7b51ed80 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11491:1863365424414720:192.168.201.45@tcp:107:hsm_cdtr.0 00000100:00100000:3.0:1777045268.643366:0:11491:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df467e1a80 going to sleep for 11 seconds 00000100:00100000:2.0:1777045268.665257:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045268.666276:0:11491:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7b51ed80 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11491:1863365424414720:192.168.201.45@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1777045268.671705:0:5866:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370123008 00000100:00100000:0.0:1777045268.671721:0:5866:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370123008 00000100:00100000:0.0:1777045268.671818:0:5866:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 3 00000100:00100000:0.0:1777045268.671833:0:5866:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d654e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:c8fbf189-e8b6-4a0c-9928-bcf3190bfe7b+7:30774:x1863365370123008:12345-192.168.201.45@tcp:900:lhsmtool_posix.0 00000100:00100000:0.0:1777045268.673125:0:5866:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d654e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:c8fbf189-e8b6-4a0c-9928-bcf3190bfe7b+7:30774:x1863365370123008:12345-192.168.201.45@tcp:900:lhsmtool_posix.0 Request processed in 1292us (7875us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045268.673140:0:5866:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 3 00000100:00100000:1.0:1777045268.687926:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045268.689699:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370123136 00000100:00100000:2.0:1777045268.689712:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370123136 00000100:00100000:2.0:1777045268.689964:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1281 00000100:00100000:2.0:1777045268.689982:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de480eaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c8fbf189-e8b6-4a0c-9928-bcf3190bfe7b+7:30774:x1863365370123136:12345-192.168.201.45@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1777045268.690025:0:12646:0:(mdt_handler.c:7958:mdt_fid2path()) path get [0x200000402:0x27:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1777045268.690162:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de480eaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c8fbf189-e8b6-4a0c-9928-bcf3190bfe7b+7:30774:x1863365370123136:12345-192.168.201.45@tcp:53:lhsmtool_posix.0 Request processed in 184us (2244us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045268.690175:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1281 00000100:00100000:1.0:1777045268.702602:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045268.703531:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370123392 00000100:00100000:2.0:1777045268.703544:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370123392 00000100:00100000:2.0:1777045268.703675:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1282 00000100:00100000:2.0:1777045268.703690:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de480e9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c8fbf189-e8b6-4a0c-9928-bcf3190bfe7b+7:30774:x1863365370123392:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1777045268.703722:0:5855:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777045268.703753:0:5855:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024e00/0x2c8777a5e7d9ed61 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee11490a6 expref: -99 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045268.704130:0:5855:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025400/0x2c8777a5e7d9ed68 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x27:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045268.704153:0:5855:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025400/0x2c8777a5e7d9ed68 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045268.704173:0:5855:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025400/0x2c8777a5e7d9ed68 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777045268.704189:0:5855:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x27:0x0]: returning size 1048576 00010000:00010000:2.0:1777045268.704719:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024e00/0x2c8777a5e7d9ed61 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11490a6 expref: 10 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045268.704748:0:5855:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025400/0x2c8777a5e7d9ed68 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11490a6 expref: 9 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045268.704762:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0x0 (ffff98df413b6a00) 00010000:00010000:2.0:1777045268.704767:0:5855:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777045268.704772:0:5855:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de48025400, rc 0) 00000100:00100000:2.0:1777045268.705139:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de480e9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c8fbf189-e8b6-4a0c-9928-bcf3190bfe7b+9:30774:x1863365370123392:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 Request processed in 1450us (2547us total) trans 4294968160 rc 0/0 00000100:00100000:2.0:1777045268.705151:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1282 00000100:00100000:0.0:1777045268.721868:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045268.722827:0:14822:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370123520 00000100:00100000:1.0:1777045268.722840:0:14822:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370123520 00000100:00100000:1.0:1777045268.723001:0:14822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 372 00000100:00100000:1.0:1777045268.723018:0:14822:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42c8aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c8fbf189-e8b6-4a0c-9928-bcf3190bfe7b+5:2392:x1863365370123520:12345-192.168.201.45@tcp:1:lhsmtool_posix.0 00010000:00010000:1.0:1777045268.723072:0:14822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000176d8731/0x2c8777a5e7d9ed76 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045268.723117:0:14822:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000ce40aa9a/0x2c8777a5e7d9ecd5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149067 expref: 5 pid: 8776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045268.723131:0:14822:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777045268.723134:0:14822:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777045268.723139:0:14822:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000176d8731/0x2c8777a5e7d9ed76 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045268.723189:0:14822:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000ce40aa9a/0x2c8777a5e7d9ecd5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149067 expref: 5 pid: 8776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045268.723673:0:14822:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000ce40aa9a/0x2c8777a5e7d9ecd5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149067 expref: 5 pid: 8776 timeout: 1997 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777045268.723699:0:14822:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de480ead80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14822:1863365424414848:192.168.201.45@tcp:104: 00000100:00100000:1.0:1777045268.723796:0:14822:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df4fe3dd80 going to sleep for 11 seconds 00000100:00100000:3.0:1777045268.741812:0:14822:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de480ead80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14822:1863365424414848:192.168.201.45@tcp:104: 00010000:00010000:3.0:1777045268.741853:0:14822:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000176d8731/0x2c8777a5e7d9ed76 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777045268.753294:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045268.762648:0:5842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370123648 00000100:00100000:2.0:1777045268.762666:0:5842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370123648 00010000:00010000:3.0:1777045268.763022:0:5842:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000ce40aa9a/0x2c8777a5e7d9ecd5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149067 expref: 6 pid: 8776 timeout: 1997 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777045268.763089:0:5842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 375 00000100:00100000:3.0:1777045268.763102:0:5842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42c8a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+6:2393:x1863365370123648:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777045268.763122:0:5842:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777045268.763147:0:5842:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000ce40aa9a/0x2c8777a5e7d9ecd5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149067 expref: 6 pid: 8776 timeout: 1997 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045268.763178:0:5842:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000ce40aa9a/0x2c8777a5e7d9ecd5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149067 expref: 6 pid: 8776 timeout: 1997 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045268.763208:0:5842:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ce40aa9a/0x2c8777a5e7d9ecd5 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149067 expref: 6 pid: 8776 timeout: 1997 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045268.763229:0:5842:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777045268.763232:0:5842:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777045268.763239:0:5842:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000176d8731/0x2c8777a5e7d9ed76 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045268.763253:0:5842:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000176d8731/0x2c8777a5e7d9ed76 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045268.763292:0:5842:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777045268.763318:0:14822:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000176d8731/0x2c8777a5e7d9ed76 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045268.763331:0:14822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000176d8731/0x2c8777a5e7d9ed76 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045268.763377:0:14822:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000176d8731/0x2c8777a5e7d9ed76 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045268.763389:0:14822:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000176d8731/0x2c8777a5e7d9ed76 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045268.763401:0:14822:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000176d8731/0x2c8777a5e7d9ed76 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045268.763412:0:14822:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de41dfd600 already unused, calling callback (ffffffffc17d22d0) 00010000:00010000:3.0:1777045268.763417:0:14822:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000176d8731/0x2c8777a5e7d9ed76 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045268.763429:0:14822:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000176d8731/0x2c8777a5e7d9ed76 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045268.763444:0:14822:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000176d8731/0x2c8777a5e7d9ed76 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045268.763454:0:14822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000176d8731/0x2c8777a5e7d9ed76 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777045268.763554:0:14822:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42c8aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c8fbf189-e8b6-4a0c-9928-bcf3190bfe7b+5:2392:x1863365370123520:12345-192.168.201.45@tcp:1:lhsmtool_posix.0 Request processed in 40539us (41697us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045268.763568:0:14822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 372 00000100:00100000:3.0:1777045268.764066:0:5842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42c8a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+5:2393:x1863365370123648:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 964us (10780us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045268.764077:0:5842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 375 00000100:00100000:3.0:1777045268.781905:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045268.782041:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370123904 00000100:00100000:0.0:1777045268.782055:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370123904 00000100:00100000:0.0:1777045268.782164:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1283 00000100:00100000:0.0:1777045268.782180:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b51ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c8fbf189-e8b6-4a0c-9928-bcf3190bfe7b+9:30774:x1863365370123904:12345-192.168.201.45@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1777045268.782701:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b51ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c8fbf189-e8b6-4a0c-9928-bcf3190bfe7b+9:30774:x1863365370123904:12345-192.168.201.45@tcp:57:lhsmtool_posix.0 Request processed in 524us (807us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045268.782714:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1283 00000100:00100000:3.0:1777045268.790295:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045268.799508:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370124032 00000100:00100000:0.0:1777045268.799527:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370124032 00000100:00100000:0.0:1777045268.799655:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 373 00000100:00100000:0.0:1777045268.799671:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b51c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c8fbf189-e8b6-4a0c-9928-bcf3190bfe7b+5:2391:x1863365370124032:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1777045268.799693:0:6642:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777045268.799719:0:6642:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000057a3a420/0x2c8777a5e7d9ed7d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee11490ad expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777045268.799755:0:6642:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1a:0x0] initial LVB size: 1048576, mtime: 0x69eb8f12, atime: 0x0, ctime: 0x69eb8f12, blocks: 0x803 00010000:00010000:0.0:1777045268.799780:0:6642:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777045268.799784:0:6642:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777045268.799794:0:6642:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000057a3a420/0x2c8777a5e7d9ed7d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11490ad expref: 6 pid: 6642 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045268.799817:0:6642:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000057a3a420/0x2c8777a5e7d9ed7d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11490ad expref: 6 pid: 6642 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045268.799838:0:6642:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de48023a00, rc 0) 00000100:00100000:0.0:1777045268.799938:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b51c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c8fbf189-e8b6-4a0c-9928-bcf3190bfe7b+6:2391:x1863365370124032:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 Request processed in 269us (9693us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045268.799950:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 373 00000100:00100000:3.0:1777045268.835866:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045268.841052:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370124288 00000100:00100000:2.0:1777045268.841070:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370124288 00000100:00100000:2.0:1777045268.841393:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1284 00000100:00100000:2.0:1777045268.841826:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b51e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c8fbf189-e8b6-4a0c-9928-bcf3190bfe7b+9:30774:x1863365370124288:12345-192.168.201.45@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1777045268.843427:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b51e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c8fbf189-e8b6-4a0c-9928-bcf3190bfe7b+9:30774:x1863365370124288:12345-192.168.201.45@tcp:57:lhsmtool_posix.0 Request processed in 2004us (7555us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045268.843442:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1284 00000100:00100000:2.0:1777045268.910407:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045268.911794:0:6646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370124416 00000100:00100000:3.0:1777045268.911811:0:6646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370124416 00002000:00100000:3.0:1777045268.912159:0:6646:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x1a:0x0] (0->1048575) req@ffff98df6d656a00 x1863365370124416/t0(0) o3->c8fbf189-e8b6-4a0c-9928-bcf3190bfe7b@192.168.201.45@tcp:269/0 lens 488/0 e 0 to 0 dl 1777045279 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1777045268.912181:0:6646:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98df6d656a00 with x1863365370124416 ext(0->1048575) 00002000:00010000:3.0:1777045268.912192:0:6646:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff98df6d656a00 00000100:00100000:3.0:1777045268.912279:0:6646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 112 00000100:00100000:3.0:1777045268.912297:0:6646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d656a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c8fbf189-e8b6-4a0c-9928-bcf3190bfe7b+6:2390:x1863365370124416:12345-192.168.201.45@tcp:3:lhsmtool_posix.0 00000100:00100000:1.0:1777045269.018428:0:6646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d656a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c8fbf189-e8b6-4a0c-9928-bcf3190bfe7b+6:2390:x1863365370124416:12345-192.168.201.45@tcp:3:lhsmtool_posix.0 Request processed in 106118us (108044us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1777045269.018447:0:6646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 112 00002000:00100000:1.0:1777045269.018465:0:6646:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x1a:0x0] (0->1048575) req@ffff98df6d656a00 x1863365370124416/t0(0) o3->c8fbf189-e8b6-4a0c-9928-bcf3190bfe7b@192.168.201.45@tcp:269/0 lens 488/440 e 0 to 0 dl 1777045279 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777045269.018482:0:6646:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98df6d656a00 with x1863365370124416 ext(0->1048575) 00002000:00010000:1.0:1777045269.018491:0:6646:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff98df6d656a00 00010000:00010000:3.0:1777045269.142443:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777045269.161584:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045269.161731:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370124544 00000100:00100000:0.0:1777045269.161745:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370124544 00000100:00100000:0.0:1777045269.161831:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1285 00000100:00100000:0.0:1777045269.161846:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b51c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c8fbf189-e8b6-4a0c-9928-bcf3190bfe7b+9:30774:x1863365370124544:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1777045269.161872:0:5856:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777045269.162170:0:5856:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9ed84 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x27:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee11490b4 expref: -99 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045269.162235:0:5856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023c00/0x2c8777a5e7d9ed8b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x27:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045269.162255:0:5856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023c00/0x2c8777a5e7d9ed8b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045269.162272:0:5856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023c00/0x2c8777a5e7d9ed8b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045269.162403:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9ed84 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x27:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11490b4 expref: 11 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045269.162428:0:5856:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023c00/0x2c8777a5e7d9ed8b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11490b4 expref: 10 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045269.162441:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0x0 (ffff98df413b6a00) 00010000:00010000:0.0:1777045269.162446:0:5856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1777045269.162451:0:5856:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de48023c00, rc 0) 00000100:00100000:0.0:1777045269.162519:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b51c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c8fbf189-e8b6-4a0c-9928-bcf3190bfe7b+10:30774:x1863365370124544:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 Request processed in 676us (946us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045269.162530:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1285 00000100:00100000:2.0:1777045269.176698:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045269.177355:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370124672 00000100:00100000:3.0:1777045269.177369:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370124672 00000100:00100000:3.0:1777045269.177454:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1286 00000100:00100000:3.0:1777045269.177472:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d655500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c8fbf189-e8b6-4a0c-9928-bcf3190bfe7b+10:30774:x1863365370124672:12345-192.168.201.45@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1777045269.177514:0:7939:0:(mdt_handler.c:7958:mdt_fid2path()) path get [0x200000402:0x27:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1777045269.177695:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d655500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c8fbf189-e8b6-4a0c-9928-bcf3190bfe7b+10:30774:x1863365370124672:12345-192.168.201.45@tcp:53:lhsmtool_posix.0 Request processed in 226us (1007us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045269.177709:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1286 00000100:00100000:1.0:1777045269.232465:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045269.232858:0:6639:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370124800 00000100:00100000:2.0:1777045269.232873:0:6639:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370124800 00000100:00100000:2.0:1777045269.232975:0:6639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 374 00000100:00100000:2.0:1777045269.232993:0:6639:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de480eb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c8fbf189-e8b6-4a0c-9928-bcf3190bfe7b+6:2390:x1863365370124800:12345-192.168.201.45@tcp:1:lhsmtool_posix.0 00010000:00010000:2.0:1777045269.233054:0:6639:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000006ce404cd/0x2c8777a5e7d9ed92 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045269.233079:0:6639:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777045269.233082:0:6639:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777045269.233090:0:6639:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006ce404cd/0x2c8777a5e7d9ed92 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045269.233111:0:6639:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006ce404cd/0x2c8777a5e7d9ed92 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045269.233155:0:6639:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000006ce404cd/0x2c8777a5e7d9ed92 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045269.233169:0:6639:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000006ce404cd/0x2c8777a5e7d9ed92 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045269.233183:0:6639:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000006ce404cd/0x2c8777a5e7d9ed92 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045269.233195:0:6639:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48025a00 already unused, calling callback (ffffffffc17d22d0) 00010000:00010000:2.0:1777045269.233216:0:6639:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000006ce404cd/0x2c8777a5e7d9ed92 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045269.233232:0:6639:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000006ce404cd/0x2c8777a5e7d9ed92 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045269.233255:0:6639:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000006ce404cd/0x2c8777a5e7d9ed92 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045269.233555:0:6639:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006ce404cd/0x2c8777a5e7d9ed92 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777045269.233681:0:6639:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de480eb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c8fbf189-e8b6-4a0c-9928-bcf3190bfe7b+6:2390:x1863365370124800:12345-192.168.201.45@tcp:1:lhsmtool_posix.0 Request processed in 690us (1228us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045269.233695:0:6639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 374 00000100:00100000:1.0:1777045269.240557:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045269.240984:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370125056 00000100:00100000:3.0:1777045269.240998:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370125056 00000100:00100000:3.0:1777045269.241088:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1287 00000100:00100000:3.0:1777045269.241105:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de480e9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c8fbf189-e8b6-4a0c-9928-bcf3190bfe7b+10:30774:x1863365370125056:12345-192.168.201.45@tcp:57:lhsmtool_posix.0 00010000:00010000:3.0:1777045269.241228:0:12646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfc400/0x2c8777a5e7d9ed99 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x27:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045269.241263:0:12646:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023c00/0x2c8777a5e7d9ed8b lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11490b4 expref: 10 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045269.241278:0:12646:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfc400/0x2c8777a5e7d9ed99 lrc: 4/0,1 mode: --/PW res: [0x200000402:0x27:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045269.241326:0:12646:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023c00/0x2c8777a5e7d9ed8b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11490b4 expref: 10 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045269.241349:0:12646:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023c00/0x2c8777a5e7d9ed8b lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11490b4 expref: 10 pid: 5856 timeout: 1997 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777045269.241794:0:12646:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7b51c380 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12646:1863365424414976:192.168.201.45@tcp:104: 00000100:00100000:3.0:1777045269.242598:0:12646:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df467e1a80 going to sleep for 11 seconds 00000100:00100000:2.0:1777045269.261395:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045269.261707:0:5843:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370125184 00000100:00100000:1.0:1777045269.261720:0:5843:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370125184 00010000:00010000:1.0:1777045269.261774:0:5843:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023c00/0x2c8777a5e7d9ed8b lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11490b4 expref: 11 pid: 5856 timeout: 1997 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777045269.261840:0:5843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 376 00000100:00100000:1.0:1777045269.261854:0:5843:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d655c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c8fbf189-e8b6-4a0c-9928-bcf3190bfe7b+11:2391:x1863365370125184:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777045269.261875:0:5843:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777045269.261885:0:5843:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023c00/0x2c8777a5e7d9ed8b lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11490b4 expref: 11 pid: 5856 timeout: 1997 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045269.261904:0:5843:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023c00/0x2c8777a5e7d9ed8b lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11490b4 expref: 11 pid: 5856 timeout: 1997 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045269.261932:0:5843:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0x0 (ffff98df413b6a00) 00010000:00010000:1.0:1777045269.261940:0:5843:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfc400/0x2c8777a5e7d9ed99 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x27:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045269.261955:0:5843:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfc400/0x2c8777a5e7d9ed99 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x27:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045269.261967:0:5843:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfc400/0x2c8777a5e7d9ed99 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x27:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045269.261993:0:5843:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777045269.262059:0:5843:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d655c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c8fbf189-e8b6-4a0c-9928-bcf3190bfe7b+11:2391:x1863365370125184:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 206us (676us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045269.262096:0:5843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 376 00010000:00010000:3.0:1777045269.263100:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023c00/0x2c8777a5e7d9ed8b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x27:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11490b4 expref: 10 pid: 5856 timeout: 1997 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777045269.263125:0:12646:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7b51c380 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12646:1863365424414976:192.168.201.45@tcp:104: 00010000:00010000:3.0:1777045269.263150:0:12646:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfc400/0x2c8777a5e7d9ed99 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x27:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045269.263163:0:12646:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfc400/0x2c8777a5e7d9ed99 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x27:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045269.263172:0:12646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfc400/0x2c8777a5e7d9ed99 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x27:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045269.263537:0:12646:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfc400/0x2c8777a5e7d9ed99 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x27:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045269.263552:0:12646:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfc400/0x2c8777a5e7d9ed99 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x27:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045269.263562:0:12646:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfc400/0x2c8777a5e7d9ed99 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x27:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045269.263572:0:12646:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de41dfc400 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:3.0:1777045269.263579:0:12646:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfc400/0x2c8777a5e7d9ed99 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x27:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045269.263590:0:12646:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfc400/0x2c8777a5e7d9ed99 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x27:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045269.263628:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0x0 (ffff98df413b6a00) 00010000:00010000:3.0:1777045269.263633:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1777045269.263640:0:12646:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfc400/0x2c8777a5e7d9ed99 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x27:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045269.263650:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfc400/0x2c8777a5e7d9ed99 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x27:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777045269.263832:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de480e9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c8fbf189-e8b6-4a0c-9928-bcf3190bfe7b+10:30774:x1863365370125056:12345-192.168.201.45@tcp:57:lhsmtool_posix.0 Request processed in 22730us (23284us total) trans 4294968161 rc 0/0 00000100:00100000:3.0:1777045269.263846:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1287 00000040:00080000:1.0:1777045269.266043:0:11491:0:(llog.c:801:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1777045269.266075:0:11491:0:(llog_cat.c:158:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1777045269.267302:0:11491:0:(llog.c:858:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 2 00000040:00080000:1.0:1777045269.267316:0:11491:0:(llog.c:858:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1777045269.279168:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045269.279740:0:5859:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370125440 00000100:00100000:1.0:1777045269.279754:0:5859:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370125440 00000100:00100000:1.0:1777045269.279837:0:5859:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 283 00000100:00100000:1.0:1777045269.279851:0:5859:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b51c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c8fbf189-e8b6-4a0c-9928-bcf3190bfe7b+10:30774:x1863365370125440:12345-192.168.201.45@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1777045269.280158:0:5859:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b51c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c8fbf189-e8b6-4a0c-9928-bcf3190bfe7b+11:30774:x1863365370125440:12345-192.168.201.45@tcp:35:lhsmtool_posix.0 Request processed in 308us (1000us total) trans 4294968162 rc 0/0 00000100:00100000:1.0:1777045269.280171:0:5859:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 283 00000100:00100000:0.0:1777045269.985957:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7b51f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424415104:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1777045269.986051:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777045269.986696:0:6643:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424415104 00000100:00100000:3.0:1777045269.986709:0:6643:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424415104 00000100:00100000:3.0:1777045269.986898:0:6643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 497 00000100:00100000:3.0:1777045269.986918:0:6643:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42c8b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3341:x1863365424415104:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1777045269.989909:0:6643:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 61145088 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1777045269.990026:0:6643:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42c8b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3341:x1863365424415104:12345-0@lo:13:osp-pre-0-0.0 Request processed in 3110us (3971us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045269.990039:0:6643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 497 00000100:00080000:3.0:1777045269.990079:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1777045269.990839:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7b51f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424415104:0@lo:13:osp-pre-0-0.0 00010000:00010000:1.0:1777045270.174863:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1777045270.309389:0:20719:0:(llog.c:801:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1777045270.309402:0:20719:0:(llog_cat.c:158:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1777045270.309478:0:20719:0:(llog.c:858:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 38 count 2 00000040:00080000:3.0:1777045270.309488:0:20719:0:(llog.c:858:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1777045270.493776:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045270.495105:0:14822:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370125568 00000100:00100000:3.0:1777045270.495119:0:14822:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370125568 00000100:00100000:3.0:1777045270.495250:0:14822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 375 00000100:00100000:3.0:1777045270.495266:0:14822:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de480e9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:146de360-3fb2-48bd-b418-06f30714148a+10:2390:x1863365370125568:12345-192.168.201.45@tcp:101:lfs.0 00010000:00010000:3.0:1777045270.495290:0:14822:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777045270.495313:0:14822:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f7fe5ed7/0x2c8777a5e7d9eda0 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee11490bb expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045270.495348:0:14822:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777045270.495352:0:14822:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777045270.495364:0:14822:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f7fe5ed7/0x2c8777a5e7d9eda0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11490bb expref: 11 pid: 14822 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045270.495441:0:14822:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000f7fe5ed7/0x2c8777a5e7d9eda0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11490bb expref: 11 pid: 14822 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045270.495460:0:14822:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de41dfc400, rc 0) 00000100:00100000:3.0:1777045270.495531:0:14822:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de480e9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:146de360-3fb2-48bd-b418-06f30714148a+11:2390:x1863365370125568:12345-192.168.201.45@tcp:101:lfs.0 Request processed in 269us (1765us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045270.497671:0:14822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 375 00000100:00080000:1.0:1777045270.498034:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1777045270.513678:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045270.513813:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370125824 00000100:00100000:3.0:1777045270.513825:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370125824 00000100:00100000:3.0:1777045270.513921:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1288 00000100:00100000:3.0:1777045270.513936:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de480e8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:146de360-3fb2-48bd-b418-06f30714148a+49:30775:x1863365370125824:12345-192.168.201.45@tcp:101:lfs.0 00010000:00010000:3.0:1777045270.513963:0:5857:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777045270.513989:0:5857:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfdc00/0x2c8777a5e7d9eda7 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x27:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee11490c2 expref: -99 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045270.514124:0:5857:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfce00/0x2c8777a5e7d9edae lrc: 3/0,1 mode: --/PW res: [0x200000402:0x27:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045270.514147:0:5857:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfce00/0x2c8777a5e7d9edae lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x27:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045270.514167:0:5857:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfce00/0x2c8777a5e7d9edae lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x27:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777045270.514185:0:5857:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x27:0x0]: returning size 1048576 00010000:00010000:3.0:1777045270.514707:0:5857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfdc00/0x2c8777a5e7d9eda7 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x27:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11490c2 expref: 52 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045270.514734:0:5857:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfce00/0x2c8777a5e7d9edae lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x27:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11490c2 expref: 51 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045270.514748:0:5857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0x0 (ffff98df413b6a00) 00010000:00010000:3.0:1777045270.514753:0:5857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1777045270.514758:0:5857:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de41dfce00, rc 0) 00000100:00100000:3.0:1777045270.514830:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de480e8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:146de360-3fb2-48bd-b418-06f30714148a+51:30775:x1863365370125824:12345-192.168.201.45@tcp:101:lfs.0 Request processed in 896us (1163us total) trans 4294968163 rc 0/0 00000100:00100000:3.0:1777045270.514842:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1288 00000100:00080000:1.0:1777045270.514963:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1777045270.535457:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045270.536678:0:6641:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370125952 00000100:00100000:2.0:1777045270.536691:0:6641:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370125952 00000100:00100000:2.0:1777045270.536764:0:6641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 376 00000100:00100000:2.0:1777045270.536779:0:6641:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b51d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:146de360-3fb2-48bd-b418-06f30714148a+11:2391:x1863365370125952:12345-192.168.201.45@tcp:1:lfs.0 00010000:00010000:2.0:1777045270.536838:0:6641:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000832208ce/0x2c8777a5e7d9edbc lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045270.536868:0:6641:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000057a3a420/0x2c8777a5e7d9ed7d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11490ad expref: 5 pid: 6642 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045270.536883:0:6641:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000f7fe5ed7/0x2c8777a5e7d9eda0 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11490bb expref: 11 pid: 14822 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045270.536894:0:6641:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777045270.536897:0:6641:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777045270.536901:0:6641:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000832208ce/0x2c8777a5e7d9edbc lrc: 5/0,1 mode: --/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045270.536946:0:6641:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000f7fe5ed7/0x2c8777a5e7d9eda0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11490bb expref: 11 pid: 14822 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045270.536967:0:6641:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000f7fe5ed7/0x2c8777a5e7d9eda0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11490bb expref: 11 pid: 14822 timeout: 1999 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777045270.536986:0:6641:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df485bc700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6641:1863365424415232:192.168.201.45@tcp:104: 00010000:00010000:2.0:1777045270.537107:0:6641:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000057a3a420/0x2c8777a5e7d9ed7d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11490ad expref: 5 pid: 6642 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045270.537123:0:6641:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000057a3a420/0x2c8777a5e7d9ed7d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11490ad expref: 5 pid: 6642 timeout: 1999 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777045270.537147:0:6641:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df485bf480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6641:1863365424415360:192.168.201.45@tcp:104: 00000100:00100000:2.0:1777045270.537184:0:6641:0:(client.c:2691:ptlrpc_set_wait()) set ffff98de41a29540 going to sleep for 11 seconds 00000100:00100000:3.0:1777045270.548972:0:6641:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df485bc700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6641:1863365424415232:192.168.201.45@tcp:104: 00000100:00100000:3.0:1777045270.548994:0:6641:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df485bf480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6641:1863365424415360:192.168.201.45@tcp:104: 00010000:00010000:3.0:1777045270.549026:0:6641:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000832208ce/0x2c8777a5e7d9edbc lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777045270.555042:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045270.555180:0:5842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370126080 00000100:00100000:0.0:1777045270.555192:0:5842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370126080 00010000:00010000:0.0:1777045270.555670:0:5842:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000f7fe5ed7/0x2c8777a5e7d9eda0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11490bb expref: 12 pid: 14822 timeout: 1999 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777045270.555717:0:5842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 377 00000100:00100000:0.0:1777045270.555732:0:5842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b51df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:146de360-3fb2-48bd-b418-06f30714148a+12:2393:x1863365370126080:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777045270.555750:0:5842:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777045270.555777:0:5842:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000f7fe5ed7/0x2c8777a5e7d9eda0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11490bb expref: 12 pid: 14822 timeout: 1999 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045270.556070:0:5842:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000f7fe5ed7/0x2c8777a5e7d9eda0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11490bb expref: 12 pid: 14822 timeout: 1999 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045270.556102:0:5842:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f7fe5ed7/0x2c8777a5e7d9eda0 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11490bb expref: 12 pid: 14822 timeout: 1999 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045270.556125:0:5842:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777045270.556188:0:5842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b51df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:146de360-3fb2-48bd-b418-06f30714148a+11:2393:x1863365370126080:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 459us (1156us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045270.556200:0:5842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 377 00000100:00100000:1.0:1777045270.568001:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045270.569283:0:5843:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370126208 00000100:00100000:2.0:1777045270.569298:0:5843:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370126208 00010000:00010000:2.0:1777045270.569377:0:5843:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000057a3a420/0x2c8777a5e7d9ed7d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11490ad expref: 6 pid: 6642 timeout: 1999 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777045270.569441:0:5843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 378 00000100:00100000:2.0:1777045270.569456:0:5843:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de480e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c8fbf189-e8b6-4a0c-9928-bcf3190bfe7b+6:2392:x1863365370126208:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777045270.569475:0:5843:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777045270.569517:0:5843:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000057a3a420/0x2c8777a5e7d9ed7d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11490ad expref: 6 pid: 6642 timeout: 1999 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00080000:3.0:1777045270.570199:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1777045270.573895:0:5843:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000057a3a420/0x2c8777a5e7d9ed7d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11490ad expref: 6 pid: 6642 timeout: 1999 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045270.573938:0:5843:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000057a3a420/0x2c8777a5e7d9ed7d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11490ad expref: 6 pid: 6642 timeout: 1999 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045270.573960:0:5843:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777045270.573963:0:5843:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777045270.573970:0:5843:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000832208ce/0x2c8777a5e7d9edbc lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045270.573993:0:5843:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000832208ce/0x2c8777a5e7d9edbc lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045270.574028:0:5843:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777045270.574105:0:5843:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de480e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c8fbf189-e8b6-4a0c-9928-bcf3190bfe7b+5:2392:x1863365370126208:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 4650us (6110us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045270.574118:0:5843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 378 00010000:00010000:3.0:1777045270.574236:0:6641:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000832208ce/0x2c8777a5e7d9edbc lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045270.574252:0:6641:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000832208ce/0x2c8777a5e7d9edbc lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045270.574294:0:6641:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000832208ce/0x2c8777a5e7d9edbc lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045270.574307:0:6641:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000832208ce/0x2c8777a5e7d9edbc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045270.574319:0:6641:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000832208ce/0x2c8777a5e7d9edbc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045270.574349:0:6641:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48024e00 already unused, calling callback (ffffffffc17d22d0) 00010000:00010000:3.0:1777045270.574355:0:6641:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000832208ce/0x2c8777a5e7d9edbc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045270.574368:0:6641:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000832208ce/0x2c8777a5e7d9edbc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045270.574385:0:6641:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000832208ce/0x2c8777a5e7d9edbc lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045270.574396:0:6641:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000832208ce/0x2c8777a5e7d9edbc lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777045270.574507:0:6641:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b51d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:146de360-3fb2-48bd-b418-06f30714148a+10:2391:x1863365370125952:12345-192.168.201.45@tcp:1:lfs.0 Request processed in 37730us (39059us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045270.574519:0:6641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 376 00000100:00100000:2.0:1777045270.592053:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045270.592634:0:5858:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370126464 00000100:00100000:3.0:1777045270.592647:0:5858:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370126464 00000100:00100000:3.0:1777045270.592779:0:5858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 284 00000100:00100000:3.0:1777045270.592794:0:5858:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df45ede450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:146de360-3fb2-48bd-b418-06f30714148a+51:30775:x1863365370126464:12345-192.168.201.45@tcp:35:lfs.0 00000004:00010000:3.0:1777045270.592873:0:5858:0:(mdt_open.c:1994:mdt_hsm_release()) ### [0x200000402:0x27:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfce00/0x2c8777a5e7d9edae lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x27:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11490c2 expref: 51 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1777045270.593182:0:5858:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968164 00000001:00080000:3.0:1777045270.597694:0:5858:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968165 00010000:00010000:3.0:1777045270.597801:0:5858:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfcc00/0x2c8777a5e7d9edc3 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x27:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5858 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045270.597828:0:5858:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066a00/0x2c8777a5e7d9ecc0 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149060 expref: 34 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045270.597842:0:5858:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025800/0x2c8777a5e7d9ed37 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149083 expref: 54 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045270.597854:0:5858:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025400/0x2c8777a5e7d9ed68 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11490a6 expref: 10 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045270.597866:0:5858:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfcc00/0x2c8777a5e7d9edc3 lrc: 6/0,1 mode: --/EX res: [0x200000402:0x27:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5858 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045270.597915:0:5858:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025400/0x2c8777a5e7d9ed68 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11490a6 expref: 10 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045270.597937:0:5858:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025400/0x2c8777a5e7d9ed68 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11490a6 expref: 10 pid: 5855 timeout: 1999 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777045270.597958:0:5858:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7b51ca80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:5858:1863365424415488:192.168.201.45@tcp:104: 00010000:00010000:3.0:1777045270.598090:0:5858:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025800/0x2c8777a5e7d9ed37 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149083 expref: 54 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045270.598105:0:5858:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025800/0x2c8777a5e7d9ed37 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149083 expref: 54 pid: 5857 timeout: 1999 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777045270.598118:0:5858:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7b51d180 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:5858:1863365424415616:192.168.201.45@tcp:104: 00010000:00010000:3.0:1777045270.598163:0:5858:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066a00/0x2c8777a5e7d9ecc0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149060 expref: 34 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045270.598176:0:5858:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066a00/0x2c8777a5e7d9ecc0 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149060 expref: 34 pid: 5855 timeout: 1999 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777045270.598188:0:5858:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7b51f800 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:5858:1863365424415744:192.168.201.45@tcp:104: 00000100:00100000:3.0:1777045270.598247:0:5858:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df467e1240 going to sleep for 11 seconds 00000100:00100000:2.0:1777045270.611027:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045270.611065:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045270.611188:0:5842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370126720 00000100:00100000:2.0:1777045270.611234:0:5842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370126720 00010000:00010000:2.0:1777045270.611300:0:5842:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066a00/0x2c8777a5e7d9ecc0 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149060 expref: 35 pid: 5855 timeout: 1999 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777045270.611357:0:5842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370126592 00000100:00100000:2.0:1777045270.611363:0:5842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370126592 00010000:00010000:2.0:1777045270.611382:0:5842:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025800/0x2c8777a5e7d9ed37 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149083 expref: 55 pid: 5857 timeout: 1999 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777045270.611413:0:5842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 379 00000100:00100000:2.0:1777045270.611426:0:5842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df5006c050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+35:2393:x1863365370126720:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777045270.611448:0:5842:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777045270.611457:0:5842:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066a00/0x2c8777a5e7d9ecc0 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149060 expref: 35 pid: 5855 timeout: 1999 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045270.611482:0:5842:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066a00/0x2c8777a5e7d9ecc0 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149060 expref: 35 pid: 5855 timeout: 1999 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045270.611509:0:5842:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0x0 (ffff98df413b6a00) 00010000:00010000:2.0:1777045270.611516:0:5842:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfcc00/0x2c8777a5e7d9edc3 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x27:0x0].0x0 bits 0x28/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 5858 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045270.611527:0:5842:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfcc00/0x2c8777a5e7d9edc3 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x27:0x0].0x0 bits 0x28/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 5858 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045270.611536:0:5842:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777045270.611623:0:5842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df5006c050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+35:2393:x1863365370126720:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 197us (602us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045270.611635:0:5842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 379 00000100:00100000:2.0:1777045270.611705:0:5842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 380 00000100:00100000:2.0:1777045270.611716:0:5842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df485bd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:146de360-3fb2-48bd-b418-06f30714148a+55:2393:x1863365370126592:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777045270.611728:0:5842:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777045270.611735:0:5842:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025800/0x2c8777a5e7d9ed37 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149083 expref: 55 pid: 5857 timeout: 1999 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045270.611750:0:5842:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025800/0x2c8777a5e7d9ed37 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149083 expref: 55 pid: 5857 timeout: 1999 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045270.611766:0:5842:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0x0 (ffff98df413b6a00) 00010000:00010000:2.0:1777045270.611772:0:5842:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfcc00/0x2c8777a5e7d9edc3 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x27:0x0].0x0 bits 0x28/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 5858 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045270.611788:0:5842:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfcc00/0x2c8777a5e7d9edc3 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x27:0x0].0x0 bits 0x28/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 5858 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045270.611796:0:5842:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777045270.611821:0:5842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df485bd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:146de360-3fb2-48bd-b418-06f30714148a+55:2393:x1863365370126592:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 107us (755us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045270.611831:0:5842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 380 00000100:00080000:2.0:1777045270.611869:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1777045270.612423:0:5858:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7b51ca80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:5858:1863365424415488:192.168.201.45@tcp:104: 00010000:00010000:1.0:1777045270.612443:0:5858:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025800/0x2c8777a5e7d9ed37 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149083 expref: 54 pid: 5857 timeout: 1999 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777045270.612465:0:5858:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7b51d180 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:5858:1863365424415616:192.168.201.45@tcp:104: 00010000:00010000:1.0:1777045270.612481:0:5858:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066a00/0x2c8777a5e7d9ecc0 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149060 expref: 34 pid: 5855 timeout: 1999 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777045270.612494:0:5858:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7b51f800 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:5858:1863365424415744:192.168.201.45@tcp:104: 00010000:00010000:1.0:1777045270.612522:0:5858:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfcc00/0x2c8777a5e7d9edc3 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x27:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5858 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777045270.622741:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045270.623142:0:5842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370126848 00000100:00100000:0.0:1777045270.623156:0:5842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370126848 00010000:00010000:0.0:1777045270.623249:0:5842:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025400/0x2c8777a5e7d9ed68 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11490a6 expref: 11 pid: 5855 timeout: 1999 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777045270.623300:0:5842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 381 00000100:00100000:0.0:1777045270.623322:0:5842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b51ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c8fbf189-e8b6-4a0c-9928-bcf3190bfe7b+11:2393:x1863365370126848:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777045270.623356:0:5842:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777045270.623368:0:5842:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025400/0x2c8777a5e7d9ed68 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11490a6 expref: 11 pid: 5855 timeout: 1999 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045270.623388:0:5842:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025400/0x2c8777a5e7d9ed68 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11490a6 expref: 11 pid: 5855 timeout: 1999 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045270.623427:0:5842:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025400/0x2c8777a5e7d9ed68 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11490a6 expref: 11 pid: 5855 timeout: 1999 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045270.623450:0:5842:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0x0 (ffff98df413b6a00) 00010000:00010000:0.0:1777045270.623458:0:5842:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfcc00/0x2c8777a5e7d9edc3 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x27:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5858 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045270.623473:0:5842:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfcc00/0x2c8777a5e7d9edc3 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x27:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5858 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045270.623484:0:5842:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfcc00/0x2c8777a5e7d9edc3 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x27:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5858 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045270.623541:0:5842:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777045270.623638:0:5842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b51ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c8fbf189-e8b6-4a0c-9928-bcf3190bfe7b+10:2393:x1863365370126848:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 325us (904us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045270.623651:0:5842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 381 00010000:00010000:1.0:1777045270.624854:0:5858:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfcc00/0x2c8777a5e7d9edc3 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x27:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5858 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045270.624869:0:5858:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfcc00/0x2c8777a5e7d9edc3 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x27:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5858 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1777045270.625030:0:5858:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968166 00000100:00080000:3.0:1777045270.625175:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000001:00080000:1.0:1777045270.625674:0:5858:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968167 00000001:00080000:1.0:1777045270.625759:0:5858:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968168 00000100:00100000:1.0:1777045270.625870:0:5858:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de480eb100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:5858:1863365424415872:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1777045270.625963:0:5858:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777045270.625995:0:5858:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df4708d3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1777045270.626152:0:5860:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424415872 00000100:00100000:3.0:1777045270.626161:0:5860:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424415872 00000100:00100000:3.0:1777045270.626261:0:5860:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 61 00000100:00100000:3.0:1777045270.626273:0:5860:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de480e9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:5858:x1863365424415872:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777045270.626695:0:5860:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de480e9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:5858:x1863365424415872:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 423us (730us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045270.626705:0:5860:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 61 00000100:00080000:1.0:1777045270.628097:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1777045270.628178:0:5858:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de480eb100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:5858:1863365424415872:0@lo:1000:mdt_rdpg00_000.0 00000001:00080000:1.0:1777045270.629109:0:5858:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968169 00000100:00100000:1.0:1777045270.629182:0:5858:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de480eb100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:5858:1863365424416000:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1777045270.629574:0:5858:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777045270.635786:0:5858:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df467d8600 going to sleep for 11 seconds 00000100:00100000:3.0:1777045270.635938:0:5860:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424416000 00000100:00100000:3.0:1777045270.635952:0:5860:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424416000 00000100:00100000:3.0:1777045270.636041:0:5860:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 62 00000100:00100000:3.0:1777045270.636073:0:5860:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de480e8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:5858:x1863365424416000:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1777045270.636902:0:5860:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de480e8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:5858:x1863365424416000:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 847us (7622us total) trans 4294967371 rc 0/0 00000100:00100000:3.0:1777045270.636916:0:5860:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 62 00000100:00100000:1.0:1777045270.637322:0:5858:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de480eb100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:5858:1863365424416000:0@lo:1000:mdt_rdpg00_000.0 00010000:00010000:1.0:1777045270.638785:0:5858:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfcc00/0x2c8777a5e7d9edc3 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x27:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5858 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045270.638803:0:5858:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfcc00/0x2c8777a5e7d9edc3 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x27:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5858 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045270.638816:0:5858:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfcc00/0x2c8777a5e7d9edc3 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x27:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5858 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045270.638826:0:5858:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de41dfcc00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:1.0:1777045270.638833:0:5858:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfcc00/0x2c8777a5e7d9edc3 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x27:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5858 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045270.638844:0:5858:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfcc00/0x2c8777a5e7d9edc3 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x27:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5858 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045270.638867:0:5858:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0x0 (ffff98df413b6a00) 00010000:00010000:1.0:1777045270.638872:0:5858:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:1.0:1777045270.638879:0:5858:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfcc00/0x2c8777a5e7d9edc3 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x27:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5858 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045270.638890:0:5858:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfcc00/0x2c8777a5e7d9edc3 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x27:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5858 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1777045270.639554:0:5858:0:(mdd_object.c:4010:mdd_close()) Object [0x200000401:0x4c:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:1.0:1777045270.639804:0:5858:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].11, 64 off8968 00000004:00080000:1.0:1777045270.639821:0:5858:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1899129617708ns, next at 1900129614176ns, rc = 0 00000001:00080000:1.0:1777045270.639835:0:5858:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968170 00010000:00010000:1.0:1777045270.639898:0:5858:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0x0 (ffff98df413b6a00) 00010000:00010000:1.0:1777045270.639904:0:5858:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1777045270.639915:0:5858:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfce00/0x2c8777a5e7d9edae lrc: 0/0,0 mode: --/PW res: [0x200000402:0x27:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11490c2 expref: 58 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777045270.640046:0:5858:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df45ede450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:146de360-3fb2-48bd-b418-06f30714148a+57:30775:x1863365370126464:12345-192.168.201.45@tcp:35:lfs.0 Request processed in 47253us (48001us total) trans 4294968171 rc 0/0 00000100:00100000:1.0:1777045270.640061:0:5858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 284 00000020:00080000:1.0:1777045270.640069:0:5858:0:(tgt_main.c:783:tgt_ses_key_exit()) total 8 transactions per RPC 00000100:00100000:3.0:1777045270.759891:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045270.759949:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370127104 00000100:00100000:3.0:1777045270.759963:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370127104 00000100:00100000:3.0:1777045270.760038:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1289 00000100:00100000:3.0:1777045270.760054:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b51c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:146de360-3fb2-48bd-b418-06f30714148a+57:30778:x1863365370127104:12345-192.168.201.45@tcp:101:lfs.0 00010000:00010000:3.0:1777045270.760085:0:5855:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777045270.760112:0:5855:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfdc00/0x2c8777a5e7d9edca lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee11490c9 expref: -99 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045270.760212:0:5855:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd600/0x2c8777a5e7d9edd1 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045270.760232:0:5855:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd600/0x2c8777a5e7d9edd1 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045270.760248:0:5855:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd600/0x2c8777a5e7d9edd1 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045270.760268:0:5855:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfda00/0x2c8777a5e7d9edd8 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045270.760279:0:5855:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfda00/0x2c8777a5e7d9edd8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045270.760290:0:5855:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfda00/0x2c8777a5e7d9edd8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045270.760889:0:5855:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd800/0x2c8777a5e7d9eddf lrc: 3/1,0 mode: --/PR res: [0x200000402:0x27:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045270.760904:0:5855:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd800/0x2c8777a5e7d9eddf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045270.760916:0:5855:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd800/0x2c8777a5e7d9eddf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777045270.760932:0:5855:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x27:0x0]: returning size 1048576 00010000:00010000:3.0:1777045270.761040:0:5855:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd600/0x2c8777a5e7d9edd1 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045270.761052:0:5855:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd600/0x2c8777a5e7d9edd1 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045270.761063:0:5855:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd600/0x2c8777a5e7d9edd1 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045270.761073:0:5855:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de41dfd600 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:3.0:1777045270.761079:0:5855:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd600/0x2c8777a5e7d9edd1 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045270.761090:0:5855:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd600/0x2c8777a5e7d9edd1 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045270.761107:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff98df454d4100) 00010000:00010000:3.0:1777045270.761112:0:5855:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777045270.761118:0:5855:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd600/0x2c8777a5e7d9edd1 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045270.761127:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd600/0x2c8777a5e7d9edd1 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045270.761143:0:5855:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfda00/0x2c8777a5e7d9edd8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045270.761153:0:5855:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfda00/0x2c8777a5e7d9edd8 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045270.761168:0:5855:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfda00/0x2c8777a5e7d9edd8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045270.761177:0:5855:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de41dfda00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:3.0:1777045270.761180:0:5855:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfda00/0x2c8777a5e7d9edd8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045270.761189:0:5855:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfda00/0x2c8777a5e7d9edd8 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045270.769079:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0xa624d530 (ffff98df413b6400) 00010000:00010000:3.0:1777045270.769093:0:5855:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777045270.769108:0:5855:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfda00/0x2c8777a5e7d9edd8 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045270.769124:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfda00/0x2c8777a5e7d9edd8 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045270.769233:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfdc00/0x2c8777a5e7d9edca lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11490c9 expref: 60 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045270.769256:0:5855:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd800/0x2c8777a5e7d9eddf lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11490c9 expref: 59 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045270.769319:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0x0 (ffff98df413b6f00) 00010000:00010000:3.0:1777045270.769323:0:5855:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777045270.769328:0:5855:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de41dfd800, rc 0) 00000100:00100000:3.0:1777045270.769421:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b51c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:146de360-3fb2-48bd-b418-06f30714148a+59:30778:x1863365370127104:12345-192.168.201.45@tcp:101:lfs.0 Request processed in 9368us (9538us total) trans 4294968172 rc 0/0 00000100:00100000:3.0:1777045270.769440:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1289 00000100:00100000:2.0:1777045270.803150:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045270.803319:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370127232 00000100:00100000:3.0:1777045270.803335:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370127232 00000100:00100000:3.0:1777045270.803486:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1290 00000100:00100000:3.0:1777045270.803504:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df485be680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:146de360-3fb2-48bd-b418-06f30714148a+59:30778:x1863365370127232:12345-192.168.201.45@tcp:54:lfs.0 00010000:00010000:3.0:1777045270.803624:0:12646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfdc00/0x2c8777a5e7d9eded lrc: 3/1,0 mode: --/PR res: [0x200000402:0x27:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045270.803651:0:12646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfdc00/0x2c8777a5e7d9eded lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045270.803670:0:12646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfdc00/0x2c8777a5e7d9eded lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045270.803707:0:12646:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfdc00/0x2c8777a5e7d9eded lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045270.803719:0:12646:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfdc00/0x2c8777a5e7d9eded lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045270.803731:0:12646:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfdc00/0x2c8777a5e7d9eded lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045270.803741:0:12646:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de41dfdc00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:3.0:1777045270.803748:0:12646:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfdc00/0x2c8777a5e7d9eded lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045270.803761:0:12646:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfdc00/0x2c8777a5e7d9eded lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045270.803788:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0x0 (ffff98df413b6f00) 00010000:00010000:3.0:1777045270.803793:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1777045270.803800:0:12646:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfdc00/0x2c8777a5e7d9eded lrc: 2/0,0 mode: --/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045270.803811:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfdc00/0x2c8777a5e7d9eded lrc: 0/0,0 mode: --/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777045270.803906:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df485be680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:146de360-3fb2-48bd-b418-06f30714148a+59:30778:x1863365370127232:12345-192.168.201.45@tcp:54:lfs.0 Request processed in 405us (765us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045270.803920:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1290 00000100:00100000:1.0:1777045270.819747:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045270.819866:0:19840:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370127488 00000100:00100000:3.0:1777045270.819880:0:19840:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370127488 00000100:00100000:3.0:1777045270.819963:0:19840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 285 00000100:00100000:3.0:1777045270.819979:0:19840:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de480ead80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:146de360-3fb2-48bd-b418-06f30714148a+59:30778:x1863365370127488:12345-192.168.201.45@tcp:35:lfs.0 00000100:00100000:3.0:1777045270.820292:0:19840:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de480ead80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:146de360-3fb2-48bd-b418-06f30714148a+60:30778:x1863365370127488:12345-192.168.201.45@tcp:35:lfs.0 Request processed in 315us (556us total) trans 4294968173 rc 0/0 00000100:00100000:3.0:1777045270.820306:0:19840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 285 00000100:00100000:1.0:1777045270.998047:0:3341:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1777045270.998348:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1777045270.998368:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df485bca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3343:1863365424416256:0@lo:400:kworker.0 00000100:00100000:0.0:1777045270.998375:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df485bd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424416512:0@lo:400:kworker.0 00000100:00100000:1.0:1777045271.003790:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df485bdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ce657616-b3f3-4e21-ac89-518ab611901c:3341:1863365424416128:0@lo:400:kworker.0 00000100:00100000:2.0:1777045271.004161:0:3344:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df485bf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3344:1863365424416384:0@lo:400:kworker.0 00000100:00100000:3.0:1777045271.004309:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777045271.004467:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424416256 00000100:00100000:3.0:1777045271.004484:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424416256 00000100:00100000:3.0:1777045271.004560:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1170 00000100:00100000:3.0:1777045271.004616:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b51f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3343:x1863365424416256:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777045271.004722:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b51f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3343:x1863365424416256:12345-0@lo:400:kworker.0 Request processed in 143us (415us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045271.004749:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1170 00000100:00100000:3.0:1777045271.004840:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df485bca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3343:1863365424416256:0@lo:400:kworker.0 00000100:00100000:0.0:1777045271.004842:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045271.004922:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df485bfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3342:1863365424416640:0@lo:400:kworker.0 00000100:00100000:0.0:1777045271.004982:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045271.005128:0:8776:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424416512 00000100:00100000:0.0:1777045271.005136:0:8776:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424416512 00000100:00100000:0.0:1777045271.005220:0:8776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1000 00000100:00100000:0.0:1777045271.005240:0:8776:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42c89c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3342:x1863365424416512:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777045271.005327:0:8776:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42c89c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3342:x1863365424416512:12345-0@lo:400:kworker.0 Request processed in 93us (484us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045271.005341:0:8776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1000 00000100:00100000:0.0:1777045271.005859:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df485bd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424416512:0@lo:400:kworker.0 00000100:00080000:0.0:1777045271.005922:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1777045271.007159:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045271.007432:0:5848:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424416128 00000100:00100000:0.0:1777045271.007462:0:5848:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424416128 00000100:00100000:0.0:1777045271.007548:0:5848:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 898 00000100:00100000:0.0:1777045271.007567:0:5848:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df485c0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ce657616-b3f3-4e21-ac89-518ab611901c+18:3341:x1863365424416128:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777045271.007734:0:5848:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df485c0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ce657616-b3f3-4e21-ac89-518ab611901c+18:3341:x1863365424416128:12345-0@lo:400:kworker.0 Request processed in 168us (575us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045271.007748:0:5848:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 898 00000100:00100000:1.0:1777045271.008324:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df485bdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ce657616-b3f3-4e21-ac89-518ab611901c:3341:1863365424416128:0@lo:400:kworker.0 00000100:00100000:2.0:1777045271.008501:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777045271.008613:0:3344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1777045271.008631:0:3344:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de42c8bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3344:1863365424416768:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1777045271.008691:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777045271.009173:0:19062:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424416768 00000100:00100000:1.0:1777045271.009183:0:19062:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424416768 00000100:00100000:1.0:1777045271.009319:0:19062:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 498 00000100:00100000:1.0:1777045271.009336:0:19062:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df485bd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3344:x1863365424416768:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1777045271.009389:0:19062:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 57737216 pending 0 free 3850371072 avail 3848273920 00000100:00100000:1.0:1777045271.009507:0:19062:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df485bd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3344:x1863365424416768:12345-0@lo:13:osp-pre-1-0.0 Request processed in 173us (817us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045271.009526:0:19062:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 498 00000100:00100000:2.0:1777045271.010058:0:3344:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de42c8bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3344:1863365424416768:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1777045271.011121:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424416640 00000100:00100000:0.0:1777045271.011132:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424416640 00000100:00100000:0.0:1777045271.011295:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424416384 00000100:00100000:0.0:1777045271.011304:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424416384 00000100:00100000:0.0:1777045271.011363:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1171 00000100:00100000:0.0:1777045271.011377:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42c8a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3342:x1863365424416640:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777045271.011535:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42c8a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3342:x1863365424416640:12345-0@lo:400:kworker.0 Request processed in 159us (6555us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045271.011551:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1171 00000100:00100000:0.0:1777045271.011622:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1172 00000100:00100000:0.0:1777045271.011637:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df485bea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3344:x1863365424416384:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777045271.011719:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df485bea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3344:x1863365424416384:12345-0@lo:400:kworker.0 Request processed in 85us (3217us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045271.011737:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1172 00000100:00100000:0.0:1777045271.011806:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df485bfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3342:1863365424416640:0@lo:400:kworker.0 00000100:00080000:1.0:1777045271.012269:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1777045271.013307:0:3344:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df485bf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3344:1863365424416384:0@lo:400:kworker.0 00010000:00010000:3.0:1777045271.191118:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777045271.329542:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045271.329810:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370127616 00000100:00100000:3.0:1777045271.329827:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370127616 00000100:00100000:3.0:1777045271.330192:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1291 00000100:00100000:3.0:1777045271.330255:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df485bf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c8fbf189-e8b6-4a0c-9928-bcf3190bfe7b+10:30753:x1863365370127616:12345-192.168.201.45@tcp:60:lhsmtool_posix.0 00000100:00100000:3.0:1777045271.330404:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df485bf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c8fbf189-e8b6-4a0c-9928-bcf3190bfe7b+10:30753:x1863365370127616:12345-192.168.201.45@tcp:60:lhsmtool_posix.0 Request processed in 196us (1067us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045271.330419:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1291 00000100:00100000:3.0:1777045271.367804:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045271.368003:0:5858:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370127872 00000100:00100000:1.0:1777045271.368017:0:5858:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370127872 00000100:00100000:1.0:1777045271.368104:0:5858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 286 00000100:00100000:1.0:1777045271.368122:0:5858:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b51d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c8fbf189-e8b6-4a0c-9928-bcf3190bfe7b+10:30753:x1863365370127872:12345-192.168.201.45@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1777045271.368891:0:5858:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b51d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c8fbf189-e8b6-4a0c-9928-bcf3190bfe7b+11:30753:x1863365370127872:12345-192.168.201.45@tcp:35:lhsmtool_posix.0 Request processed in 770us (1096us total) trans 4294968174 rc 0/0 00000100:00100000:1.0:1777045271.368906:0:5858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 286 00000100:00100000:1.0:1777045271.990593:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045271.991266:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370128128 00000100:00100000:3.0:1777045271.991280:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370128128 00000100:00100000:3.0:1777045271.991375:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1292 00000100:00100000:3.0:1777045271.991390:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d58d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:146de360-3fb2-48bd-b418-06f30714148a+60:30800:x1863365370128128:12345-192.168.201.45@tcp:101:cat.0 00010000:00010000:3.0:1777045271.991420:0:5856:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777045271.991448:0:5856:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfda00/0x2c8777a5e7d9edf4 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee11490d0 expref: -99 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045271.991626:0:5856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfdc00/0x2c8777a5e7d9edfb lrc: 3/1,0 mode: --/PR res: [0x200000402:0x27:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045271.991647:0:5856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfdc00/0x2c8777a5e7d9edfb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045271.991667:0:5856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfdc00/0x2c8777a5e7d9edfb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777045271.991692:0:5856:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x27:0x0]: returning size 1048576 00010000:00010000:3.0:1777045271.991862:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfda00/0x2c8777a5e7d9edf4 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11490d0 expref: 63 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045271.991890:0:5856:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfdc00/0x2c8777a5e7d9edfb lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11490d0 expref: 62 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045271.991904:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0x0 (ffff98df413b6f00) 00010000:00010000:3.0:1777045271.991910:0:5856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777045271.991914:0:5856:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de41dfdc00, rc 0) 00000100:00100000:3.0:1777045271.994269:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d58d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:146de360-3fb2-48bd-b418-06f30714148a+62:30800:x1863365370128128:12345-192.168.201.45@tcp:101:cat.0 Request processed in 2878us (3704us total) trans 4294968175 rc 0/0 00000100:00100000:3.0:1777045271.994282:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1292 00000100:00100000:3.0:1777045272.037619:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045272.038450:0:6655:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370128384 00000100:00100000:0.0:1777045272.038465:0:6655:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370128384 00000100:00100000:0.0:1777045272.039354:0:6655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 78 00000100:00100000:0.0:1777045272.039373:0:6655:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b51ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:146de360-3fb2-48bd-b418-06f30714148a+62:30800:x1863365370128384:12345-192.168.201.45@tcp:103:cat.0 00010000:00010000:0.0:1777045272.039395:0:6655:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1777045272.039430:0:6655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfdc00/0x2c8777a5e7d9edfb lrc: 0/0,0 mode: --/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11490d0 expref: 62 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045272.039465:0:6655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd800/0x2c8777a5e7d9eddf lrc: 0/0,0 mode: --/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11490c9 expref: 61 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045272.039483:0:6655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0x0 (ffff98df413b6f00) 00010000:00010000:0.0:1777045272.039523:0:6655:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777045272.039666:0:6655:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b51ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:146de360-3fb2-48bd-b418-06f30714148a+60:30800:x1863365370128384:12345-192.168.201.45@tcp:103:cat.0 Request processed in 296us (2055us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045272.039680:0:6655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 78 00000100:00080000:2.0:1777045272.046766:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1777045272.056734:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045272.056785:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370128512 00000100:00100000:2.0:1777045272.056798:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370128512 00000100:00100000:2.0:1777045272.056873:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1293 00000100:00100000:2.0:1777045272.056890:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df485be300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:146de360-3fb2-48bd-b418-06f30714148a+60:30800:x1863365370128512:12345-192.168.201.45@tcp:58:cat.0 00010000:00010000:2.0:1777045272.057026:0:12646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bf000/0x2c8777a5e7d9ee09 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x27:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045272.057061:0:12646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bf000/0x2c8777a5e7d9ee09 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x27:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045272.057080:0:12646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bf000/0x2c8777a5e7d9ee09 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x27:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1777045272.063757:0:12646:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].38, 136 off13360 00000100:00100000:2.0:1777045272.063892:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df485be300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:146de360-3fb2-48bd-b418-06f30714148a+60:30800:x1863365370128512:12345-192.168.201.45@tcp:58:cat.0 Request processed in 7000us (7165us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045272.063909:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1293 00000100:00100000:2.0:1777045272.084845:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045272.085254:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370128640 00000100:00100000:3.0:1777045272.085268:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370128640 00000100:00100000:3.0:1777045272.085334:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1294 00000100:00100000:3.0:1777045272.085348:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df485bf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:146de360-3fb2-48bd-b418-06f30714148a+60:30800:x1863365370128640:12345-192.168.201.45@tcp:101:cat.0 00010000:00010000:3.0:1777045272.085373:0:5857:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777045272.085401:0:5857:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfda00/0x2c8777a5e7d9ee10 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x27:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee11490d7 expref: -99 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045272.085472:0:5857:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bf000/0x2c8777a5e7d9ee09 lrc: 2/0,1 mode: EX/EX res: [0x200000402:0x27:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045272.085490:0:5857:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfda00/0x2c8777a5e7d9ee10 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x27:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11490d7 expref: 61 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045272.085519:0:5857:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bf000/0x2c8777a5e7d9ee09 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x27:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045272.085539:0:5857:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfda00/0x2c8777a5e7d9ee10 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x27:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11490d7 expref: 61 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045272.085589:0:5857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0x0 (ffff98df48c7e700) 00010000:00010000:3.0:1777045272.085595:0:5857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1777045272.085602:0:5857:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfda00/0x2c8777a5e7d9ee10 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x27:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11490d7 expref: 61 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045272.085616:0:5857:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de41dfda00, rc 0) 00000100:00100000:3.0:1777045272.085681:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df485bf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:146de360-3fb2-48bd-b418-06f30714148a+61:30800:x1863365370128640:12345-192.168.201.45@tcp:101:cat.0 Request processed in 335us (846us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045272.085692:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1294 00000001:00080000:0.0:1777045272.213987:0:5877:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968174 is committed 00000001:00080000:0.0:1777045272.214008:0:5877:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968171 is committed 00000004:00080000:0.0:1777045272.214014:0:5877:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 15 committed 00000020:00080000:0.0:1777045272.214069:0:5877:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff98df518e3cc0 refcount 2 committed 0 result 0 batchid 29 00000020:00080000:0.0:1777045272.214078:0:5877:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff98de41205300 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff98df4a920cc0 00000020:00080000:0.0:1777045272.214083:0:5877:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff98de41205400 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff98de418fe800 00000001:00080000:0.0:1777045272.214111:0:5877:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968159 is committed 00000001:00080000:0.0:1777045272.214134:0:5877:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968175 is committed 00000020:00080000:0.0:1777045272.214179:0:5888:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 29 committed batchid 28 00000100:00100000:1.0:1777045272.215480:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1777045272.215509:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de42770a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424416896:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1777045272.215667:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777045272.215772:0:14822:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424416896 00000100:00100000:1.0:1777045272.215783:0:14822:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424416896 00000100:00100000:1.0:1777045272.215866:0:14822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 377 00000100:00100000:1.0:1777045272.215881:0:14822:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df75299880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+6:3343:x1863365424416896:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1777045272.215918:0:14822:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:26 count 1 00002000:00010000:1.0:1777045272.215961:0:14822:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1a:0x0] initial LVB size: 1048576, mtime: 0x69eb8f12, atime: 0x0, ctime: 0x69eb8f12, blocks: 0x803 00010000:00010000:1.0:1777045272.215973:0:14822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f2891047/0x2c8777a5e7d9ee17 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045272.215998:0:14822:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777045272.216002:0:14822:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777045272.216011:0:14822:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f2891047/0x2c8777a5e7d9ee17 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045272.217063:0:14822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f2891047/0x2c8777a5e7d9ee17 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045272.217086:0:14822:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f2891047/0x2c8777a5e7d9ee17 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045272.217100:0:14822:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f2891047/0x2c8777a5e7d9ee17 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045272.217135:0:14822:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1777045272.218042:0:14822:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df75299880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+7:3343:x1863365424416896:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2160us (2371us total) trans 4294967372 rc 0/0 00000100:00100000:1.0:1777045272.218057:0:14822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 377 00000004:00080000:1.0:1777045272.218148:0:3343:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98de42770a80/2, rc 0, transno 4294967372 00000100:00100000:1.0:1777045272.218158:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de42770a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424416896:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1777045272.219741:0:5845:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777045272.219754:0:5845:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f2891047/0x2c8777a5e7d9ee17 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045272.219771:0:5845:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de41a32600 already unused, calling callback (ffffffffc17d22d0) 00010000:00010000:3.0:1777045272.219779:0:5845:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f2891047/0x2c8777a5e7d9ee17 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045272.219795:0:5845:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f2891047/0x2c8777a5e7d9ee17 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045272.219833:0:5845:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f2891047/0x2c8777a5e7d9ee17 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045272.219847:0:5845:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f2891047/0x2c8777a5e7d9ee17 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045272.219879:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777045272.219882:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777045272.219886:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00080000:0.0:1777045272.223394:0:5888:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 28 00000100:00080000:2.0:1777045272.225161:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1777045272.225393:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:1.0:1777045272.252005:0:7533:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967371 is committed 00000040:00080000:3.0:1777045272.344478:0:11491:0:(llog.c:801:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1777045272.344492:0:11491:0:(llog_cat.c:158:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1777045272.344614:0:11491:0:(llog.c:858:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 39 count 3 00000040:00080000:3.0:1777045272.344626:0:11491:0:(llog.c:858:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:3.0:1777045273.245695:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777045274.096623:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045274.096794:0:5849:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370128768 00000100:00100000:1.0:1777045274.096806:0:5849:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370128768 00000100:00100000:1.0:1777045274.096882:0:5849:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 899 00000100:00100000:1.0:1777045274.096894:0:5849:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df485c0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:19aeff9b-bdfb-4382-8412-7db7c143c0bf+15:2393:x1863365370128768:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:1.0:1777045274.096981:0:5849:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df485c0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:19aeff9b-bdfb-4382-8412-7db7c143c0bf+15:2393:x1863365370128768:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 89us (368us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045274.096992:0:5849:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 899 00000100:00100000:3.0:1777045274.123033:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045274.123267:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370128896 00000100:00100000:1.0:1777045274.123296:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370128896 00000100:00100000:1.0:1777045274.123393:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1173 00000100:00100000:1.0:1777045274.123408:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b51df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:146de360-3fb2-48bd-b418-06f30714148a+49:2393:x1863365370128896:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:1.0:1777045274.123513:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b51df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:146de360-3fb2-48bd-b418-06f30714148a+49:2393:x1863365370128896:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 107us (490us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045274.123524:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1173 00000100:00080000:2.0:1777045274.123868:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1777045274.134182:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045274.134321:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045274.134344:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045274.134393:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045274.134426:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045274.134454:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045274.134482:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045274.134515:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370129280 00000100:00100000:2.0:1777045274.134555:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370129280 00000100:00100000:2.0:1777045274.134622:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370129536 00000100:00100000:2.0:1777045274.134627:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370129536 00000100:00100000:2.0:1777045274.134653:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1174 00000100:00100000:2.0:1777045274.134665:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df485bf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+32:2393:x1863365370129280:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:2.0:1777045274.134749:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df485bf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+32:2393:x1863365370129280:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 86us (322us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045274.134767:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1174 00000100:00100000:2.0:1777045274.134791:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1175 00000100:00100000:2.0:1777045274.134800:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df485bc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c8fbf189-e8b6-4a0c-9928-bcf3190bfe7b+7:2393:x1863365370129536:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:2.0:1777045274.134833:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df485bc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c8fbf189-e8b6-4a0c-9928-bcf3190bfe7b+7:2393:x1863365370129536:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 34us (379us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045274.134842:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1175 00000100:00080000:2.0:1777045274.134863:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1777045274.134973:0:8776:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370129152 00000100:00100000:0.0:1777045274.134980:0:8776:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370129152 00000100:00100000:0.0:1777045274.135027:0:8776:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370129408 00000100:00100000:0.0:1777045274.135031:0:8776:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370129408 00000100:00100000:0.0:1777045274.135049:0:8776:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370129664 00000100:00100000:0.0:1777045274.135052:0:8776:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370129664 00000100:00100000:0.0:1777045274.135067:0:8776:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370129024 00000100:00100000:0.0:1777045274.135070:0:8776:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370129024 00000100:00100000:0.0:1777045274.135085:0:8776:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370129792 00000100:00100000:0.0:1777045274.135088:0:8776:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370129792 00000100:00100000:0.0:1777045274.135106:0:8776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1001 00000100:00100000:0.0:1777045274.135116:0:8776:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df485bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:146de360-3fb2-48bd-b418-06f30714148a+10:2392:x1863365370129152:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:0.0:1777045274.135155:0:8776:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df485bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:146de360-3fb2-48bd-b418-06f30714148a+10:2392:x1863365370129152:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 40us (984us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045274.135165:0:8776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1001 00000100:00100000:0.0:1777045274.135183:0:8776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1002 00000100:00100000:0.0:1777045274.135191:0:8776:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df485bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+5:2392:x1863365370129408:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:0.0:1777045274.135621:0:8776:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df485bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+5:2392:x1863365370129408:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 430us (1300us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045274.135632:0:8776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1002 00000100:00100000:0.0:1777045274.135651:0:8776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1003 00000100:00100000:0.0:1777045274.135660:0:8776:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df485bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c8fbf189-e8b6-4a0c-9928-bcf3190bfe7b+5:2392:x1863365370129664:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:0.0:1777045274.135687:0:8776:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df485bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c8fbf189-e8b6-4a0c-9928-bcf3190bfe7b+5:2392:x1863365370129664:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 28us (1342us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045274.135696:0:8776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1003 00000100:00100000:0.0:1777045274.135710:0:8776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1004 00000100:00100000:0.0:1777045274.135718:0:8776:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df485bca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:146de360-3fb2-48bd-b418-06f30714148a+8:2393:x1863365370129024:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:0.0:1777045274.135743:0:8776:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df485bca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:146de360-3fb2-48bd-b418-06f30714148a+8:2393:x1863365370129024:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 25us (1350us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045274.135752:0:8776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1004 00000100:00100000:0.0:1777045274.135766:0:8776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1005 00000100:00100000:0.0:1777045274.135774:0:8776:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41c67800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c8fbf189-e8b6-4a0c-9928-bcf3190bfe7b+5:2393:x1863365370129792:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:0.0:1777045274.135801:0:8776:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41c67800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c8fbf189-e8b6-4a0c-9928-bcf3190bfe7b+5:2393:x1863365370129792:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 28us (1319us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045274.135811:0:8776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1005 00000100:00080000:2.0:1777045274.136167:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1777045274.136173:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1777045274.262140:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777045275.094897:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df77fd4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424417024:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1777045275.094984:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777045275.096684:0:6643:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424417024 00000100:00100000:3.0:1777045275.096697:0:6643:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424417024 00000100:00100000:3.0:1777045275.096801:0:6643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 499 00000100:00100000:3.0:1777045275.096817:0:6643:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df75299c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3341:x1863365424417024:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1777045275.096864:0:6643:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 61145088 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1777045275.096960:0:6643:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df75299c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3341:x1863365424417024:12345-0@lo:13:osp-pre-0-0.0 Request processed in 146us (1975us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045275.096973:0:6643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 499 00000100:00100000:0.0:1777045275.097144:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df77fd4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424417024:0@lo:13:osp-pre-0-0.0 00000100:00080000:2.0:1777045275.097353:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1777045275.289775:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1777045275.417255:0:11491:0:(llog.c:801:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1777045275.417272:0:11491:0:(llog_cat.c:158:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1777045275.417385:0:11491:0:(llog.c:858:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 39 count 3 00000040:00080000:3.0:1777045275.417399:0:11491:0:(llog.c:858:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1777045276.120692:0:3344:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df77fd4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3344:1863365424417408:0@lo:400:kworker.0 00000100:00100000:0.0:1777045276.120703:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df77fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424417536:0@lo:400:kworker.0 00000100:00100000:1.0:1777045276.120888:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df77fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3343:1863365424417280:0@lo:400:kworker.0 00000100:00100000:2.0:1777045276.121031:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df77fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ce657616-b3f3-4e21-ac89-518ab611901c:3342:1863365424417152:0@lo:400:kworker.0 00000100:00100000:0.0:1777045276.132785:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045276.132916:0:8776:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424417536 00000100:00100000:0.0:1777045276.132930:0:8776:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424417536 00000100:00100000:0.0:1777045276.133006:0:8776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1006 00000100:00100000:0.0:1777045276.133021:0:8776:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df50e7dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3341:x1863365424417536:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777045276.133129:0:8776:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df50e7dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3341:x1863365424417536:12345-0@lo:400:kworker.0 Request processed in 110us (351us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045276.133144:0:8776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1006 00000100:00100000:1.0:1777045276.133228:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777045276.133361:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df77fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424417792:0@lo:400:kworker.0 00000100:00100000:1.0:1777045276.133555:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045276.133609:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df77fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424417536:0@lo:400:kworker.0 00000100:00100000:0.0:1777045276.133694:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424417280 00000100:00100000:0.0:1777045276.133702:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424417280 00000100:00100000:1.0:1777045276.133723:0:6639:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424417792 00000100:00100000:1.0:1777045276.133738:0:6639:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424417792 00000100:00100000:0.0:1777045276.133767:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1176 00000100:00100000:0.0:1777045276.133783:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7529ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3343:x1863365424417280:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777045276.133853:0:6639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1007 00000100:00100000:1.0:1777045276.133877:0:6639:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df75299180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3343:x1863365424417792:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777045276.134185:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7529ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3343:x1863365424417280:12345-0@lo:400:kworker.0 Request processed in 106us (669us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045276.134198:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1176 00000100:00100000:1.0:1777045276.134642:0:6639:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df75299180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3343:x1863365424417792:12345-0@lo:400:kworker.0 Request processed in 772us (1087us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045276.134660:0:6639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1007 00000100:00080000:0.0:1777045276.134730:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1777045276.134785:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df77fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3343:1863365424417280:0@lo:400:kworker.0 00000100:00100000:1.0:1777045276.135111:0:3343:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967371 gen 2 00000004:00080000:1.0:1777045276.135124:0:3343:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967371 committed transno 4294967371 00000100:00100000:1.0:1777045276.135169:0:3343:0:(client.c:3145:ptlrpc_free_committed()) @@@ stopping search req@ffff98de42770a80 x1863365424416896/t4294967372(4294967372) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777045288 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1777045276.135190:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df77fd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424417792:0@lo:400:kworker.0 00000100:00100000:3.0:1777045276.147716:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777045276.147893:0:3344:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de42c8bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3344:1863365424417920:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1777045276.147984:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045276.148913:0:6644:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424417920 00000100:00100000:0.0:1777045276.148930:0:6644:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424417920 00000100:00100000:0.0:1777045276.149741:0:6644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 500 00000100:00100000:0.0:1777045276.149763:0:6644:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77fd7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3344:x1863365424417920:12345-0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1777045276.151822:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424417408 00000100:00100000:1.0:1777045276.151836:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424417408 00000100:00100000:1.0:1777045276.152298:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1177 00000100:00100000:1.0:1777045276.152313:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77fd4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3344:x1863365424417408:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777045276.152436:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77fd4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3344:x1863365424417408:12345-0@lo:400:kworker.0 Request processed in 126us (4732us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045276.152451:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1177 00000100:00100000:1.0:1777045276.152584:0:3344:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df77fd4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3344:1863365424417408:0@lo:400:kworker.0 00000100:00080000:1.0:1777045276.152675:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00002000:00000024:0.0:1777045276.153940:0:6644:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 57737216 pending 0 free 3850371072 avail 3848273920 00000100:00100000:0.0:1777045276.154046:0:6644:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77fd7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3344:x1863365424417920:12345-0@lo:13:osp-pre-1-0.0 Request processed in 4289us (6060us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045276.154062:0:6644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 500 00000100:00100000:2.0:1777045276.154286:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777045276.154351:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df77fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3342:1863365424417664:0@lo:400:kworker.0 00000100:00100000:2.0:1777045276.154401:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777045276.154460:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424417664 00000100:00100000:2.0:1777045276.154468:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424417664 00000100:00100000:2.0:1777045276.154555:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1178 00000100:00100000:2.0:1777045276.154566:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41c66300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3342:x1863365424417664:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777045276.154634:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41c66300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3342:x1863365424417664:12345-0@lo:400:kworker.0 Request processed in 68us (230us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045276.154646:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1178 00000100:00100000:2.0:1777045276.154720:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df77fd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3342:1863365424417664:0@lo:400:kworker.0 00000100:00100000:1.0:1777045276.157265:0:5850:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424417152 00000100:00100000:1.0:1777045276.157559:0:5850:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424417152 00000100:00100000:1.0:1777045276.157653:0:5850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 900 00000100:00100000:1.0:1777045276.157669:0:5850:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df485c3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ce657616-b3f3-4e21-ac89-518ab611901c+18:3342:x1863365424417152:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777045276.157802:0:5850:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df485c3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ce657616-b3f3-4e21-ac89-518ab611901c+18:3342:x1863365424417152:12345-0@lo:400:kworker.0 Request processed in 137us (3517us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045276.157814:0:5850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 900 00000100:00080000:1.0:1777045276.157871:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1777045276.157937:0:3344:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de42c8bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3344:1863365424417920:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1777045276.160655:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df77fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ce657616-b3f3-4e21-ac89-518ab611901c:3342:1863365424417152:0@lo:400:kworker.0 00010000:00010000:1.0:1777045276.310681:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777045277.105184:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045277.105677:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370129920 00000100:00100000:0.0:1777045277.105697:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370129920 00000100:00100000:0.0:1777045277.105831:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1295 00000100:00100000:0.0:1777045277.105850:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77fd6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+32:30802:x1863365370129920:12345-192.168.201.45@tcp:101:stat.0 00010000:00010000:0.0:1777045277.105876:0:12646:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777045277.105905:0:12646:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023200/0x2c8777a5e7d9ee1e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee11490de expref: -99 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045277.105998:0:12646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023a00/0x2c8777a5e7d9ee25 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045277.106019:0:12646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023a00/0x2c8777a5e7d9ee25 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045277.106038:0:12646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023a00/0x2c8777a5e7d9ee25 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045277.106061:0:12646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9ee2c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045277.106073:0:12646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9ee2c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045277.106083:0:12646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9ee2c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045277.106673:0:12646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023c00/0x2c8777a5e7d9ee33 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x27:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045277.106690:0:12646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023c00/0x2c8777a5e7d9ee33 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x53/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045277.106707:0:12646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023c00/0x2c8777a5e7d9ee33 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x53/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777045277.106752:0:12646:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x27:0x0]: returning size 1048576 00000004:00200000:0.0:1777045277.106758:0:12646:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1777045277.106784:0:12646:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023c00/0x2c8777a5e7d9ee33 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x53/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045277.106797:0:12646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023c00/0x2c8777a5e7d9ee33 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045277.106809:0:12646:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023a00/0x2c8777a5e7d9ee25 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045277.106818:0:12646:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023a00/0x2c8777a5e7d9ee25 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045277.107097:0:12646:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023a00/0x2c8777a5e7d9ee25 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045277.107106:0:12646:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48023a00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:0.0:1777045277.107112:0:12646:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023a00/0x2c8777a5e7d9ee25 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045277.107123:0:12646:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023a00/0x2c8777a5e7d9ee25 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045277.107140:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff98df454d4100) 00010000:00010000:0.0:1777045277.107144:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777045277.107150:0:12646:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023a00/0x2c8777a5e7d9ee25 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045277.107164:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023a00/0x2c8777a5e7d9ee25 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045277.107181:0:12646:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9ee2c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045277.107189:0:12646:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9ee2c lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045277.107197:0:12646:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9ee2c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045277.107264:0:12646:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48022c00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:0.0:1777045277.107268:0:12646:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9ee2c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045277.107277:0:12646:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9ee2c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045277.107287:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0xa624d530 (ffff98df61f8e400) 00010000:00010000:0.0:1777045277.107291:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777045277.107296:0:12646:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9ee2c lrc: 2/0,0 mode: --/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045277.107304:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9ee2c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045277.107344:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023200/0x2c8777a5e7d9ee1e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11490de expref: 34 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045277.107369:0:12646:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023c00/0x2c8777a5e7d9ee33 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11490de expref: 33 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045277.107380:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0x0 (ffff98df48c7e700) 00010000:00010000:0.0:1777045277.107383:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1777045277.107388:0:12646:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de48023c00, rc 0) 00000100:00100000:0.0:1777045277.107501:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77fd6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+33:30802:x1863365370129920:12345-192.168.201.45@tcp:101:stat.0 Request processed in 1635us (2574us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045277.107513:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1295 00000100:00080000:1.0:1777045277.107635:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1777045277.346616:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00080000:0.0:1777045277.383233:0:5877:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 29 batchid updated 00000020:00080000:1.0:1777045277.383370:0:5888:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 29 00000020:00080000:1.0:1777045277.383393:0:5888:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 29 00000001:00080000:2.0:1777045277.417110:0:7533:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967372 is committed 00000100:00100000:3.0:1777045277.811928:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045277.813007:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370130048 00000100:00100000:1.0:1777045277.813021:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370130048 00000100:00100000:1.0:1777045277.813562:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1296 00000100:00100000:1.0:1777045277.813579:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77fd4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c8fbf189-e8b6-4a0c-9928-bcf3190bfe7b+7:30826:x1863365370130048:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1777045277.813608:0:5856:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777045277.813636:0:5856:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a33e00/0x2c8777a5e7d9ee3a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee11490e5 expref: -99 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045277.813728:0:5856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a33800/0x2c8777a5e7d9ee41 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045277.813749:0:5856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a33800/0x2c8777a5e7d9ee41 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045277.813767:0:5856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a33800/0x2c8777a5e7d9ee41 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777045277.814010:0:5856:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 8704 00000004:00200000:1.0:1777045277.814016:0:5856:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 32 stripe count 1 MDT count 1 00000004:00010000:1.0:1777045277.814121:0:5856:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a33800/0x2c8777a5e7d9ee41 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045277.814158:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a33e00/0x2c8777a5e7d9ee3a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11490e5 expref: 9 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045277.814182:0:5856:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a33800/0x2c8777a5e7d9ee41 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11490e5 expref: 8 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045277.814248:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff98df413b6700) 00010000:00010000:1.0:1777045277.814253:0:5856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1777045277.814258:0:5856:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de41a33800, rc 0) 00000100:00100000:1.0:1777045277.814326:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77fd4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c8fbf189-e8b6-4a0c-9928-bcf3190bfe7b+8:30826:x1863365370130048:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 Request processed in 752us (2409us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045277.814337:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1296 00000100:00080000:3.0:1777045277.815556:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1777045277.838692:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045277.839911:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370130304 00000100:00100000:0.0:1777045277.839925:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370130304 00000100:00100000:0.0:1777045277.840018:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1297 00000100:00100000:0.0:1777045277.840034:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41c67480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c8fbf189-e8b6-4a0c-9928-bcf3190bfe7b+8:30827:x1863365370130304:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1777045277.840060:0:5855:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777045277.840084:0:5855:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023200/0x2c8777a5e7d9ee48 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee11490ec expref: -99 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045277.840182:0:5855:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9ee4f lrc: 3/1,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045277.840826:0:5855:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9ee4f lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045277.840847:0:5855:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9ee4f lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045277.840880:0:5855:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023a00/0x2c8777a5e7d9ee56 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045277.840892:0:5855:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023a00/0x2c8777a5e7d9ee56 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045277.840904:0:5855:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023a00/0x2c8777a5e7d9ee56 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045277.841788:0:5855:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102e00/0x2c8777a5e7d9ee5d lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045277.841810:0:5855:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102e00/0x2c8777a5e7d9ee5d lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045277.841822:0:5855:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102e00/0x2c8777a5e7d9ee5d lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777045277.841838:0:5855:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000002:0x2:0x0]: returning size 6656 00010000:00010000:0.0:1777045277.842442:0:5855:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9ee4f lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045277.842456:0:5855:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9ee4f lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045277.842491:0:5855:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9ee4f lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045277.842501:0:5855:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48022c00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:0.0:1777045277.842506:0:5855:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9ee4f lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045277.842523:0:5855:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9ee4f lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045277.842539:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff98df46583c00) 00010000:00010000:0.0:1777045277.842544:0:5855:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777045277.842550:0:5855:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9ee4f lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045277.842559:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9ee4f lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045277.842575:0:5855:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023a00/0x2c8777a5e7d9ee56 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045277.842584:0:5855:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023a00/0x2c8777a5e7d9ee56 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045277.842593:0:5855:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023a00/0x2c8777a5e7d9ee56 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045277.842600:0:5855:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48023a00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:0.0:1777045277.842604:0:5855:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023a00/0x2c8777a5e7d9ee56 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045277.842611:0:5855:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023a00/0x2c8777a5e7d9ee56 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045277.842621:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x8d45d6bc (ffff98df61f8e400) 00010000:00010000:0.0:1777045277.842624:0:5855:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777045277.842628:0:5855:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023a00/0x2c8777a5e7d9ee56 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045277.842642:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023a00/0x2c8777a5e7d9ee56 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045277.843435:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023200/0x2c8777a5e7d9ee48 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11490ec expref: 11 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045277.843458:0:5855:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102e00/0x2c8777a5e7d9ee5d lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11490ec expref: 10 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045277.846863:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff98df4a351500) 00010000:00010000:0.0:1777045277.846869:0:5855:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777045277.846874:0:5855:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de43102e00, rc 0) 00000100:00100000:2.0:1777045277.854870:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41c67480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c8fbf189-e8b6-4a0c-9928-bcf3190bfe7b+10:30827:x1863365370130304:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 Request processed in 14826us (16175us total) trans 4294968176 rc 0/0 00000100:00100000:2.0:1777045277.854887:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1297 00000100:00100000:3.0:1777045277.883152:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045277.883324:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045277.883372:0:5843:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370130560 00000100:00100000:3.0:1777045277.883384:0:5843:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370130560 00000100:00100000:3.0:1777045277.883494:0:5843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 79 00000100:00100000:3.0:1777045277.883510:0:5843:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77fd5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c8fbf189-e8b6-4a0c-9928-bcf3190bfe7b+10:2390:x1863365370130560:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777045277.883534:0:5843:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777045277.883569:0:5843:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102e00/0x2c8777a5e7d9ee5d lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11490ec expref: 10 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045277.883597:0:5843:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff98df4a351500) 00010000:00010000:3.0:1777045277.883605:0:5843:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777045277.883678:0:5843:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77fd5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c8fbf189-e8b6-4a0c-9928-bcf3190bfe7b+9:2390:x1863365370130560:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 171us (354us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045277.883691:0:5843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 79 00000100:00100000:0.0:1777045277.883952:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370130432 00000100:00100000:0.0:1777045277.883961:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370130432 00000100:00100000:0.0:1777045277.884021:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1298 00000100:00100000:0.0:1777045277.884035:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77fd5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c8fbf189-e8b6-4a0c-9928-bcf3190bfe7b+9:30827:x1863365370130432:12345-192.168.201.45@tcp:59:lhsmtool_posix.0 00000100:00100000:0.0:1777045277.884136:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77fd5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c8fbf189-e8b6-4a0c-9928-bcf3190bfe7b+9:30827:x1863365370130432:12345-192.168.201.45@tcp:59:lhsmtool_posix.0 Request processed in 103us (995us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045277.884147:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1298 00010000:00010000:1.0:1777045278.357999:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1777045278.488902:0:11491:0:(llog.c:801:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1777045278.488914:0:11491:0:(llog_cat.c:158:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1777045278.488992:0:11491:0:(llog.c:858:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 39 count 3 00000040:00080000:1.0:1777045278.489007:0:11491:0:(llog.c:858:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1777045278.489178:0:11491:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7529a680 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11491:1863365424418048:192.168.201.45@tcp:107:hsm_cdtr.0 00000100:00100000:1.0:1777045278.489371:0:11491:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df586eae40 going to sleep for 11 seconds 00000100:00100000:3.0:1777045278.511383:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045278.511550:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370130688 00000100:00100000:0.0:1777045278.511563:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370130688 00000100:00100000:0.0:1777045278.511661:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1299 00000100:00100000:0.0:1777045278.511677:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77fd5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c8fbf189-e8b6-4a0c-9928-bcf3190bfe7b+10:30829:x1863365370130688:12345-192.168.201.45@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1777045278.511722:0:5856:0:(mdt_handler.c:7958:mdt_fid2path()) path get [0x200000402:0x27:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1777045278.511863:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77fd5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c8fbf189-e8b6-4a0c-9928-bcf3190bfe7b+10:30829:x1863365370130688:12345-192.168.201.45@tcp:53:lhsmtool_posix.0 Request processed in 189us (491us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045278.511880:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1299 00000100:00100000:1.0:1777045278.512782:0:11491:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7529a680 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11491:1863365424418048:192.168.201.45@tcp:107:hsm_cdtr.0 00000100:00100000:3.0:1777045278.526677:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045278.529647:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370130816 00000100:00100000:2.0:1777045278.529664:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370130816 00000100:00100000:2.0:1777045278.529765:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1300 00000100:00100000:2.0:1777045278.529781:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77fd6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c8fbf189-e8b6-4a0c-9928-bcf3190bfe7b+9:30829:x1863365370130816:12345-192.168.201.45@tcp:34:lhsmtool_posix.0 00010000:00010000:2.0:1777045278.529876:0:5855:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be400/0x2c8777a5e7d9ee6b lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045278.529903:0:5855:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be400/0x2c8777a5e7d9ee6b lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045278.530153:0:5855:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be400/0x2c8777a5e7d9ee6b lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045278.530180:0:5855:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfc00/0x2c8777a5e7d9ee72 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x4e3552f8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045278.530193:0:5855:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfc00/0x2c8777a5e7d9ee72 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x4e3552f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045278.530251:0:5855:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfc00/0x2c8777a5e7d9ee72 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x4e3552f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045278.530289:0:5855:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfa00/0x2c8777a5e7d9ee79 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x27:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045278.530303:0:5855:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfa00/0x2c8777a5e7d9ee79 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045278.530314:0:5855:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfa00/0x2c8777a5e7d9ee79 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777045278.530370:0:5855:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x27:0x0]: returning size 1048576 00000004:00200000:2.0:1777045278.530378:0:5855:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1777045278.530399:0:5855:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfa00/0x2c8777a5e7d9ee79 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045278.530416:0:5855:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be400/0x2c8777a5e7d9ee6b lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045278.530426:0:5855:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be400/0x2c8777a5e7d9ee6b lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045278.530437:0:5855:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be400/0x2c8777a5e7d9ee6b lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045278.530446:0:5855:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de435be400 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:2.0:1777045278.530452:0:5855:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be400/0x2c8777a5e7d9ee6b lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045278.530491:0:5855:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be400/0x2c8777a5e7d9ee6b lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045278.530508:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff98df4a351500) 00010000:00010000:2.0:1777045278.530512:0:5855:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777045278.530519:0:5855:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be400/0x2c8777a5e7d9ee6b lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045278.530529:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be400/0x2c8777a5e7d9ee6b lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045278.530552:0:5855:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfc00/0x2c8777a5e7d9ee72 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x4e3552f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045278.530569:0:5855:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfc00/0x2c8777a5e7d9ee72 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x4e3552f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045278.530578:0:5855:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfc00/0x2c8777a5e7d9ee72 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x4e3552f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045278.530586:0:5855:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de435bfc00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:2.0:1777045278.530591:0:5855:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfc00/0x2c8777a5e7d9ee72 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x4e3552f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045278.530601:0:5855:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfc00/0x2c8777a5e7d9ee72 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x4e3552f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045278.530614:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x4e3552f8 (ffff98df48c7e000) 00010000:00010000:2.0:1777045278.530618:0:5855:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777045278.530623:0:5855:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfc00/0x2c8777a5e7d9ee72 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x4e3552f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045278.530633:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfc00/0x2c8777a5e7d9ee72 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x4e3552f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045278.530657:0:5855:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfa00/0x2c8777a5e7d9ee79 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045278.530666:0:5855:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfa00/0x2c8777a5e7d9ee79 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045278.530675:0:5855:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfa00/0x2c8777a5e7d9ee79 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045278.530682:0:5855:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de435bfa00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:2.0:1777045278.530687:0:5855:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfa00/0x2c8777a5e7d9ee79 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045278.530696:0:5855:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfa00/0x2c8777a5e7d9ee79 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045278.530708:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0x0 (ffff98df48c7e700) 00010000:00010000:2.0:1777045278.530713:0:5855:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777045278.530717:0:5855:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfa00/0x2c8777a5e7d9ee79 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045278.530727:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfa00/0x2c8777a5e7d9ee79 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777045278.531105:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77fd6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c8fbf189-e8b6-4a0c-9928-bcf3190bfe7b+9:30829:x1863365370130816:12345-192.168.201.45@tcp:34:lhsmtool_posix.0 Request processed in 1066us (4180us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045278.531119:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1300 00000100:00100000:3.0:1777045278.546797:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045278.557760:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370131072 00000100:00100000:0.0:1777045278.557779:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370131072 00000100:00100000:0.0:1777045278.557878:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1301 00000100:00100000:0.0:1777045278.557894:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77fd5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c8fbf189-e8b6-4a0c-9928-bcf3190bfe7b+9:30829:x1863365370131072:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1777045278.557922:0:5857:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777045278.557952:0:5857:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103200/0x2c8777a5e7d9ee80 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee11490f3 expref: -99 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045278.558171:0:5857:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102000/0x2c8777a5e7d9ee87 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x27:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045278.558197:0:5857:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102000/0x2c8777a5e7d9ee87 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045278.558261:0:5857:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102000/0x2c8777a5e7d9ee87 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777045278.558281:0:5857:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x27:0x0]: returning size 1048576 00010000:00010000:0.0:1777045278.558427:0:5857:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102000/0x2c8777a5e7d9ee87 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045278.558439:0:5857:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102000/0x2c8777a5e7d9ee87 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045278.558449:0:5857:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102000/0x2c8777a5e7d9ee87 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045278.558484:0:5857:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de43102000 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:0.0:1777045278.558491:0:5857:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102000/0x2c8777a5e7d9ee87 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045278.558502:0:5857:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102000/0x2c8777a5e7d9ee87 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045278.558520:0:5857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0x0 (ffff98df48c7e700) 00010000:00010000:0.0:1777045278.558525:0:5857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1777045278.558532:0:5857:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102000/0x2c8777a5e7d9ee87 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x27:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045278.558542:0:5857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102000/0x2c8777a5e7d9ee87 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x27:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045278.558603:0:5857:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103200/0x2c8777a5e7d9ee80 lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11490f3 expref: 11 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045278.558619:0:5857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff98df4a351500) 00010000:00010000:0.0:1777045278.558622:0:5857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1777045278.558628:0:5857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103200/0x2c8777a5e7d9ee80 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11490f3 expref: 11 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045278.558645:0:5857:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de43103200, rc 0) 00000100:00100000:0.0:1777045278.558728:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77fd5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c8fbf189-e8b6-4a0c-9928-bcf3190bfe7b+10:30829:x1863365370131072:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 Request processed in 837us (11942us total) trans 4294968177 rc 301/301 00000100:00100000:0.0:1777045278.558739:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1301 00000100:00100000:3.0:1777045278.575159:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045278.576767:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370131200 00000100:00100000:2.0:1777045278.576784:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370131200 00000100:00100000:2.0:1777045278.577149:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1302 00000100:00100000:2.0:1777045278.577166:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77fd6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c8fbf189-e8b6-4a0c-9928-bcf3190bfe7b+10:30829:x1863365370131200:12345-192.168.201.45@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1777045278.577252:0:7939:0:(mdt_handler.c:7958:mdt_fid2path()) path get [0x200000402:0x27:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1777045278.577398:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77fd6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c8fbf189-e8b6-4a0c-9928-bcf3190bfe7b+10:30829:x1863365370131200:12345-192.168.201.45@tcp:53:lhsmtool_posix.0 Request processed in 235us (2247us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045278.577409:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1302 00000100:00100000:3.0:1777045278.587515:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045278.597049:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370131328 00000100:00100000:0.0:1777045278.597067:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370131328 00000100:00100000:0.0:1777045278.597174:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1303 00000100:00100000:0.0:1777045278.597191:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77fd4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c8fbf189-e8b6-4a0c-9928-bcf3190bfe7b+10:30829:x1863365370131328:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1777045278.597242:0:12646:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777045278.597272:0:12646:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103200/0x2c8777a5e7d9ee95 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee11490fa expref: -99 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045278.597361:0:12646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102000/0x2c8777a5e7d9ee9c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045278.597382:0:12646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102000/0x2c8777a5e7d9ee9c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045278.597399:0:12646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102000/0x2c8777a5e7d9ee9c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045278.597420:0:12646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102200/0x2c8777a5e7d9eea3 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045278.597432:0:12646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102200/0x2c8777a5e7d9eea3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045278.597443:0:12646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102200/0x2c8777a5e7d9eea3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045278.599917:0:12646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a33e00/0x2c8777a5e7d9eeaa lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045278.599940:0:12646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a33e00/0x2c8777a5e7d9eeaa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045278.599956:0:12646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a33e00/0x2c8777a5e7d9eeaa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777045278.600100:0:12646:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x4b:0x0]: returning size 7680 00000004:00200000:1.0:1777045278.600106:0:12646:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:1.0:1777045278.600613:0:12646:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a33e00/0x2c8777a5e7d9eeaa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045278.600640:0:12646:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102000/0x2c8777a5e7d9ee9c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045278.600649:0:12646:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102000/0x2c8777a5e7d9ee9c lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045278.600660:0:12646:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102000/0x2c8777a5e7d9ee9c lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045278.600669:0:12646:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de43102000 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:1.0:1777045278.600674:0:12646:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102000/0x2c8777a5e7d9ee9c lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045278.600684:0:12646:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102000/0x2c8777a5e7d9ee9c lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045278.600702:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff98df413b6700) 00010000:00010000:1.0:1777045278.600707:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777045278.600713:0:12646:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102000/0x2c8777a5e7d9ee9c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045278.600722:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102000/0x2c8777a5e7d9ee9c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045278.600739:0:12646:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102200/0x2c8777a5e7d9eea3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045278.600749:0:12646:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102200/0x2c8777a5e7d9eea3 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045278.600757:0:12646:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102200/0x2c8777a5e7d9eea3 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045278.600765:0:12646:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de43102200 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:1.0:1777045278.600769:0:12646:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102200/0x2c8777a5e7d9eea3 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045278.600778:0:12646:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102200/0x2c8777a5e7d9eea3 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045278.600788:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x28683846 (ffff98df61f8e400) 00010000:00010000:1.0:1777045278.600792:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777045278.600796:0:12646:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102200/0x2c8777a5e7d9eea3 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045278.600804:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102200/0x2c8777a5e7d9eea3 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045278.600855:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103200/0x2c8777a5e7d9ee95 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11490fa expref: 12 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045278.600877:0:12646:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a33e00/0x2c8777a5e7d9eeaa lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11490fa expref: 11 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045278.600887:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff98df454d4100) 00010000:00010000:1.0:1777045278.600890:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1777045278.600895:0:12646:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de41a33e00, rc 0) 00000100:00100000:1.0:1777045278.600987:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77fd4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c8fbf189-e8b6-4a0c-9928-bcf3190bfe7b+11:30829:x1863365370131328:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 Request processed in 3799us (13535us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045278.601000:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1303 00000100:00100000:3.0:1777045278.625908:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045278.626186:0:5865:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370131456 00000100:00100000:2.0:1777045278.626263:0:5865:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370131456 00000100:00100000:2.0:1777045278.626334:0:5865:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 2 00000100:00100000:2.0:1777045278.626349:0:5865:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77fd7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_seqm_0001:c8fbf189-e8b6-4a0c-9928-bcf3190bfe7b+11:30829:x1863365370131456:12345-192.168.201.45@tcp:700:lhsmtool_posix.0 00000100:00100000:2.0:1777045278.626515:0:5865:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77fd7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_seqm_0001:c8fbf189-e8b6-4a0c-9928-bcf3190bfe7b+11:30829:x1863365370131456:12345-192.168.201.45@tcp:700:lhsmtool_posix.0 Request processed in 168us (618us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045278.626528:0:5865:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 2 00000100:00100000:3.0:1777045278.640301:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045278.640756:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370131712 00000100:00100000:1.0:1777045278.640772:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370131712 00000100:00100000:1.0:1777045278.640861:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1304 00000100:00100000:1.0:1777045278.640876:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77fd7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c8fbf189-e8b6-4a0c-9928-bcf3190bfe7b+11:30829:x1863365370131712:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1777045278.640902:0:5856:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777045278.640907:0:5856:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1777045278.640941:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a33e00/0x2c8777a5e7d9eeaa lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11490fa expref: 11 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045278.640968:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff98df454d4100) 00010000:00010000:1.0:1777045278.640977:0:5856:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777045278.640993:0:5856:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32a00/0x2c8777a5e7d9eeb1 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1149101 expref: -99 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045278.642605:0:5856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32000/0x2c8777a5e7d9eeb8 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045278.642628:0:5856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32000/0x2c8777a5e7d9eeb8 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045278.642644:0:5856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32000/0x2c8777a5e7d9eeb8 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777045278.642659:0:5856:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x1:0x0]: returning size 0 00010000:00010000:1.0:1777045278.642728:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32a00/0x2c8777a5e7d9eeb1 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149101 expref: 13 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045278.642751:0:5856:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32000/0x2c8777a5e7d9eeb8 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149101 expref: 12 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045278.642771:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1:0x0].0x0 (ffff98df454d4400) 00010000:00010000:1.0:1777045278.642776:0:5856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777045278.642780:0:5856:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de41a32000, rc 0) 00000100:00100000:1.0:1777045278.642857:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77fd7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c8fbf189-e8b6-4a0c-9928-bcf3190bfe7b+12:30829:x1863365370131712:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 Request processed in 1983us (2567us total) trans 4294968178 rc 0/0 00000100:00100000:1.0:1777045278.642870:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1304 00000100:00100000:0.0:1777045278.657896:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045278.658500:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370131840 00000100:00100000:3.0:1777045278.658514:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370131840 00000100:00100000:3.0:1777045278.658603:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1305 00000100:00100000:3.0:1777045278.658620:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42c89500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c8fbf189-e8b6-4a0c-9928-bcf3190bfe7b+12:30829:x1863365370131840:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1777045278.658652:0:5855:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777045278.658701:0:5855:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfdc00/0x2c8777a5e7d9eec6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1149108 expref: -99 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045278.658811:0:5855:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd600/0x2c8777a5e7d9eecd lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045278.658833:0:5855:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd600/0x2c8777a5e7d9eecd lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045278.658851:0:5855:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd600/0x2c8777a5e7d9eecd lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045278.658874:0:5855:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd800/0x2c8777a5e7d9eed4 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045278.658886:0:5855:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd800/0x2c8777a5e7d9eed4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045278.658898:0:5855:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd800/0x2c8777a5e7d9eed4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045278.660151:0:5855:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfce00/0x2c8777a5e7d9eedb lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045278.660170:0:5855:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfce00/0x2c8777a5e7d9eedb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045278.660183:0:5855:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfce00/0x2c8777a5e7d9eedb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777045278.660711:0:5855:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x4b:0x0]: returning size 7680 00000004:00200000:3.0:1777045278.660719:0:5855:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:3.0:1777045278.660858:0:5855:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfce00/0x2c8777a5e7d9eedb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045278.660879:0:5855:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd600/0x2c8777a5e7d9eecd lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045278.660890:0:5855:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd600/0x2c8777a5e7d9eecd lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045278.660901:0:5855:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd600/0x2c8777a5e7d9eecd lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045278.660911:0:5855:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de41dfd600 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:3.0:1777045278.660917:0:5855:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd600/0x2c8777a5e7d9eecd lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045278.660930:0:5855:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd600/0x2c8777a5e7d9eecd lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045278.660949:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff98df413b6700) 00010000:00010000:3.0:1777045278.660956:0:5855:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777045278.660963:0:5855:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd600/0x2c8777a5e7d9eecd lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045278.660974:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd600/0x2c8777a5e7d9eecd lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045278.660991:0:5855:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd800/0x2c8777a5e7d9eed4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045278.661002:0:5855:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd800/0x2c8777a5e7d9eed4 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045278.661013:0:5855:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd800/0x2c8777a5e7d9eed4 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045278.661022:0:5855:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de41dfd800 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:3.0:1777045278.661027:0:5855:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd800/0x2c8777a5e7d9eed4 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045278.661037:0:5855:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd800/0x2c8777a5e7d9eed4 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045278.661051:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x28683846 (ffff98df413b6400) 00010000:00010000:3.0:1777045278.661056:0:5855:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777045278.661061:0:5855:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd800/0x2c8777a5e7d9eed4 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045278.661072:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd800/0x2c8777a5e7d9eed4 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045278.661123:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfdc00/0x2c8777a5e7d9eec6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149108 expref: 14 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045278.661157:0:5855:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfce00/0x2c8777a5e7d9eedb lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149108 expref: 13 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045278.661170:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff98df454d4100) 00010000:00010000:3.0:1777045278.661174:0:5855:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1777045278.661177:0:5855:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de41dfce00, rc 0) 00000100:00100000:3.0:1777045278.672524:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42c89500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c8fbf189-e8b6-4a0c-9928-bcf3190bfe7b+13:30829:x1863365370131840:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 Request processed in 13841us (14574us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045278.672545:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1305 00000100:00100000:0.0:1777045278.686829:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045278.687244:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370132096 00000100:00100000:1.0:1777045278.687257:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370132096 00000100:00100000:1.0:1777045278.687345:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1306 00000100:00100000:1.0:1777045278.687360:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42c89f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c8fbf189-e8b6-4a0c-9928-bcf3190bfe7b+13:30829:x1863365370132096:12345-192.168.201.45@tcp:36:lhsmtool_posix.0 00010000:00010000:1.0:1777045278.687502:0:12646:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1777045278.687539:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32000/0x2c8777a5e7d9eeb8 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149101 expref: 13 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045278.687569:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1:0x0].0x0 (ffff98df454d4400) 00010000:00010000:1.0:1777045278.687592:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfce00/0x2c8777a5e7d9eedb lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149108 expref: 12 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045278.687606:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff98df454d4100) 00010000:00010000:1.0:1777045278.687612:0:12646:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777045278.687645:0:12646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32a00/0x2c8777a5e7d9eee2 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045278.687665:0:12646:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024600/0x2c8777a5e7d9ed53 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149098 expref: 48 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045278.687683:0:12646:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32a00/0x2c8777a5e7d9eee2 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045278.687729:0:12646:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024600/0x2c8777a5e7d9ed53 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149098 expref: 48 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045278.687751:0:12646:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024600/0x2c8777a5e7d9ed53 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149098 expref: 48 pid: 5855 timeout: 2007 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777045278.687771:0:12646:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7529a680 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12646:1863365424418176:192.168.201.45@tcp:104: 00000100:00100000:1.0:1777045278.687924:0:12646:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df586eae40 going to sleep for 11 seconds 00000100:00100000:1.0:1777045278.695875:0:12646:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7529a680 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12646:1863365424418176:192.168.201.45@tcp:104: 00010000:00010000:1.0:1777045278.695919:0:12646:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32a00/0x2c8777a5e7d9eee2 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777045278.703081:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045278.704598:0:6655:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370132224 00000100:00100000:2.0:1777045278.704614:0:6655:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370132224 00010000:00010000:0.0:1777045278.720338:0:6655:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024600/0x2c8777a5e7d9ed53 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149098 expref: 49 pid: 5855 timeout: 2007 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777045278.720418:0:6655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 382 00000100:00100000:0.0:1777045278.720434:0:6655:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42c8aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:146de360-3fb2-48bd-b418-06f30714148a+49:2392:x1863365370132224:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777045278.720482:0:6655:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777045278.720493:0:6655:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024600/0x2c8777a5e7d9ed53 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149098 expref: 49 pid: 5855 timeout: 2007 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045278.720513:0:6655:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024600/0x2c8777a5e7d9ed53 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149098 expref: 49 pid: 5855 timeout: 2007 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045278.720545:0:6655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024600/0x2c8777a5e7d9ed53 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149098 expref: 49 pid: 5855 timeout: 2007 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045278.720571:0:6655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff98df454d4100) 00010000:00010000:0.0:1777045278.720580:0:6655:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32a00/0x2c8777a5e7d9eee2 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045278.720594:0:6655:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32a00/0x2c8777a5e7d9eee2 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045278.720605:0:6655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32a00/0x2c8777a5e7d9eee2 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045278.720640:0:6655:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777045278.720742:0:6655:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42c8aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:146de360-3fb2-48bd-b418-06f30714148a+48:2392:x1863365370132224:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 312us (17672us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045278.720755:0:6655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 382 00000100:00080000:3.0:1777045278.722266:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:1.0:1777045278.722521:0:12646:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32a00/0x2c8777a5e7d9eee2 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045278.722539:0:12646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32a00/0x2c8777a5e7d9eee2 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045278.722632:0:12646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32000/0x2c8777a5e7d9eee9 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x4b:0x0].0x77fa4979 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045278.722650:0:12646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32000/0x2c8777a5e7d9eee9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4b:0x0].0x77fa4979 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045278.722664:0:12646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32000/0x2c8777a5e7d9eee9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4b:0x0].0x77fa4979 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045278.723070:0:12646:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32a00/0x2c8777a5e7d9eee2 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045278.723083:0:12646:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32a00/0x2c8777a5e7d9eee2 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045278.723092:0:12646:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32a00/0x2c8777a5e7d9eee2 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045278.723102:0:12646:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de41a32a00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:1.0:1777045278.723107:0:12646:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32a00/0x2c8777a5e7d9eee2 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045278.724394:0:12646:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32a00/0x2c8777a5e7d9eee2 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045278.724412:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff98df454d4100) 00010000:00010000:1.0:1777045278.724417:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777045278.724423:0:12646:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32a00/0x2c8777a5e7d9eee2 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045278.724433:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32a00/0x2c8777a5e7d9eee2 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045278.724538:0:12646:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32000/0x2c8777a5e7d9eee9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4b:0x0].0x77fa4979 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045278.724549:0:12646:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32000/0x2c8777a5e7d9eee9 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x4b:0x0].0x77fa4979 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045278.724558:0:12646:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32000/0x2c8777a5e7d9eee9 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4b:0x0].0x77fa4979 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045278.724568:0:12646:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de41a32000 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:1.0:1777045278.724573:0:12646:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32000/0x2c8777a5e7d9eee9 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4b:0x0].0x77fa4979 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045278.724581:0:12646:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32000/0x2c8777a5e7d9eee9 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x4b:0x0].0x77fa4979 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045278.724595:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x77fa4979 (ffff98df454d4400) 00010000:00010000:1.0:1777045278.724599:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777045278.724604:0:12646:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32000/0x2c8777a5e7d9eee9 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x4b:0x0].0x77fa4979 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045278.724613:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32000/0x2c8777a5e7d9eee9 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x4b:0x0].0x77fa4979 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777045278.726555:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42c89f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c8fbf189-e8b6-4a0c-9928-bcf3190bfe7b+11:30829:x1863365370132096:12345-192.168.201.45@tcp:36:lhsmtool_posix.0 Request processed in 39190us (39729us total) trans 0 rc -2/-2 00000100:00100000:0.0:1777045278.726571:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1306 00000100:00100000:0.0:1777045278.748531:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045278.751498:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370132352 00000100:00100000:2.0:1777045278.751515:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370132352 00000100:00100000:2.0:1777045278.751613:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1307 00000100:00100000:2.0:1777045278.751657:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42c89c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c8fbf189-e8b6-4a0c-9928-bcf3190bfe7b+11:30829:x1863365370132352:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1777045278.751685:0:7939:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777045278.751716:0:7939:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfa00/0x2c8777a5e7d9eef0 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee114910f expref: -99 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045278.751768:0:7939:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfc00/0x2c8777a5e7d9eef7 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045278.751790:0:7939:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfc00/0x2c8777a5e7d9eef7 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045278.751809:0:7939:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfc00/0x2c8777a5e7d9eef7 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045278.752282:0:7939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfa00/0x2c8777a5e7d9eef0 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114910f expref: 13 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045278.754182:0:7939:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfc00/0x2c8777a5e7d9eef7 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114910f expref: 12 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045278.754205:0:7939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1:0x0].0x0 (ffff98df48c7e000) 00010000:00010000:2.0:1777045278.754210:0:7939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1777045278.754215:0:7939:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de435bfc00, rc 0) 00000100:00100000:2.0:1777045278.756384:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42c89c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c8fbf189-e8b6-4a0c-9928-bcf3190bfe7b+12:30829:x1863365370132352:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 Request processed in 4752us (7859us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045278.757662:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1307 00000100:00100000:3.0:1777045278.772868:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045278.779532:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370132608 00000100:00100000:0.0:1777045278.779550:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370132608 00000100:00100000:1.0:1777045278.783638:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1308 00000100:00100000:1.0:1777045278.783661:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77fd7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c8fbf189-e8b6-4a0c-9928-bcf3190bfe7b+12:30829:x1863365370132608:12345-192.168.201.45@tcp:36:lhsmtool_posix.0 00010000:00010000:1.0:1777045278.784114:0:5855:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32a00/0x2c8777a5e7d9eefe lrc: 3/0,1 mode: --/PW res: [0x200000403:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045278.784138:0:5855:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32a00/0x2c8777a5e7d9eefe lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045278.784155:0:5855:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32a00/0x2c8777a5e7d9eefe lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777045278.784734:0:5855:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000030b91293 reply state 00000000d14c33eb transno 4294968179 ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32a00/0x2c8777a5e7d9eefe lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777045278.784759:0:5855:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777045278.784919:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77fd7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c8fbf189-e8b6-4a0c-9928-bcf3190bfe7b+14:30829:x1863365370132608:12345-192.168.201.45@tcp:36:lhsmtool_posix.0 Request processed in 1262us (12060us total) trans 4294968179 rc 0/0 00000100:00100000:1.0:1777045278.784933:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1308 00000100:00100000:1.0:1777045278.815810:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00010000:00010000:3.0:1777045278.816296:0:3328:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32a00/0x2c8777a5e7d9eefe lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045278.816318:0:3328:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32a00/0x2c8777a5e7d9eefe lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x1:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045278.816332:0:3328:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32a00/0x2c8777a5e7d9eefe lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045278.816343:0:3328:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de41a32a00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:3.0:1777045278.816350:0:3328:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32a00/0x2c8777a5e7d9eefe lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045278.816363:0:3328:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32a00/0x2c8777a5e7d9eefe lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x1:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045278.816387:0:3328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1:0x0].0x0 (ffff98df48c7e000) 00010000:00010000:3.0:1777045278.816393:0:3328:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1777045278.816401:0:3328:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32a00/0x2c8777a5e7d9eefe lrc: 2/0,0 mode: --/PW res: [0x200000403:0x1:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045278.816412:0:3328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32a00/0x2c8777a5e7d9eefe lrc: 0/0,0 mode: --/PW res: [0x200000403:0x1:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777045278.831267:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370132736 00000100:00100000:0.0:1777045278.831288:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370132736 00000100:00100000:1.0:1777045278.834106:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1309 00000100:00100000:1.0:1777045278.834127:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7529a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c8fbf189-e8b6-4a0c-9928-bcf3190bfe7b+13:30829:x1863365370132736:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1777045278.834161:0:12646:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777045278.834192:0:12646:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a33e00/0x2c8777a5e7d9ef05 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1149116 expref: -99 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045278.834664:0:12646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a33e00/0x2c8777a5e7d9ef05 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149116 expref: 14 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045278.834690:0:12646:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a33e00/0x2c8777a5e7d9ef05 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149116 expref: 14 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045278.834706:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1:0x0].0x0 (ffff98df48c7e000) 00010000:00010000:1.0:1777045278.834712:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1777045278.834718:0:12646:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de41a33e00, rc 0) 00000100:00100000:1.0:1777045278.834815:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7529a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c8fbf189-e8b6-4a0c-9928-bcf3190bfe7b+14:30829:x1863365370132736:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 Request processed in 693us (19016us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045278.834828:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1309 00000100:00100000:3.0:1777045278.841492:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045278.844028:0:5858:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370132864 00000100:00100000:1.0:1777045278.844046:0:5858:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370132864 00000100:00100000:1.0:1777045278.844141:0:5858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 287 00000100:00100000:1.0:1777045278.844157:0:5858:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77fd4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c8fbf189-e8b6-4a0c-9928-bcf3190bfe7b+14:30829:x1863365370132864:12345-192.168.201.45@tcp:49:lhsmtool_posix.0 00000100:00100000:1.0:1777045278.844750:0:5858:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77fd4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c8fbf189-e8b6-4a0c-9928-bcf3190bfe7b+14:30829:x1863365370132864:12345-192.168.201.45@tcp:49:lhsmtool_posix.0 Request processed in 595us (3291us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045278.844764:0:5858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 287 00000100:00100000:3.0:1777045278.861034:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045278.861268:0:5859:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370133120 00000100:00100000:2.0:1777045278.861283:0:5859:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370133120 00000100:00100000:2.0:1777045278.861371:0:5859:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 288 00000100:00100000:2.0:1777045278.861388:0:5859:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41d51880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c8fbf189-e8b6-4a0c-9928-bcf3190bfe7b+14:30829:x1863365370133120:12345-192.168.201.45@tcp:35:lhsmtool_posix.0 00000100:00100000:2.0:1777045278.861746:0:5859:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41d51880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c8fbf189-e8b6-4a0c-9928-bcf3190bfe7b+15:30829:x1863365370133120:12345-192.168.201.45@tcp:35:lhsmtool_posix.0 Request processed in 359us (721us total) trans 4294968180 rc 0/0 00000100:00100000:2.0:1777045278.861759:0:5859:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 288 00000100:00100000:0.0:1777045278.883780:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045278.883970:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370133376 00000100:00100000:2.0:1777045278.883984:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370133376 00000100:00100000:2.0:1777045278.884077:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1310 00000100:00100000:2.0:1777045278.884094:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42c8bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c8fbf189-e8b6-4a0c-9928-bcf3190bfe7b+15:30829:x1863365370133376:12345-192.168.201.45@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1777045278.884694:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42c8bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c8fbf189-e8b6-4a0c-9928-bcf3190bfe7b+15:30829:x1863365370133376:12345-192.168.201.45@tcp:57:lhsmtool_posix.0 Request processed in 601us (923us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045278.884707:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1310 00000100:00100000:0.0:1777045278.914474:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045278.926660:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370133632 00000100:00100000:1.0:1777045278.926698:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370133632 00000100:00100000:1.0:1777045278.926812:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1311 00000100:00100000:1.0:1777045278.926828:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d60f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c8fbf189-e8b6-4a0c-9928-bcf3190bfe7b+15:30829:x1863365370133632:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1777045278.926857:0:5856:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777045278.926888:0:5856:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32e00/0x2c8777a5e7d9ef0c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee114911d expref: -99 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045278.927768:0:5856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a33c00/0x2c8777a5e7d9ef13 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045278.927794:0:5856:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a33e00/0x2c8777a5e7d9ef05 lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149116 expref: 16 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045278.927808:0:5856:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a33c00/0x2c8777a5e7d9ef13 lrc: 4/0,1 mode: --/EX res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045278.927864:0:5856:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a33e00/0x2c8777a5e7d9ef05 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149116 expref: 16 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045278.927886:0:5856:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a33e00/0x2c8777a5e7d9ef05 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149116 expref: 16 pid: 12646 timeout: 2007 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777045278.927914:0:5856:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df75299500 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5856:1863365424418304:192.168.201.45@tcp:104: 00000100:00100000:1.0:1777045278.928042:0:5856:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df586ea180 going to sleep for 11 seconds 00000100:00100000:0.0:1777045278.954879:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045278.956139:0:5856:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df75299500 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5856:1863365424418304:192.168.201.45@tcp:104: 00010000:00010000:1.0:1777045278.956184:0:5856:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a33c00/0x2c8777a5e7d9ef13 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777045278.957161:0:5843:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370133760 00000100:00100000:3.0:1777045278.957173:0:5843:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370133760 00010000:00010000:3.0:1777045278.957284:0:5843:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a33e00/0x2c8777a5e7d9ef05 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149116 expref: 17 pid: 12646 timeout: 2007 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777045278.957346:0:5843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 383 00000100:00100000:3.0:1777045278.957362:0:5843:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d60ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c8fbf189-e8b6-4a0c-9928-bcf3190bfe7b+17:2392:x1863365370133760:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777045278.960691:0:5843:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777045278.960714:0:5843:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a33e00/0x2c8777a5e7d9ef05 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149116 expref: 17 pid: 12646 timeout: 2007 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045278.960740:0:5843:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a33e00/0x2c8777a5e7d9ef05 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149116 expref: 17 pid: 12646 timeout: 2007 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045278.960774:0:5843:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a33e00/0x2c8777a5e7d9ef05 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149116 expref: 17 pid: 12646 timeout: 2007 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045278.961092:0:5843:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1:0x0].0x0 (ffff98df48c7e000) 00010000:00010000:3.0:1777045278.961100:0:5843:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a33c00/0x2c8777a5e7d9ef13 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045278.961121:0:5843:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a33c00/0x2c8777a5e7d9ef13 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045278.961132:0:5843:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a33c00/0x2c8777a5e7d9ef13 lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045278.961178:0:5843:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777045278.961277:0:5843:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d60ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c8fbf189-e8b6-4a0c-9928-bcf3190bfe7b+16:2392:x1863365370133760:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 3917us (6408us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045278.961291:0:5843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 383 00010000:00010000:1.0:1777045278.963003:0:5856:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a33c00/0x2c8777a5e7d9ef13 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045278.963021:0:5856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a33c00/0x2c8777a5e7d9ef13 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777045278.963052:0:5856:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x1:0x0]: returning size 0 00000004:00080000:1.0:1777045278.964230:0:5856:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x1b:0x0], index 0: 0 00010000:00010000:1.0:1777045278.964475:0:5856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a33c00/0x2c8777a5e7d9ef13 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045278.964491:0:5856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a33c00/0x2c8777a5e7d9ef13 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045278.964502:0:5856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a33c00/0x2c8777a5e7d9ef13 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045278.964512:0:5856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de41a33c00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:1.0:1777045278.964519:0:5856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a33c00/0x2c8777a5e7d9ef13 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045278.964532:0:5856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a33c00/0x2c8777a5e7d9ef13 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045278.964551:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1:0x0].0x0 (ffff98df48c7e000) 00010000:00010000:1.0:1777045278.964556:0:5856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1777045278.964563:0:5856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a33c00/0x2c8777a5e7d9ef13 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045278.964572:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a33c00/0x2c8777a5e7d9ef13 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045278.964653:0:5856:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32e00/0x2c8777a5e7d9ef0c lrc: 1/0,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114911d expref: 16 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045278.964671:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff98df454d4100) 00010000:00010000:1.0:1777045278.964675:0:5856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1777045278.964681:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32e00/0x2c8777a5e7d9ef0c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114911d expref: 16 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045278.964697:0:5856:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de41a32e00, rc 0) 00000100:00100000:1.0:1777045278.964768:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d60f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c8fbf189-e8b6-4a0c-9928-bcf3190bfe7b+15:30829:x1863365370133632:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 Request processed in 37943us (50325us total) trans 4294968181 rc 301/301 00000100:00100000:1.0:1777045278.964782:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1311 00000100:00100000:0.0:1777045278.986066:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045278.989293:0:19840:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370134016 00000100:00100000:3.0:1777045278.989311:0:19840:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370134016 00000100:00100000:3.0:1777045278.989429:0:19840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 289 00000100:00100000:3.0:1777045278.989470:0:19840:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d60f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c8fbf189-e8b6-4a0c-9928-bcf3190bfe7b+15:30829:x1863365370134016:12345-192.168.201.45@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1777045278.989959:0:19840:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d60f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c8fbf189-e8b6-4a0c-9928-bcf3190bfe7b+16:30829:x1863365370134016:12345-192.168.201.45@tcp:35:lhsmtool_posix.0 Request processed in 514us (3902us total) trans 4294968182 rc 0/0 00000100:00100000:3.0:1777045278.989973:0:19840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 289 00000100:00100000:0.0:1777045279.023761:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045279.024267:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370134144 00000100:00100000:3.0:1777045279.024282:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370134144 00000100:00100000:3.0:1777045279.024392:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1312 00000100:00100000:3.0:1777045279.024412:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d60fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c8fbf189-e8b6-4a0c-9928-bcf3190bfe7b+16:30829:x1863365370134144:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1777045279.024444:0:5857:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777045279.024507:0:5857:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfdc00/0x2c8777a5e7d9ef21 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1149124 expref: -99 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045279.024606:0:5857:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd800/0x2c8777a5e7d9ef28 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045279.024629:0:5857:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd800/0x2c8777a5e7d9ef28 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00080000:1.0:1777045279.024638:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1777045279.024646:0:5857:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd800/0x2c8777a5e7d9ef28 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777045279.024695:0:5857:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000403:0x1:0x0]: returning size 0 00000004:00200000:3.0:1777045279.024701:0:5857:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1777045279.024748:0:5857:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd800/0x2c8777a5e7d9ef28 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045279.024788:0:5857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfdc00/0x2c8777a5e7d9ef21 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149124 expref: 18 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045279.024815:0:5857:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd800/0x2c8777a5e7d9ef28 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149124 expref: 17 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045279.024828:0:5857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1:0x0].0x0 (ffff98df48c7e000) 00010000:00010000:3.0:1777045279.024833:0:5857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:3.0:1777045279.024838:0:5857:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de41dfd800, rc 0) 00000100:00100000:3.0:1777045279.024929:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d60fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c8fbf189-e8b6-4a0c-9928-bcf3190bfe7b+17:30829:x1863365370134144:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 Request processed in 523us (1179us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045279.024942:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1312 00000100:00100000:0.0:1777045279.041342:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045279.042176:0:6641:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370134272 00000100:00100000:3.0:1777045279.042191:0:6641:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370134272 00000100:00100000:3.0:1777045279.042331:0:6641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 378 00000100:00100000:3.0:1777045279.042349:0:6641:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77b5ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c8fbf189-e8b6-4a0c-9928-bcf3190bfe7b+5:2393:x1863365370134272:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1777045279.042374:0:6641:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777045279.042428:0:6641:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ce40aa9a/0x2c8777a5e7d9ef2f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee114912b expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777045279.042499:0:6641:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x1b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1777045279.042527:0:6641:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777045279.042531:0:6641:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777045279.042545:0:6641:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ce40aa9a/0x2c8777a5e7d9ef2f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114912b expref: 6 pid: 6641 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045279.042576:0:6641:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000ce40aa9a/0x2c8777a5e7d9ef2f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114912b expref: 6 pid: 6641 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045279.042597:0:6641:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de41dfdc00, rc 0) 00000100:00080000:1.0:1777045279.043134:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1777045279.043372:0:6641:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77b5ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c8fbf189-e8b6-4a0c-9928-bcf3190bfe7b+6:2393:x1863365370134272:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 Request processed in 1023us (2039us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045279.043726:0:6641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 378 00000100:00100000:0.0:1777045279.076342:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045279.076492:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370134528 00000100:00100000:1.0:1777045279.076507:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370134528 00000100:00100000:1.0:1777045279.076592:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1313 00000100:00100000:1.0:1777045279.076608:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77b5c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c8fbf189-e8b6-4a0c-9928-bcf3190bfe7b+17:30829:x1863365370134528:12345-192.168.201.45@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1777045279.076779:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77b5c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c8fbf189-e8b6-4a0c-9928-bcf3190bfe7b+17:30829:x1863365370134528:12345-192.168.201.45@tcp:57:lhsmtool_posix.0 Request processed in 173us (447us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045279.076793:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1313 00000100:00100000:2.0:1777045279.130417:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045279.131758:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370134656 00000100:00100000:0.0:1777045279.131774:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370134656 00000100:00100000:0.0:1777045279.131866:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 379 00000100:00100000:0.0:1777045279.131883:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41c66d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c8fbf189-e8b6-4a0c-9928-bcf3190bfe7b+6:30829:x1863365370134656:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1777045279.131908:0:6642:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777045279.131935:0:6642:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b24eec64/0x2c8777a5e7d9ef36 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1149132 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045279.131983:0:6642:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000ce40aa9a/0x2c8777a5e7d9ef2f lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114912b expref: 7 pid: 6641 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045279.131998:0:6642:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777045279.132001:0:6642:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777045279.132008:0:6642:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b24eec64/0x2c8777a5e7d9ef36 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149132 expref: 7 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045279.132057:0:6642:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000ce40aa9a/0x2c8777a5e7d9ef2f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114912b expref: 7 pid: 6641 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045279.132086:0:6642:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000ce40aa9a/0x2c8777a5e7d9ef2f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114912b expref: 7 pid: 6641 timeout: 2007 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777045279.132109:0:6642:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df77b5ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6642:1863365424418432:192.168.201.45@tcp:104: 00000100:00100000:0.0:1777045279.137766:0:6642:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df433b6b40 going to sleep for 11 seconds 00000100:00100000:1.0:1777045279.151530:0:6642:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df77b5ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6642:1863365424418432:192.168.201.45@tcp:104: 00010000:00010000:1.0:1777045279.151584:0:6642:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000b24eec64/0x2c8777a5e7d9ef36 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149132 expref: 7 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045279.151618:0:6642:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de43103000, rc 0) 00000100:00100000:1.0:1777045279.151735:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41c66d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c8fbf189-e8b6-4a0c-9928-bcf3190bfe7b+7:30829:x1863365370134656:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 Request processed in 19854us (21359us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045279.151751:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 379 00000100:00100000:0.0:1777045279.154354:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045279.158007:0:6655:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370134784 00000100:00100000:2.0:1777045279.158027:0:6655:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370134784 00010000:00010000:2.0:1777045279.158097:0:6655:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000ce40aa9a/0x2c8777a5e7d9ef2f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114912b expref: 7 pid: 6641 timeout: 2007 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777045279.158180:0:6655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 384 00000100:00100000:2.0:1777045279.158196:0:6655:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df5006d050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c8fbf189-e8b6-4a0c-9928-bcf3190bfe7b+7:2392:x1863365370134784:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777045279.158294:0:6655:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777045279.158629:0:6655:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000ce40aa9a/0x2c8777a5e7d9ef2f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114912b expref: 7 pid: 6641 timeout: 2007 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045279.158655:0:6655:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000ce40aa9a/0x2c8777a5e7d9ef2f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114912b expref: 7 pid: 6641 timeout: 2007 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045279.158692:0:6655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ce40aa9a/0x2c8777a5e7d9ef2f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114912b expref: 7 pid: 6641 timeout: 2007 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045279.158718:0:6655:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777045279.158722:0:6655:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777045279.158733:0:6655:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000b24eec64/0x2c8777a5e7d9ef36 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149132 expref: 6 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045279.158750:0:6655:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b24eec64/0x2c8777a5e7d9ef36 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149132 expref: 6 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045279.158816:0:6655:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000b24eec64/0x2c8777a5e7d9ef36 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149132 expref: 6 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777045279.158842:0:6655:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de41c66680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:6655:1863365424418560:192.168.201.45@tcp:105: 00000100:00100000:2.0:1777045279.159303:0:6655:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df47dbb000 going to sleep for 11 seconds 00000100:00100000:0.0:1777045279.201649:0:6655:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de41c66680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:6655:1863365424418560:192.168.201.45@tcp:105: 00010000:00010000:0.0:1777045279.201687:0:6655:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777045279.201776:0:6655:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df5006d050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c8fbf189-e8b6-4a0c-9928-bcf3190bfe7b+6:2392:x1863365370134784:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 43580us (47428us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045279.201793:0:6655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 384 00000100:00100000:0.0:1777045279.228098:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045279.228176:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045279.228319:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045279.228678:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045279.228694:0:5848:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370134912 00000100:00100000:0.0:1777045279.228723:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045279.228827:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045279.228868:0:8776:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370135040 00000100:00100000:0.0:1777045279.228880:0:8776:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370135040 00000100:00100000:0.0:1777045279.228961:0:8776:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370135552 00000100:00100000:0.0:1777045279.228966:0:8776:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370135552 00000100:00100000:0.0:1777045279.228992:0:8776:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370135168 00000100:00100000:0.0:1777045279.228996:0:8776:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370135168 00000100:00100000:0.0:1777045279.229018:0:8776:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370135424 00000100:00100000:0.0:1777045279.229022:0:8776:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370135424 00000100:00100000:0.0:1777045279.229049:0:8776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1008 00000100:00100000:0.0:1777045279.229095:0:8776:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77b5e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:146de360-3fb2-48bd-b418-06f30714148a+8:2391:x1863365370135040:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:0.0:1777045279.229195:0:8776:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77b5e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:146de360-3fb2-48bd-b418-06f30714148a+8:2391:x1863365370135040:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 104us (1018us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045279.229241:0:8776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1008 00000100:00100000:0.0:1777045279.229269:0:8776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1009 00000100:00100000:0.0:1777045279.229281:0:8776:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77fd5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c8fbf189-e8b6-4a0c-9928-bcf3190bfe7b+5:2390:x1863365370135552:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:1.0:1777045279.229321:0:5848:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370134912 00000100:00100000:0.0:1777045279.229329:0:8776:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77fd5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c8fbf189-e8b6-4a0c-9928-bcf3190bfe7b+5:2390:x1863365370135552:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 46us (650us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045279.229342:0:8776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1009 00000100:00100000:0.0:1777045279.229372:0:8776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1010 00000100:00100000:0.0:1777045279.229387:0:8776:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42c8aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:146de360-3fb2-48bd-b418-06f30714148a+10:2390:x1863365370135168:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:1.0:1777045279.229423:0:5848:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 901 00000100:00100000:0.0:1777045279.229435:0:8776:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42c8aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:146de360-3fb2-48bd-b418-06f30714148a+10:2390:x1863365370135168:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 49us (709us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045279.229468:0:5848:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df485c1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:19aeff9b-bdfb-4382-8412-7db7c143c0bf+15:2391:x1863365370134912:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:0.0:1777045279.229486:0:8776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1010 00000100:00100000:0.0:1777045279.229515:0:8776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1011 00000100:00100000:0.0:1777045279.229531:0:8776:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d60ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+5:2390:x1863365370135424:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:1.0:1777045279.229540:0:5848:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df485c1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:19aeff9b-bdfb-4382-8412-7db7c143c0bf+15:2391:x1863365370134912:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 98us (1449us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045279.229557:0:5848:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 901 00000100:00100000:0.0:1777045279.229588:0:8776:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d60ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+5:2390:x1863365370135424:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 59us (759us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045279.229601:0:8776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1011 00000100:00080000:1.0:1777045279.229619:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1777045279.229628:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1777045279.232257:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370135296 00000100:00100000:3.0:1777045279.232270:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370135296 00000100:00080000:1.0:1777045279.232377:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1777045279.232381:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1179 00000100:00100000:3.0:1777045279.232396:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77b5ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+33:2390:x1863365370135296:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777045279.232508:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77b5ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+33:2390:x1863365370135296:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 115us (4188us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045279.232520:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1179 00000100:00100000:0.0:1777045279.301344:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045279.301513:0:6647:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370135680 00000100:00100000:3.0:1777045279.301528:0:6647:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370135680 00002000:00100000:3.0:1777045279.301597:0:6647:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x1b:0x0] (0->1048575) req@ffff98df74530700 x1863365370135680/t0(0) o4->c8fbf189-e8b6-4a0c-9928-bcf3190bfe7b@192.168.201.45@tcp:280/0 lens 488/0 e 0 to 0 dl 1777045290 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1777045279.301626:0:6647:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98df74530700 with x1863365370135680 ext(0->1048575) 00002000:00010000:3.0:1777045279.301635:0:6647:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff98df74530700 00000100:00100000:3.0:1777045279.301687:0:6647:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 113 00000100:00100000:3.0:1777045279.301702:0:6647:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df74530700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c8fbf189-e8b6-4a0c-9928-bcf3190bfe7b+6:2392:x1863365370135680:12345-192.168.201.45@tcp:4:lhsmtool_posix.0 00010000:00010000:3.0:1777045279.382887:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777045279.424374:0:6647:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df74530700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c8fbf189-e8b6-4a0c-9928-bcf3190bfe7b+8:2392:x1863365370135680:12345-192.168.201.45@tcp:4:lhsmtool_posix.0 Request processed in 122658us (123025us total) trans 4294967370 rc 0/0 00000100:00100000:2.0:1777045279.424397:0:6647:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 113 00002000:00100000:2.0:1777045279.424420:0:6647:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x1b:0x0] (0->1048575) req@ffff98df74530700 x1863365370135680/t4294967370(0) o4->c8fbf189-e8b6-4a0c-9928-bcf3190bfe7b@192.168.201.45@tcp:280/0 lens 488/448 e 0 to 0 dl 1777045290 ref 1 fl Complete:/600/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777045279.424500:0:6647:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98df74530700 with x1863365370135680 ext(0->1048575) 00002000:00010000:2.0:1777045279.424512:0:6647:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff98df74530700 00000100:00100000:2.0:1777045279.440691:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045279.442746:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370135808 00000100:00100000:3.0:1777045279.442763:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370135808 00000100:00100000:3.0:1777045279.442877:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1314 00000100:00100000:3.0:1777045279.442898:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41c64700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c8fbf189-e8b6-4a0c-9928-bcf3190bfe7b+17:30829:x1863365370135808:12345-192.168.201.45@tcp:44:lhsmtool_posix.0 00000001:00080000:1.0:1777045279.664001:0:5877:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968177 is committed 00000001:00080000:1.0:1777045279.664030:0:5877:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968181 is committed 00000001:00080000:1.0:1777045279.664051:0:5877:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968182 is committed 00000100:00100000:0.0:1777045279.668358:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41c64700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c8fbf189-e8b6-4a0c-9928-bcf3190bfe7b+10:30829:x1863365370135808:12345-192.168.201.45@tcp:44:lhsmtool_posix.0 Request processed in 225455us (227670us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045279.668376:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1314 00000100:00100000:0.0:1777045279.678732:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045279.679478:0:6639:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370135936 00000100:00100000:1.0:1777045279.679493:0:6639:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370135936 00000100:00100000:1.0:1777045279.679571:0:6639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 380 00000100:00100000:1.0:1777045279.679585:0:6639:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df74532d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c8fbf189-e8b6-4a0c-9928-bcf3190bfe7b+8:2393:x1863365370135936:12345-192.168.201.45@tcp:16:lhsmtool_posix.0 00000001:00080000:2.0:1777045279.888882:0:6666:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967370 is committed 00000100:00100000:0.0:1777045279.890056:0:6639:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df74532d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c8fbf189-e8b6-4a0c-9928-bcf3190bfe7b+6:2393:x1863365370135936:12345-192.168.201.45@tcp:16:lhsmtool_posix.0 Request processed in 210464us (211346us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045279.890075:0:6639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 380 00000100:00100000:3.0:1777045279.900837:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045279.902142:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370136192 00000100:00100000:2.0:1777045279.902156:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370136192 00000100:00100000:2.0:1777045279.903142:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1315 00000100:00100000:2.0:1777045279.903161:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41d51c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c8fbf189-e8b6-4a0c-9928-bcf3190bfe7b+10:30829:x1863365370136192:12345-192.168.201.45@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1777045279.903283:0:12646:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777045279.903320:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd800/0x2c8777a5e7d9ef28 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149124 expref: 10 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045279.903348:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1:0x0].0x0 (ffff98df48c7e000) 00010000:00010000:2.0:1777045279.903355:0:12646:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777045279.903401:0:12646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be400/0x2c8777a5e7d9ef3d lrc: 3/0,1 mode: --/PW res: [0x200000403:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045279.903421:0:12646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be400/0x2c8777a5e7d9ef3d lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045279.903462:0:12646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be400/0x2c8777a5e7d9ef3d lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777045279.903777:0:12646:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000074fe06a9 reply state 00000000e9045898 transno 4294968183 ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be400/0x2c8777a5e7d9ef3d lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777045279.903792:0:12646:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777045279.903933:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41d51c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c8fbf189-e8b6-4a0c-9928-bcf3190bfe7b+11:30829:x1863365370136192:12345-192.168.201.45@tcp:36:lhsmtool_posix.0 Request processed in 776us (3104us total) trans 4294968183 rc 0/0 00000100:00100000:2.0:1777045279.903945:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1315 00010000:00010000:3.0:1777045279.920880:0:3327:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be400/0x2c8777a5e7d9ef3d lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045279.920904:0:3327:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be400/0x2c8777a5e7d9ef3d lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045279.920917:0:3327:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be400/0x2c8777a5e7d9ef3d lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045279.920928:0:3327:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de435be400 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:3.0:1777045279.920936:0:3327:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be400/0x2c8777a5e7d9ef3d lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045279.920949:0:3327:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be400/0x2c8777a5e7d9ef3d lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045279.920972:0:3327:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1:0x0].0x0 (ffff98df48c7e000) 00010000:00010000:3.0:1777045279.920979:0:3327:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777045279.920986:0:3327:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be400/0x2c8777a5e7d9ef3d lrc: 2/0,0 mode: --/PW res: [0x200000403:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045279.920997:0:3327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be400/0x2c8777a5e7d9ef3d lrc: 0/0,0 mode: --/PW res: [0x200000403:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777045279.930498:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045279.931765:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370136320 00000100:00100000:2.0:1777045279.931780:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370136320 00000100:00100000:2.0:1777045279.931865:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1316 00000100:00100000:2.0:1777045279.931881:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41d50e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c8fbf189-e8b6-4a0c-9928-bcf3190bfe7b+10:30829:x1863365370136320:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1777045279.931915:0:7939:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777045279.931944:0:7939:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfa00/0x2c8777a5e7d9ef44 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1149139 expref: -99 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045279.932025:0:7939:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfa00/0x2c8777a5e7d9ef44 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149139 expref: 11 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045279.932046:0:7939:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfa00/0x2c8777a5e7d9ef44 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149139 expref: 11 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045279.932076:0:7939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1:0x0].0x0 (ffff98df48c7e000) 00010000:00010000:2.0:1777045279.932081:0:7939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1777045279.932086:0:7939:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de435bfa00, rc 0) 00000100:00100000:2.0:1777045279.932164:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41d50e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c8fbf189-e8b6-4a0c-9928-bcf3190bfe7b+11:30829:x1863365370136320:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 Request processed in 287us (1678us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045279.932181:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1316 00000100:00100000:2.0:1777045279.945356:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045279.945783:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370136448 00000100:00100000:1.0:1777045279.945797:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370136448 00000100:00100000:1.0:1777045279.945891:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 381 00000100:00100000:1.0:1777045279.945908:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41c67800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c8fbf189-e8b6-4a0c-9928-bcf3190bfe7b+6:2392:x1863365370136448:12345-192.168.201.45@tcp:2:lhsmtool_posix.0 00002000:00010000:1.0:1777045279.947891:0:6642:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x1b:0x0] updating lvb size from disk: 0 -> 1048576 00002000:00010000:1.0:1777045279.947900:0:6642:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x1b:0x0] updating lvb mtime from disk: 0 -> 1777045266 00002000:00010000:1.0:1777045279.947905:0:6642:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x1b:0x0] updating lvb atime from disk: 0 -> 1777045265 00002000:00010000:1.0:1777045279.947908:0:6642:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x1b:0x0] updating lvb ctime from disk: 0 -> 1777045266 00002000:00010000:1.0:1777045279.947912:0:6642:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x1b:0x0] updating lvb blocks from disk: 1 -> 2051 00000100:00100000:1.0:1777045279.947999:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41c67800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c8fbf189-e8b6-4a0c-9928-bcf3190bfe7b+7:2392:x1863365370136448:12345-192.168.201.45@tcp:2:lhsmtool_posix.0 Request processed in 2092us (2651us total) trans 4294967371 rc 0/0 00000100:00100000:1.0:1777045279.948013:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 381 00000100:00100000:0.0:1777045279.961802:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045279.964278:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370136704 00000100:00100000:3.0:1777045279.964295:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370136704 00000100:00100000:3.0:1777045279.964409:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1317 00000100:00100000:3.0:1777045279.964426:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de430fc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c8fbf189-e8b6-4a0c-9928-bcf3190bfe7b+11:30829:x1863365370136704:12345-192.168.201.45@tcp:55:lhsmtool_posix.0 00010000:00010000:3.0:1777045279.964560:0:5857:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd600/0x2c8777a5e7d9ef4b lrc: 3/0,1 mode: --/PW res: [0x200000403:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045279.964588:0:5857:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfc00/0x2c8777a5e7d9eef7 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x1:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114910f expref: 11 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045279.964602:0:5857:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd600/0x2c8777a5e7d9ef4b lrc: 4/0,1 mode: --/PW res: [0x200000403:0x1:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045279.964655:0:5857:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfc00/0x2c8777a5e7d9eef7 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114910f expref: 11 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045279.964678:0:5857:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfc00/0x2c8777a5e7d9eef7 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114910f expref: 11 pid: 7939 timeout: 2008 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777045279.964701:0:5857:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de41d52680 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5857:1863365424418688:192.168.201.45@tcp:104: 00000100:00100000:3.0:1777045279.964839:0:5857:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df50e12e40 going to sleep for 11 seconds 00000100:00100000:3.0:1777045279.978846:0:5857:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de41d52680 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5857:1863365424418688:192.168.201.45@tcp:104: 00010000:00010000:3.0:1777045279.978888:0:5857:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd600/0x2c8777a5e7d9ef4b lrc: 3/0,1 mode: --/PW res: [0x200000403:0x1:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777045279.992615:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045279.994971:0:5842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370136832 00000100:00100000:3.0:1777045279.994986:0:5842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370136832 00010000:00010000:3.0:1777045279.995047:0:5842:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfc00/0x2c8777a5e7d9eef7 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114910f expref: 12 pid: 7939 timeout: 2008 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777045279.995118:0:5842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 385 00000100:00100000:3.0:1777045279.995134:0:5842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77b06d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c8fbf189-e8b6-4a0c-9928-bcf3190bfe7b+12:2391:x1863365370136832:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777045279.995155:0:5842:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777045279.995167:0:5842:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfc00/0x2c8777a5e7d9eef7 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114910f expref: 12 pid: 7939 timeout: 2008 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045279.995186:0:5842:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfc00/0x2c8777a5e7d9eef7 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114910f expref: 12 pid: 7939 timeout: 2008 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045279.995600:0:5842:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfc00/0x2c8777a5e7d9eef7 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114910f expref: 12 pid: 7939 timeout: 2008 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045279.995629:0:5842:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1:0x0].0x0 (ffff98df48c7e000) 00010000:00010000:3.0:1777045279.995637:0:5842:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd600/0x2c8777a5e7d9ef4b lrc: 3/0,1 mode: --/PW res: [0x200000403:0x1:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045279.995651:0:5842:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd600/0x2c8777a5e7d9ef4b lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045279.995662:0:5842:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd600/0x2c8777a5e7d9ef4b lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x1:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045279.995699:0:5842:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777045279.995794:0:5842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77b06d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c8fbf189-e8b6-4a0c-9928-bcf3190bfe7b+11:2391:x1863365370136832:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 662us (3190us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045279.995806:0:5842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 385 00010000:00010000:0.0:1777045280.001275:0:5857:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd600/0x2c8777a5e7d9ef4b lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045280.001298:0:5857:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd600/0x2c8777a5e7d9ef4b lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045280.001341:0:5857:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd600/0x2c8777a5e7d9ef4b lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045280.001353:0:5857:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd600/0x2c8777a5e7d9ef4b lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x1:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045280.001365:0:5857:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd600/0x2c8777a5e7d9ef4b lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045280.001374:0:5857:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de41dfd600 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:0.0:1777045280.001381:0:5857:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd600/0x2c8777a5e7d9ef4b lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045280.001392:0:5857:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd600/0x2c8777a5e7d9ef4b lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x1:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045280.001416:0:5857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1:0x0].0x0 (ffff98df48c7e000) 00010000:00010000:0.0:1777045280.001422:0:5857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:0.0:1777045280.001428:0:5857:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd600/0x2c8777a5e7d9ef4b lrc: 2/0,0 mode: --/PW res: [0x200000403:0x1:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045280.001478:0:5857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd600/0x2c8777a5e7d9ef4b lrc: 0/0,0 mode: --/PW res: [0x200000403:0x1:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777045280.001593:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de430fc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c8fbf189-e8b6-4a0c-9928-bcf3190bfe7b+10:30829:x1863365370136704:12345-192.168.201.45@tcp:55:lhsmtool_posix.0 Request processed in 37164us (39797us total) trans 0 rc -22/-22 00000100:00100000:0.0:1777045280.001610:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1317 00000100:00100000:0.0:1777045280.020041:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045280.021308:0:6641:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370136960 00000100:00100000:3.0:1777045280.021323:0:6641:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370136960 00000100:00100000:3.0:1777045280.021396:0:6641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 382 00000100:00100000:3.0:1777045280.021412:0:6641:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77b05500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c8fbf189-e8b6-4a0c-9928-bcf3190bfe7b+7:2393:x1863365370136960:12345-192.168.201.45@tcp:1:lhsmtool_posix.0 00010000:00010000:3.0:1777045280.021497:0:6641:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000089352630/0x2c8777a5e7d9ef52 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045280.021528:0:6641:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000b24eec64/0x2c8777a5e7d9ef36 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149132 expref: 7 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045280.021541:0:6641:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777045280.021544:0:6641:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777045280.021549:0:6641:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000089352630/0x2c8777a5e7d9ef52 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045280.021599:0:6641:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000b24eec64/0x2c8777a5e7d9ef36 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149132 expref: 7 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045280.021620:0:6641:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000b24eec64/0x2c8777a5e7d9ef36 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149132 expref: 7 pid: 6642 timeout: 2008 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777045280.021643:0:6641:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de41d52680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6641:1863365424418816:192.168.201.45@tcp:104: 00000100:00100000:3.0:1777045280.021761:0:6641:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df50e12e40 going to sleep for 11 seconds 00000100:00100000:0.0:1777045280.039524:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045280.039655:0:5841:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370137088 00000100:00100000:2.0:1777045280.039667:0:5841:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370137088 00010000:00010000:2.0:1777045280.039719:0:5841:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000b24eec64/0x2c8777a5e7d9ef36 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149132 expref: 8 pid: 6642 timeout: 2008 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777045280.039783:0:5841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 386 00000100:00100000:2.0:1777045280.039797:0:5841:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77b07800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c8fbf189-e8b6-4a0c-9928-bcf3190bfe7b+8:2392:x1863365370137088:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777045280.040065:0:5841:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777045280.040098:0:5841:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000b24eec64/0x2c8777a5e7d9ef36 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149132 expref: 8 pid: 6642 timeout: 2008 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045280.040122:0:5841:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000b24eec64/0x2c8777a5e7d9ef36 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149132 expref: 8 pid: 6642 timeout: 2008 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045280.040159:0:5841:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777045280.040163:0:5841:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777045280.040170:0:5841:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000089352630/0x2c8777a5e7d9ef52 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045280.040188:0:5841:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000089352630/0x2c8777a5e7d9ef52 lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045280.040246:0:5841:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777045280.040407:0:5841:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77b07800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c8fbf189-e8b6-4a0c-9928-bcf3190bfe7b+8:2392:x1863365370137088:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 610us (893us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045280.040422:0:5841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 386 00010000:00010000:3.0:1777045280.040564:0:6641:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b24eec64/0x2c8777a5e7d9ef36 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149132 expref: 7 pid: 6642 timeout: 2008 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777045280.040591:0:6641:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de41d52680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6641:1863365424418816:192.168.201.45@tcp:104: 00010000:00010000:3.0:1777045280.040621:0:6641:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000089352630/0x2c8777a5e7d9ef52 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045280.042158:0:6641:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000089352630/0x2c8777a5e7d9ef52 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045280.042196:0:6641:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000089352630/0x2c8777a5e7d9ef52 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045280.042292:0:6641:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000089352630/0x2c8777a5e7d9ef52 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045280.042306:0:6641:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000089352630/0x2c8777a5e7d9ef52 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045280.042319:0:6641:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000089352630/0x2c8777a5e7d9ef52 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045280.042331:0:6641:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de41dfcc00 already unused, calling callback (ffffffffc17d22d0) 00010000:00010000:2.0:1777045280.042337:0:6641:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000089352630/0x2c8777a5e7d9ef52 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045280.042350:0:6641:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000089352630/0x2c8777a5e7d9ef52 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045280.042370:0:6641:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000089352630/0x2c8777a5e7d9ef52 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045280.042392:0:6641:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000089352630/0x2c8777a5e7d9ef52 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777045280.042504:0:6641:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77b05500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c8fbf189-e8b6-4a0c-9928-bcf3190bfe7b+6:2393:x1863365370136960:12345-192.168.201.45@tcp:1:lhsmtool_posix.0 Request processed in 21093us (22471us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045280.042519:0:6641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 382 00000100:00100000:1.0:1777045280.107597:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045280.107978:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370137344 00000100:00100000:3.0:1777045280.107992:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370137344 00000100:00100000:3.0:1777045280.108081:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1318 00000100:00100000:3.0:1777045280.108098:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df75299500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c8fbf189-e8b6-4a0c-9928-bcf3190bfe7b+10:30829:x1863365370137344:12345-192.168.201.45@tcp:57:lhsmtool_posix.0 00010000:00010000:3.0:1777045280.108284:0:5856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfc400/0x2c8777a5e7d9ef59 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x27:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045280.108310:0:5856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfc400/0x2c8777a5e7d9ef59 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x27:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045280.108328:0:5856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfc400/0x2c8777a5e7d9ef59 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x27:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045280.108644:0:5856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfcc00/0x2c8777a5e7d9ef60 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045280.108665:0:5856:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfa00/0x2c8777a5e7d9ef44 lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149139 expref: 11 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045280.108678:0:5856:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfcc00/0x2c8777a5e7d9ef60 lrc: 4/0,1 mode: --/EX res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045280.108730:0:5856:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfa00/0x2c8777a5e7d9ef44 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149139 expref: 11 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045280.108753:0:5856:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfa00/0x2c8777a5e7d9ef44 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149139 expref: 11 pid: 7939 timeout: 2008 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777045280.108775:0:5856:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de41d52680 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5856:1863365424418944:192.168.201.45@tcp:104: 00000100:00100000:3.0:1777045280.108875:0:5856:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df50e12e40 going to sleep for 11 seconds 00000100:00100000:3.0:1777045280.130130:0:5856:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de41d52680 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5856:1863365424418944:192.168.201.45@tcp:104: 00010000:00010000:3.0:1777045280.130173:0:5856:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfcc00/0x2c8777a5e7d9ef60 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777045280.132381:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045280.132698:0:5842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370137472 00000100:00100000:3.0:1777045280.132711:0:5842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370137472 00010000:00010000:3.0:1777045280.132762:0:5842:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfa00/0x2c8777a5e7d9ef44 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149139 expref: 12 pid: 7939 timeout: 2008 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777045280.132928:0:5843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 387 00000100:00100000:1.0:1777045280.132947:0:5843:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df75298700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c8fbf189-e8b6-4a0c-9928-bcf3190bfe7b+12:2392:x1863365370137472:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777045280.132970:0:5843:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777045280.132981:0:5843:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfa00/0x2c8777a5e7d9ef44 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149139 expref: 12 pid: 7939 timeout: 2008 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045280.133001:0:5843:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfa00/0x2c8777a5e7d9ef44 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149139 expref: 12 pid: 7939 timeout: 2008 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045280.133030:0:5843:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfa00/0x2c8777a5e7d9ef44 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149139 expref: 12 pid: 7939 timeout: 2008 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045280.133064:0:5843:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1:0x0].0x0 (ffff98df48c7e000) 00010000:00010000:1.0:1777045280.133072:0:5843:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfcc00/0x2c8777a5e7d9ef60 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045280.133086:0:5843:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfcc00/0x2c8777a5e7d9ef60 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045280.133098:0:5843:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfcc00/0x2c8777a5e7d9ef60 lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045280.133123:0:5843:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777045280.133256:0:5843:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df75298700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c8fbf189-e8b6-4a0c-9928-bcf3190bfe7b+11:2392:x1863365370137472:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 263us (832us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045280.133270:0:5843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 387 00010000:00010000:2.0:1777045280.138893:0:5856:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfcc00/0x2c8777a5e7d9ef60 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045280.138915:0:5856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfcc00/0x2c8777a5e7d9ef60 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1777045280.139191:0:5856:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968184 00000001:00080000:2.0:1777045280.140170:0:5856:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968185 00000001:00080000:2.0:1777045280.140278:0:5856:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968186 00000100:00100000:2.0:1777045280.140459:0:5856:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de41c66680 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:5856:1863365424419072:0@lo:1000:mdt00_001.0 00000100:00100000:2.0:1777045280.140544:0:5856:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777045280.140583:0:5856:0:(client.c:2691:ptlrpc_set_wait()) set ffff98de41f1ab40 going to sleep for 11 seconds 00000100:00100000:0.0:1777045280.140999:0:5861:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424419072 00000100:00100000:0.0:1777045280.141011:0:5861:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424419072 00000100:00100000:0.0:1777045280.141122:0:5861:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 63 00000100:00100000:0.0:1777045280.141139:0:5861:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d656300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:5856:x1863365424419072:12345-0@lo:1000:mdt00_001.0 00000100:00100000:0.0:1777045280.141316:0:5861:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d656300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:5856:x1863365424419072:12345-0@lo:1000:mdt00_001.0 Request processed in 179us (770us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045280.141329:0:5861:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 63 00000100:00080000:1.0:1777045280.141641:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1777045280.141887:0:5856:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de41c66680 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:5856:1863365424419072:0@lo:1000:mdt00_001.0 00000001:00080000:2.0:1777045280.144144:0:5856:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968187 00000100:00100000:2.0:1777045280.147800:0:5856:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df6d656d80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:5856:1863365424419200:0@lo:1000:mdt00_001.0 00000100:00100000:2.0:1777045280.147886:0:5856:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777045280.148187:0:5856:0:(client.c:2691:ptlrpc_set_wait()) set ffff98de41f1a600 going to sleep for 11 seconds 00000100:00100000:0.0:1777045280.148714:0:5861:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424419200 00000100:00100000:0.0:1777045280.148725:0:5861:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424419200 00000100:00100000:0.0:1777045280.148802:0:5861:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 64 00000100:00100000:0.0:1777045280.149094:0:5861:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df601d9c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:5856:x1863365424419200:12345-0@lo:1000:mdt00_001.0 00000100:00100000:0.0:1777045280.150070:0:5861:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df601d9c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:5856:x1863365424419200:12345-0@lo:1000:mdt00_001.0 Request processed in 1253us (2181us total) trans 4294967372 rc 0/0 00000100:00100000:0.0:1777045280.150084:0:5861:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 64 00000100:00100000:2.0:1777045280.150472:0:5856:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df6d656d80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:5856:1863365424419200:0@lo:1000:mdt00_001.0 00000001:00080000:2.0:1777045280.150613:0:5856:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968188 00010000:00010000:2.0:1777045280.150669:0:5856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfcc00/0x2c8777a5e7d9ef60 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045280.150687:0:5856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfcc00/0x2c8777a5e7d9ef60 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045280.150698:0:5856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfcc00/0x2c8777a5e7d9ef60 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045280.150708:0:5856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de41dfcc00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:2.0:1777045280.150715:0:5856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfcc00/0x2c8777a5e7d9ef60 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045280.150726:0:5856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfcc00/0x2c8777a5e7d9ef60 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045280.150749:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1:0x0].0x0 (ffff98df48c7e000) 00010000:00010000:2.0:1777045280.150753:0:5856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1777045280.150760:0:5856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfcc00/0x2c8777a5e7d9ef60 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045280.150770:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfcc00/0x2c8777a5e7d9ef60 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045280.150809:0:5856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bf000/0x2c8777a5e7d9ee09 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x27:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210400000020 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045280.150819:0:5856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bf000/0x2c8777a5e7d9ee09 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x27:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210400000020 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045280.150828:0:5856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bf000/0x2c8777a5e7d9ee09 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x27:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045280.150835:0:5856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de435bf000 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:2.0:1777045280.150840:0:5856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bf000/0x2c8777a5e7d9ee09 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x27:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045280.150850:0:5856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bf000/0x2c8777a5e7d9ee09 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x27:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40218400000020 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045280.150862:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0x0 (ffff98df48c7e700) 00010000:00010000:2.0:1777045280.150866:0:5856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1777045280.150876:0:5856:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfda00/0x2c8777a5e7d9ee10 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x27:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11490d7 expref: 47 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045280.150892:0:5856:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfda00/0x2c8777a5e7d9ee10 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x27:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11490d7 expref: 47 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045280.150906:0:5856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfda00/0x2c8777a5e7d9ee10 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x27:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11490d7 expref: 47 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045280.150949:0:5856:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfda00/0x2c8777a5e7d9ee10 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x27:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11490d7 expref: 47 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777045280.150969:0:5856:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df6d654a80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5856:1863365424419328:192.168.201.45@tcp:105: 00000100:00100000:2.0:1777045280.151052:0:5856:0:(client.c:2691:ptlrpc_set_wait()) set ffff98de41f1a600 going to sleep for 11 seconds 00000100:00100000:2.0:1777045280.158246:0:5856:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df6d654a80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5856:1863365424419328:192.168.201.45@tcp:105: 00010000:00010000:2.0:1777045280.158289:0:5856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bf000/0x2c8777a5e7d9ee09 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x27:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x44a19400000020 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045280.158306:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bf000/0x2c8777a5e7d9ee09 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x27:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x44a19400000020 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045280.158358:0:5856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be000/0x2c8777a5e7d9ef67 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x27:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045280.158380:0:5856:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023c00/0x2c8777a5e7d9ee33 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11490de expref: 32 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045280.158686:0:5856:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be000/0x2c8777a5e7d9ef67 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045280.158744:0:5856:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023c00/0x2c8777a5e7d9ee33 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11490de expref: 32 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045280.158768:0:5856:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023c00/0x2c8777a5e7d9ee33 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11490de expref: 32 pid: 12646 timeout: 2008 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777045280.158790:0:5856:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df6d654a80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5856:1863365424419456:192.168.201.45@tcp:104: 00000100:00100000:2.0:1777045280.158883:0:5856:0:(client.c:2691:ptlrpc_set_wait()) set ffff98de41f1a600 going to sleep for 11 seconds 00000100:00100000:1.0:1777045280.167868:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045280.168110:0:5858:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370137600 00000100:00100000:2.0:1777045280.168124:0:5858:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370137600 00000100:00100000:2.0:1777045280.168685:0:5858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 290 00000100:00100000:2.0:1777045280.168717:0:5858:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df45edf850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:146de360-3fb2-48bd-b418-06f30714148a+48:30800:x1863365370137600:12345-192.168.201.45@tcp:49:cat.0 00000100:00100000:2.0:1777045280.168878:0:5858:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df45edf850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:146de360-3fb2-48bd-b418-06f30714148a+48:30800:x1863365370137600:12345-192.168.201.45@tcp:49:cat.0 Request processed in 164us (1021us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045280.168892:0:5858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 290 00000100:00080000:1.0:1777045280.173080:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1777045280.177718:0:5856:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df6d654a80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5856:1863365424419456:192.168.201.45@tcp:104: 00010000:00010000:2.0:1777045280.177762:0:5856:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be000/0x2c8777a5e7d9ef67 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777045280.182363:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045280.182514:0:5841:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370137728 00000100:00100000:2.0:1777045280.182528:0:5841:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370137728 00010000:00010000:2.0:1777045280.182605:0:5841:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023c00/0x2c8777a5e7d9ee33 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11490de expref: 33 pid: 12646 timeout: 2008 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777045280.182673:0:5841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 388 00000100:00100000:2.0:1777045280.182689:0:5841:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df75298000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+33:2393:x1863365370137728:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777045280.182711:0:5841:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777045280.182720:0:5841:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023c00/0x2c8777a5e7d9ee33 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11490de expref: 33 pid: 12646 timeout: 2008 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045280.182741:0:5841:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023c00/0x2c8777a5e7d9ee33 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11490de expref: 33 pid: 12646 timeout: 2008 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045280.182773:0:5841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023c00/0x2c8777a5e7d9ee33 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x27:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11490de expref: 33 pid: 12646 timeout: 2008 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045280.182798:0:5841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0x0 (ffff98df48c7e700) 00010000:00010000:2.0:1777045280.182807:0:5841:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be000/0x2c8777a5e7d9ef67 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045280.182821:0:5841:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be000/0x2c8777a5e7d9ef67 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045280.182833:0:5841:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be000/0x2c8777a5e7d9ef67 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045280.182977:0:5841:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777045280.183068:0:5841:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df75298000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+32:2393:x1863365370137728:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 381us (712us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045280.183082:0:5841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 388 00010000:00010000:1.0:1777045280.186189:0:5856:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be000/0x2c8777a5e7d9ef67 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045280.186324:0:5856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be000/0x2c8777a5e7d9ef67 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045280.186344:0:5856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be000/0x2c8777a5e7d9ef67 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045280.186356:0:5856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be000/0x2c8777a5e7d9ef67 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045280.186376:0:5856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be000/0x2c8777a5e7d9ef67 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045280.186970:0:5856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de435be000 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:1.0:1777045280.186978:0:5856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be000/0x2c8777a5e7d9ef67 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045280.186990:0:5856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be000/0x2c8777a5e7d9ef67 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045280.187012:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0x0 (ffff98df48c7e700) 00010000:00010000:1.0:1777045280.187017:0:5856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777045280.187023:0:5856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be000/0x2c8777a5e7d9ef67 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045280.187034:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be000/0x2c8777a5e7d9ef67 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045280.187060:0:5856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfc400/0x2c8777a5e7d9ef59 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x27:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045280.187070:0:5856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfc400/0x2c8777a5e7d9ef59 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x27:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045280.187080:0:5856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfc400/0x2c8777a5e7d9ef59 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x27:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045280.187088:0:5856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de41dfc400 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:1.0:1777045280.187093:0:5856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfc400/0x2c8777a5e7d9ef59 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x27:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045280.187109:0:5856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfc400/0x2c8777a5e7d9ef59 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x27:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045280.187121:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0x0 (ffff98df48c7e700) 00010000:00010000:1.0:1777045280.187125:0:5856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1777045280.187130:0:5856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfc400/0x2c8777a5e7d9ef59 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x27:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045280.187140:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfc400/0x2c8777a5e7d9ef59 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x27:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777045280.191196:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df75299500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c8fbf189-e8b6-4a0c-9928-bcf3190bfe7b+15:30829:x1863365370137344:12345-192.168.201.45@tcp:57:lhsmtool_posix.0 Request processed in 83088us (83598us total) trans 4294968189 rc 0/0 00000100:00100000:0.0:1777045280.191951:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1318 00000020:00080000:0.0:1777045280.191962:0:5856:0:(tgt_main.c:783:tgt_ses_key_exit()) total 6 transactions per RPC 00000040:00080000:3.0:1777045280.192191:0:11491:0:(llog.c:801:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1777045280.192198:0:11491:0:(llog_cat.c:158:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000100:00100000:1.0:1777045280.193600:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045280.193758:0:6639:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370137856 00000100:00100000:1.0:1777045280.193770:0:6639:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370137856 00000100:00100000:1.0:1777045280.193833:0:6639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 383 00000100:00100000:1.0:1777045280.193847:0:6639:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df75298a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:146de360-3fb2-48bd-b418-06f30714148a+8:30800:x1863365370137856:12345-192.168.201.45@tcp:101:cat.0 00010000:00010000:1.0:1777045280.193873:0:6639:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777045280.193903:0:6639:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000004b30d4b/0x2c8777a5e7d9ef6e lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1149140 expref: -99 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777045280.193940:0:6639:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x1b:0x0] initial LVB size: 1048576, mtime: 0x69eb8f12, atime: 0x69eb8f11, ctime: 0x69eb8f12, blocks: 0x803 00010000:00010000:1.0:1777045280.193967:0:6639:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777045280.193971:0:6639:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777045280.193984:0:6639:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000004b30d4b/0x2c8777a5e7d9ef6e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149140 expref: 9 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045280.194009:0:6639:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000004b30d4b/0x2c8777a5e7d9ef6e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149140 expref: 9 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045280.194042:0:6639:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de41a32e00, rc 0) 00000100:00100000:1.0:1777045280.194106:0:6639:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df75298a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:146de360-3fb2-48bd-b418-06f30714148a+9:30800:x1863365370137856:12345-192.168.201.45@tcp:101:cat.0 Request processed in 261us (532us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045280.194118:0:6639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 383 00000040:00080000:3.0:1777045280.196736:0:11491:0:(llog.c:858:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 3 00000040:00080000:3.0:1777045280.196757:0:11491:0:(llog.c:858:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1777045280.201261:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045280.203276:0:5859:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370138112 00000100:00100000:1.0:1777045280.203289:0:5859:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370138112 00000100:00100000:1.0:1777045280.203374:0:5859:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 291 00000100:00100000:1.0:1777045280.203407:0:5859:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d654a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c8fbf189-e8b6-4a0c-9928-bcf3190bfe7b+15:30829:x1863365370138112:12345-192.168.201.45@tcp:35:lhsmtool_posix.0 00000004:00080000:0.0:1777045280.206645:0:5859:0:(mdd_object.c:4010:mdd_close()) Object [0x200000403:0x1:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:0.0:1777045280.207126:0:5859:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968190 00010000:00010000:0.0:1777045280.211565:0:5859:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102200/0x2c8777a5e7d9ef75 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5859 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045280.211594:0:5859:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102200/0x2c8777a5e7d9ef75 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 5859 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045280.211612:0:5859:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102200/0x2c8777a5e7d9ef75 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 5859 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045280.211626:0:5859:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102200/0x2c8777a5e7d9ef75 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 5859 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045280.211636:0:5859:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102200/0x2c8777a5e7d9ef75 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 5859 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045280.211646:0:5859:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102200/0x2c8777a5e7d9ef75 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 5859 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045280.211670:0:5859:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1777045280.211840:0:5859:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d654a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c8fbf189-e8b6-4a0c-9928-bcf3190bfe7b+17:30829:x1863365370138112:12345-192.168.201.45@tcp:35:lhsmtool_posix.0 Request processed in 8447us (10584us total) trans 4294968191 rc 0/0 00000100:00100000:0.0:1777045280.211857:0:5859:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 291 00000020:00080000:0.0:1777045280.211866:0:5859:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:1.0:1777045280.212126:0:5844:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1777045280.212138:0:5844:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102200/0x2c8777a5e7d9ef75 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5859 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045280.212150:0:5844:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de43102200 already unused, calling callback (ffffffffc17d22d0) 00010000:00010000:1.0:1777045280.212156:0:5844:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102200/0x2c8777a5e7d9ef75 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5859 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045280.212170:0:5844:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102200/0x2c8777a5e7d9ef75 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5859 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045280.212189:0:5844:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1:0x0].0x0 (ffff98df61f8e500) 00010000:00010000:1.0:1777045280.212193:0:5844:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1777045280.212241:0:5844:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102200/0x2c8777a5e7d9ef75 lrc: 1/0,0 mode: --/PW res: [0x200000403:0x1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5859 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045280.212252:0:5844:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102200/0x2c8777a5e7d9ef75 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5859 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045280.212562:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777045280.212566:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777045280.212569:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777045280.213723:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1777045280.216885:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de41d52680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424419584:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1777045280.216978:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777045280.224634:0:19062:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424419584 00000100:00100000:1.0:1777045280.224653:0:19062:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424419584 00000100:00100000:1.0:1777045280.225240:0:19062:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 501 00000100:00100000:1.0:1777045280.225260:0:19062:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d654700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3342:x1863365424419584:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1777045280.225296:0:19062:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 62849024 pending 0 free 3858759680 avail 3855613952 00000100:00100000:1.0:1777045280.225416:0:19062:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d654700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3342:x1863365424419584:12345-0@lo:13:osp-pre-0-0.0 Request processed in 161us (8438us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045280.225451:0:19062:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 501 00000100:00100000:2.0:1777045280.225943:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de41d52680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424419584:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1777045280.230050:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045280.230491:0:17698:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370138240 00000100:00100000:2.0:1777045280.230504:0:17698:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370138240 00002000:00100000:2.0:1777045280.230565:0:17698:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x1b:0x0] (0->1048575) req@ffff98de41d51f80 x1863365370138240/t0(0) o3->146de360-3fb2-48bd-b418-06f30714148a@192.168.201.45@tcp:281/0 lens 488/0 e 0 to 0 dl 1777045291 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777045280.230603:0:17698:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98de41d51f80 with x1863365370138240 ext(0->1048575) 00002000:00010000:2.0:1777045280.230612:0:17698:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff98de41d51f80 00000100:00100000:2.0:1777045280.230663:0:17698:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 114 00000100:00100000:2.0:1777045280.230679:0:17698:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41d51f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:146de360-3fb2-48bd-b418-06f30714148a+9:2392:x1863365370138240:12345-192.168.201.45@tcp:3:cat.0 00000100:00100000:2.0:1777045280.344591:0:17698:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41d51f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:146de360-3fb2-48bd-b418-06f30714148a+9:2392:x1863365370138240:12345-192.168.201.45@tcp:3:cat.0 Request processed in 112301us (112937us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1777045280.344612:0:17698:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 114 00002000:00100000:2.0:1777045280.344633:0:17698:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x1b:0x0] (0->1048575) req@ffff98de41d51f80 x1863365370138240/t0(0) o3->146de360-3fb2-48bd-b418-06f30714148a@192.168.201.45@tcp:281/0 lens 488/440 e 0 to 0 dl 1777045291 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777045280.345941:0:17698:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98de41d51f80 with x1863365370138240 ext(0->1048575) 00002000:00010000:2.0:1777045280.345953:0:17698:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff98de41d51f80 00010000:00010000:3.0:1777045280.406388:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777045280.418074:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045280.418258:0:6645:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370138368 00000100:00100000:1.0:1777045280.418273:0:6645:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370138368 00002000:00100000:1.0:1777045280.418345:0:6645:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x1b:0x0] (1048576->1052671) req@ffff98df6d656680 x1863365370138368/t0(0) o3->146de360-3fb2-48bd-b418-06f30714148a@192.168.201.45@tcp:281/0 lens 488/0 e 0 to 0 dl 1777045291 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777045280.418363:0:6645:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98df6d656680 with x1863365370138368 ext(1048576->1052671) 00002000:00010000:1.0:1777045280.418372:0:6645:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff98df6d656680 00000100:00100000:1.0:1777045280.418450:0:6645:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 115 00000100:00100000:1.0:1777045280.418467:0:6645:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d656680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:146de360-3fb2-48bd-b418-06f30714148a+9:2393:x1863365370138368:12345-192.168.201.45@tcp:3:cat.0 00000100:00100000:1.0:1777045280.419165:0:6645:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d656680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:146de360-3fb2-48bd-b418-06f30714148a+9:2393:x1863365370138368:12345-192.168.201.45@tcp:3:cat.0 Request processed in 698us (1097us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045280.419180:0:6645:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 115 00002000:00100000:1.0:1777045280.419191:0:6645:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x1b:0x0] (1048576->1052671) req@ffff98df6d656680 x1863365370138368/t0(0) o3->146de360-3fb2-48bd-b418-06f30714148a@192.168.201.45@tcp:281/0 lens 488/440 e 0 to 0 dl 1777045291 ref 1 fl Complete:/600/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777045280.419250:0:6645:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98df6d656680 with x1863365370138368 ext(1048576->1052671) 00002000:00010000:1.0:1777045280.419257:0:6645:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff98df6d656680 00000100:00100000:0.0:1777045280.451125:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045280.457471:0:5858:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370138624 00000100:00100000:2.0:1777045280.457491:0:5858:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370138624 00000100:00100000:2.0:1777045280.458591:0:5858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 292 00000100:00100000:2.0:1777045280.458609:0:5858:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42c88000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:146de360-3fb2-48bd-b418-06f30714148a+48:30800:x1863365370138624:12345-192.168.201.45@tcp:35:cat.0 00000100:00100000:2.0:1777045280.458957:0:5858:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42c88000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:146de360-3fb2-48bd-b418-06f30714148a+49:30800:x1863365370138624:12345-192.168.201.45@tcp:35:cat.0 Request processed in 352us (8077us total) trans 4294968192 rc 0/0 00000100:00100000:2.0:1777045280.458971:0:5858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 292 00000100:00100000:1.0:1777045280.558786:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045280.560664:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370138752 00000100:00100000:3.0:1777045280.560678:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370138752 00000100:00100000:3.0:1777045280.560767:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1319 00000100:00100000:3.0:1777045280.560783:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7529b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:146de360-3fb2-48bd-b418-06f30714148a+49:30830:x1863365370138752:12345-192.168.201.45@tcp:101:stat.0 00010000:00010000:3.0:1777045280.560816:0:5855:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777045280.560844:0:5855:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023a00/0x2c8777a5e7d9ef7c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1149147 expref: -99 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045280.560937:0:5855:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9ef83 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045280.560957:0:5855:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9ef83 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045280.560975:0:5855:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9ef83 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045280.560994:0:5855:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023200/0x2c8777a5e7d9ef8a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045280.561005:0:5855:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023200/0x2c8777a5e7d9ef8a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045280.561016:0:5855:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023200/0x2c8777a5e7d9ef8a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045280.561547:0:5855:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023c00/0x2c8777a5e7d9ef91 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x27:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045280.561561:0:5855:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023c00/0x2c8777a5e7d9ef91 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045280.561573:0:5855:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023c00/0x2c8777a5e7d9ef91 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777045280.561618:0:5855:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x27:0x0]: returning size 1048576 00000004:00200000:3.0:1777045280.561625:0:5855:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1777045280.561655:0:5855:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023c00/0x2c8777a5e7d9ef91 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045280.561672:0:5855:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023c00/0x2c8777a5e7d9ef91 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045280.561684:0:5855:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9ef83 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045280.561694:0:5855:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9ef83 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045280.561703:0:5855:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9ef83 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045280.561713:0:5855:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48022c00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:3.0:1777045280.561719:0:5855:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9ef83 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045280.561729:0:5855:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9ef83 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045280.561745:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff98df454d4100) 00010000:00010000:3.0:1777045280.561750:0:5855:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777045280.561756:0:5855:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9ef83 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045280.561765:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9ef83 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045280.561781:0:5855:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023200/0x2c8777a5e7d9ef8a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045280.561796:0:5855:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023200/0x2c8777a5e7d9ef8a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045280.561803:0:5855:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023200/0x2c8777a5e7d9ef8a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045280.561809:0:5855:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48023200 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:3.0:1777045280.561813:0:5855:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023200/0x2c8777a5e7d9ef8a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045280.561820:0:5855:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023200/0x2c8777a5e7d9ef8a lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045280.561830:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0xa624d530 (ffff98df413b6800) 00010000:00010000:3.0:1777045280.561834:0:5855:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777045280.561838:0:5855:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023200/0x2c8777a5e7d9ef8a lrc: 2/0,0 mode: --/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045280.561846:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023200/0x2c8777a5e7d9ef8a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045280.561889:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023a00/0x2c8777a5e7d9ef7c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149147 expref: 51 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045280.561909:0:5855:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023c00/0x2c8777a5e7d9ef91 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149147 expref: 50 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045280.561920:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0x0 (ffff98df48c7e700) 00010000:00010000:3.0:1777045280.561924:0:5855:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777045280.561929:0:5855:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de48023c00, rc 0) 00000100:00100000:3.0:1777045280.565796:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7529b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:146de360-3fb2-48bd-b418-06f30714148a+50:30830:x1863365370138752:12345-192.168.201.45@tcp:101:stat.0 Request processed in 5003us (7006us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045280.565812:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1319 00000100:00100000:1.0:1777045280.676780:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045280.676913:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370138880 00000100:00100000:0.0:1777045280.677196:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370138880 00000100:00100000:0.0:1777045280.677626:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1320 00000100:00100000:0.0:1777045280.677642:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df75299f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+32:30831:x1863365370138880:12345-192.168.201.45@tcp:101:stat.0 00010000:00010000:0.0:1777045280.677669:0:5857:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777045280.677695:0:5857:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536400/0x2c8777a5e7d9ef98 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee114914e expref: -99 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045280.677783:0:5857:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537000/0x2c8777a5e7d9ef9f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045280.677804:0:5857:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537000/0x2c8777a5e7d9ef9f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045280.677821:0:5857:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537000/0x2c8777a5e7d9ef9f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045280.678136:0:5857:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537a00/0x2c8777a5e7d9efa6 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045280.678148:0:5857:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537a00/0x2c8777a5e7d9efa6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045280.678156:0:5857:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537a00/0x2c8777a5e7d9efa6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045280.678983:0:5857:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537200/0x2c8777a5e7d9efad lrc: 3/1,0 mode: --/PR res: [0x200000402:0x27:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045280.678998:0:5857:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537200/0x2c8777a5e7d9efad lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045280.679010:0:5857:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537200/0x2c8777a5e7d9efad lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777045280.679054:0:5857:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x27:0x0]: returning size 1048576 00000004:00200000:0.0:1777045280.679060:0:5857:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1777045280.679085:0:5857:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537200/0x2c8777a5e7d9efad lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045280.679102:0:5857:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537200/0x2c8777a5e7d9efad lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045280.679113:0:5857:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537000/0x2c8777a5e7d9ef9f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045280.679124:0:5857:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537000/0x2c8777a5e7d9ef9f lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045280.679133:0:5857:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537000/0x2c8777a5e7d9ef9f lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045280.679142:0:5857:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98df7b537000 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:0.0:1777045280.679147:0:5857:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537000/0x2c8777a5e7d9ef9f lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045280.679158:0:5857:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537000/0x2c8777a5e7d9ef9f lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045280.679174:0:5857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff98df454d4100) 00010000:00010000:0.0:1777045280.679179:0:5857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777045280.679185:0:5857:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537000/0x2c8777a5e7d9ef9f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045280.679195:0:5857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537000/0x2c8777a5e7d9ef9f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045280.679241:0:5857:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537a00/0x2c8777a5e7d9efa6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045280.679249:0:5857:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537a00/0x2c8777a5e7d9efa6 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045280.679258:0:5857:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537a00/0x2c8777a5e7d9efa6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045280.679266:0:5857:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98df7b537a00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:0.0:1777045280.679270:0:5857:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537a00/0x2c8777a5e7d9efa6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045280.679586:0:5857:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537a00/0x2c8777a5e7d9efa6 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045280.679600:0:5857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0xa624d530 (ffff98df61f8e300) 00010000:00010000:0.0:1777045280.679604:0:5857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777045280.679609:0:5857:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537a00/0x2c8777a5e7d9efa6 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045280.679618:0:5857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537a00/0x2c8777a5e7d9efa6 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045280.679662:0:5857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536400/0x2c8777a5e7d9ef98 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114914e expref: 34 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045280.679681:0:5857:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537200/0x2c8777a5e7d9efad lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114914e expref: 33 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045280.679692:0:5857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0x0 (ffff98df48c7e700) 00010000:00010000:0.0:1777045280.679696:0:5857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777045280.679700:0:5857:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98df7b537200, rc 0) 00000100:00100000:0.0:1777045280.679772:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df75299f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+33:30831:x1863365370138880:12345-192.168.201.45@tcp:101:stat.0 Request processed in 2132us (3001us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045280.679788:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1320 00000100:00100000:0.0:1777045280.702935:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045280.703695:0:14822:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370139008 00000100:00100000:3.0:1777045280.703709:0:14822:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370139008 00000100:00100000:3.0:1777045280.703768:0:14822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 384 00000100:00100000:3.0:1777045280.703780:0:14822:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77fd4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2389:x1863365370139008:12345-192.168.201.45@tcp:8:stat.0 00010000:00080000:3.0:1777045280.703818:0:14822:0:(ldlm_lib.c:1431:target_handle_connect()) lustre-OST0000: connection from 15144518-a1c7-4352-a966-cb31eadd4d9b@192.168.201.45@tcp t0 exp 0000000000000000 cur 1909 last 0 00000020:00000080:3.0:1777045280.703867:0:14822:0:(genops.c:1406:class_connect()) connect: client 15144518-a1c7-4352-a966-cb31eadd4d9b, cookie 0x2c8777a5e7d9efb4 00002000:00100000:3.0:1777045280.703881:0:14822:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli 15144518-a1c7-4352-a966-cb31eadd4d9b/ffff98df7796e800 ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 2113436 ocd_grant: 25559040 ocd_index: 0 ocd_group 0 00002000:00100000:3.0:1777045280.703927:0:14822:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return f7 00002000:00080000:3.0:1777045280.704033:0:14822:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:3.0:1777045280.704069:0:14822:0:(import.c:65:import_set_state_nolock()) ffff98df7796c800 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1777045280.705728:0:14822:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77fd4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+6:2389:x1863365370139008:12345-192.168.201.45@tcp:8:stat.0 Request processed in 1945us (2801us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045280.705741:0:14822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 384 00000100:00100000:1.0:1777045280.718994:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045280.719908:0:6641:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370139136 00000100:00100000:2.0:1777045280.719924:0:6641:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370139136 00000100:00100000:2.0:1777045280.720138:0:6641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 385 00000100:00100000:2.0:1777045280.720156:0:6641:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7529a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+6:0:x1863365370139136:12345-192.168.201.45@tcp:101:stat.0 00010000:00010000:2.0:1777045280.720217:0:6641:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777045280.720246:0:6641:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a06ce28d/0x2c8777a5e7d9efbb lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1149155 expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045280.720324:0:6641:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777045280.720329:0:6641:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777045280.720342:0:6641:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a06ce28d/0x2c8777a5e7d9efbb lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149155 expref: 7 pid: 6641 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045280.720370:0:6641:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000a06ce28d/0x2c8777a5e7d9efbb lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149155 expref: 7 pid: 6641 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045280.720392:0:6641:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de435bea00, rc 0) 00000100:00100000:2.0:1777045280.720500:0:6641:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7529a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+7:0:x1863365370139136:12345-192.168.201.45@tcp:101:stat.0 Request processed in 347us (1515us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045280.720513:0:6641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 385 00000100:00080000:1.0:1777045280.721461:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1777045280.753301:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045280.753459:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370139392 00000100:00100000:0.0:1777045280.753476:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370139392 00000100:00100000:0.0:1777045280.753567:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1321 00000100:00100000:0.0:1777045280.753584:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7529b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:146de360-3fb2-48bd-b418-06f30714148a+50:30546:x1863365370139392:12345-192.168.201.45@tcp:101:bash.0 00010000:00010000:0.0:1777045280.753612:0:5856:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777045280.753642:0:5856:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536400/0x2c8777a5e7d9efc2 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee114915c expref: -99 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045280.753789:0:5856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537a00/0x2c8777a5e7d9efc9 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x27:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045280.753813:0:5856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537a00/0x2c8777a5e7d9efc9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045280.753831:0:5856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537a00/0x2c8777a5e7d9efc9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777045280.753849:0:5856:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x27:0x0]: returning size 1048576 00010000:00010000:0.0:1777045280.754037:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536400/0x2c8777a5e7d9efc2 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114915c expref: 53 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045280.754067:0:5856:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537a00/0x2c8777a5e7d9efc9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114915c expref: 52 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045280.754082:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0x0 (ffff98df48c7e700) 00010000:00010000:0.0:1777045280.754086:0:5856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777045280.754092:0:5856:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98df7b537a00, rc 0) 00000100:00100000:0.0:1777045280.758784:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7529b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:146de360-3fb2-48bd-b418-06f30714148a+52:30546:x1863365370139392:12345-192.168.201.45@tcp:101:bash.0 Request processed in 619us (926us total) trans 4294968193 rc 0/0 00000100:00100000:0.0:1777045280.759065:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1321 00000100:00100000:3.0:1777045280.764925:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045280.765068:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370139648 00000100:00100000:1.0:1777045280.765081:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370139648 00000100:00100000:1.0:1777045280.765166:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1322 00000100:00100000:1.0:1777045280.765197:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41d50000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:146de360-3fb2-48bd-b418-06f30714148a+52:30546:x1863365370139648:12345-192.168.201.45@tcp:36:bash.0 00010000:00010000:1.0:1777045280.765318:0:5855:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1777045280.765353:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537a00/0x2c8777a5e7d9efc9 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114915c expref: 52 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045280.765386:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023c00/0x2c8777a5e7d9ef91 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149147 expref: 51 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045280.765404:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0x0 (ffff98df48c7e700) 00010000:00010000:1.0:1777045280.765411:0:5855:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777045280.765725:0:5855:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32200/0x2c8777a5e7d9efd7 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x27:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045280.765749:0:5855:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537200/0x2c8777a5e7d9efad lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114914e expref: 32 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045280.765762:0:5855:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32200/0x2c8777a5e7d9efd7 lrc: 4/0,1 mode: --/PW res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045280.765813:0:5855:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537200/0x2c8777a5e7d9efad lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114914e expref: 32 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045280.765843:0:5855:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537200/0x2c8777a5e7d9efad lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114914e expref: 32 pid: 5857 timeout: 2009 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777045280.766158:0:5855:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df75298e00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5855:1863365424419712:192.168.201.45@tcp:104: 00000100:00100000:1.0:1777045280.766329:0:5855:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df50fb7cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1777045280.784742:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045280.785748:0:5855:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df75298e00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5855:1863365424419712:192.168.201.45@tcp:104: 00010000:00010000:1.0:1777045280.785783:0:5855:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32200/0x2c8777a5e7d9efd7 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777045280.786153:0:5843:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370139776 00000100:00100000:2.0:1777045280.786164:0:5843:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370139776 00010000:00010000:2.0:1777045280.786287:0:5843:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537200/0x2c8777a5e7d9efad lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114914e expref: 33 pid: 5857 timeout: 2009 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777045280.786345:0:5843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 389 00000100:00100000:2.0:1777045280.786361:0:5843:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41d52d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+33:2392:x1863365370139776:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777045280.786381:0:5843:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777045280.786391:0:5843:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537200/0x2c8777a5e7d9efad lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114914e expref: 33 pid: 5857 timeout: 2009 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045280.786410:0:5843:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537200/0x2c8777a5e7d9efad lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114914e expref: 33 pid: 5857 timeout: 2009 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045280.786462:0:5843:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537200/0x2c8777a5e7d9efad lrc: 0/0,0 mode: --/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114914e expref: 33 pid: 5857 timeout: 2009 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045280.786485:0:5843:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0x0 (ffff98df48c7e700) 00010000:00010000:2.0:1777045280.786493:0:5843:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32200/0x2c8777a5e7d9efd7 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045280.786507:0:5843:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32200/0x2c8777a5e7d9efd7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045280.786519:0:5843:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32200/0x2c8777a5e7d9efd7 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045280.786562:0:5843:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777045280.786630:0:5843:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41d52d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+32:2392:x1863365370139776:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 271us (1897us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045280.786671:0:5843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 389 00010000:00010000:1.0:1777045280.787535:0:5855:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32200/0x2c8777a5e7d9efd7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045280.787548:0:5855:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32200/0x2c8777a5e7d9efd7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1777045280.787696:0:5855:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968194 00000004:00010000:1.0:1777045280.787762:0:5855:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000006055c7e0 reply state 00000000237b3c0a transno 4294968195 ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32200/0x2c8777a5e7d9efd7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777045280.787777:0:5855:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000001:00080000:1.0:1777045280.788189:0:5855:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968195 00000100:00100000:1.0:1777045280.788349:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41d50000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:146de360-3fb2-48bd-b418-06f30714148a+54:30546:x1863365370139648:12345-192.168.201.45@tcp:36:bash.0 Request processed in 23153us (23435us total) trans 4294968196 rc 0/0 00000100:00100000:1.0:1777045280.788362:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1322 00000020:00080000:1.0:1777045280.788368:0:5855:0:(tgt_main.c:783:tgt_ses_key_exit()) total 3 transactions per RPC 00010000:00010000:3.0:1777045280.799263:0:3328:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32200/0x2c8777a5e7d9efd7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045280.799291:0:3328:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32200/0x2c8777a5e7d9efd7 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045280.799303:0:3328:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32200/0x2c8777a5e7d9efd7 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777045280.799311:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00010000:00010000:3.0:1777045280.799322:0:3328:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de41a32200 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:3.0:1777045280.799330:0:3328:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32200/0x2c8777a5e7d9efd7 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045280.799342:0:3328:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32200/0x2c8777a5e7d9efd7 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045280.799367:0:3328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0x0 (ffff98df48c7e700) 00010000:00010000:3.0:1777045280.799373:0:3328:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777045280.799380:0:3328:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32200/0x2c8777a5e7d9efd7 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045280.799392:0:3328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32200/0x2c8777a5e7d9efd7 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777045280.799567:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370139904 00000100:00100000:1.0:1777045280.799581:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370139904 00000100:00100000:1.0:1777045280.799675:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 386 00000100:00100000:1.0:1777045280.799694:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77fd5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:146de360-3fb2-48bd-b418-06f30714148a+9:30546:x1863365370139904:12345-192.168.201.45@tcp:101:bash.0 00010000:00010000:1.0:1777045280.799718:0:6642:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777045280.799744:0:6642:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b2448732/0x2c8777a5e7d9efde lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1149163 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045280.799785:0:6642:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000004b30d4b/0x2c8777a5e7d9ef6e lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149140 expref: 10 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045280.799803:0:6642:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000a06ce28d/0x2c8777a5e7d9efbb lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149155 expref: 6 pid: 6641 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045280.799816:0:6642:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777045280.799820:0:6642:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777045280.799826:0:6642:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b2448732/0x2c8777a5e7d9efde lrc: 5/0,0 mode: --/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149163 expref: 10 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045280.800159:0:6642:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000a06ce28d/0x2c8777a5e7d9efbb lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149155 expref: 6 pid: 6641 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045280.800181:0:6642:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000a06ce28d/0x2c8777a5e7d9efbb lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149155 expref: 6 pid: 6641 timeout: 2009 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777045280.800243:0:6642:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df75298e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6642:1863365424419840:192.168.201.45@tcp:104: 00010000:00010000:1.0:1777045280.801369:0:6642:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000004b30d4b/0x2c8777a5e7d9ef6e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000000010020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149140 expref: 10 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045280.801399:0:6642:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000004b30d4b/0x2c8777a5e7d9ef6e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x70000400010020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149140 expref: 10 pid: 6639 timeout: 2009 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777045280.801450:0:6642:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7529b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6642:1863365424419968:192.168.201.45@tcp:104: 00000100:00100000:1.0:1777045280.801496:0:6642:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df50fb7cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1777045280.807983:0:6642:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df75298e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6642:1863365424419840:192.168.201.45@tcp:104: 00000100:00100000:1.0:1777045280.808010:0:6642:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7529b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6642:1863365424419968:192.168.201.45@tcp:104: 00010000:00010000:1.0:1777045280.808057:0:6642:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000b2448732/0x2c8777a5e7d9efde lrc: 3/0,0 mode: --/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149163 expref: 10 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045280.808089:0:6642:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de41a33200, rc 0) 00000100:00100000:1.0:1777045280.808183:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77fd5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:146de360-3fb2-48bd-b418-06f30714148a+10:30546:x1863365370139904:12345-192.168.201.45@tcp:101:bash.0 Request processed in 8492us (8876us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045280.808198:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 386 00000100:00100000:0.0:1777045280.825943:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045280.826020:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045280.826172:0:5841:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370140032 00000100:00100000:2.0:1777045280.826187:0:5841:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370140032 00010000:00010000:2.0:1777045280.826639:0:5841:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000004b30d4b/0x2c8777a5e7d9ef6e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x60000400010020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149140 expref: 10 pid: 6639 timeout: 2009 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777045280.826689:0:5841:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370140160 00000100:00100000:2.0:1777045280.826695:0:5841:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370140160 00010000:00010000:2.0:1777045280.826720:0:5841:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000a06ce28d/0x2c8777a5e7d9efbb lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149155 expref: 7 pid: 6641 timeout: 2009 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777045280.826752:0:5841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 390 00000100:00100000:2.0:1777045280.826765:0:5841:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de430ff100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:146de360-3fb2-48bd-b418-06f30714148a+10:2392:x1863365370140032:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777045280.826787:0:5841:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777045280.826795:0:5841:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000004b30d4b/0x2c8777a5e7d9ef6e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x60000400010020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149140 expref: 10 pid: 6639 timeout: 2009 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045280.826814:0:5841:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000004b30d4b/0x2c8777a5e7d9ef6e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000400010020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149140 expref: 10 pid: 6639 timeout: 2009 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045280.826845:0:5841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000004b30d4b/0x2c8777a5e7d9ef6e lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x44801400010020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149140 expref: 10 pid: 6639 timeout: 2009 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045280.826871:0:5841:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777045280.826944:0:5841:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de430ff100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:146de360-3fb2-48bd-b418-06f30714148a+9:2392:x1863365370140032:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 179us (1011us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045280.826964:0:5841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 390 00000100:00100000:2.0:1777045280.826999:0:5841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 391 00000100:00100000:2.0:1777045280.827013:0:5841:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df5006c450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+7:2390:x1863365370140160:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777045280.827026:0:5841:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777045280.827034:0:5841:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000a06ce28d/0x2c8777a5e7d9efbb lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149155 expref: 7 pid: 6641 timeout: 2009 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045280.827052:0:5841:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000a06ce28d/0x2c8777a5e7d9efbb lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149155 expref: 7 pid: 6641 timeout: 2009 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045280.827073:0:5841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a06ce28d/0x2c8777a5e7d9efbb lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149155 expref: 7 pid: 6641 timeout: 2009 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045280.827090:0:5841:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777045280.827093:0:5841:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777045280.827101:0:5841:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000b2448732/0x2c8777a5e7d9efde lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080080020000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149163 expref: 8 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045280.827116:0:5841:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b2448732/0x2c8777a5e7d9efde lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080080020000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149163 expref: 8 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045280.827168:0:5841:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000b2448732/0x2c8777a5e7d9efde lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149163 expref: 8 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777045280.827190:0:5841:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df6d657b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:5841:1863365424420096:192.168.201.45@tcp:105: 00000100:00100000:2.0:1777045280.827310:0:5841:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df46747e40 going to sleep for 11 seconds 00000100:00100000:2.0:1777045280.864776:0:5841:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df6d657b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:5841:1863365424420096:192.168.201.45@tcp:105: 00010000:00010000:2.0:1777045280.864818:0:5841:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777045280.864909:0:5841:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df5006c450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+6:2390:x1863365370140160:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 37895us (38883us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045280.864926:0:5841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 391 00000100:00100000:2.0:1777045280.883682:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045280.885579:0:6647:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370140288 00000100:00100000:3.0:1777045280.885596:0:6647:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370140288 00002000:00010000:3.0:1777045280.885687:0:6647:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/27 (0->18446744073709551615) 00002000:00100000:3.0:1777045280.885696:0:6647:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98df6d657b80 with x1863365370140288 ext(0->18446744073709551615) 00002000:00010000:3.0:1777045280.885715:0:6647:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff98df6d657b80. 00000100:00100000:3.0:1777045280.885782:0:6647:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 116 00000100:00100000:3.0:1777045280.885801:0:6647:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d657b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:146de360-3fb2-48bd-b418-06f30714148a+9:2392:x1863365370140288:12345-192.168.201.45@tcp:10:bash.0 00002000:00010000:3.0:1777045280.886261:0:6647:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x1b:0x0] updating lvb size from disk: 1048576 -> 0 00002000:00010000:3.0:1777045280.886268:0:6647:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x1b:0x0] updating lvb mtime from disk: 1777045266 -> 1777045280 00002000:00010000:3.0:1777045280.886273:0:6647:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x1b:0x0] updating lvb atime from disk: 1777045265 -> 1777045265 00002000:00010000:3.0:1777045280.886278:0:6647:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x1b:0x0] updating lvb ctime from disk: 1777045266 -> 1777045280 00002000:00010000:3.0:1777045280.886282:0:6647:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x1b:0x0] updating lvb blocks from disk: 2051 -> 2051 00000100:00100000:3.0:1777045280.886721:0:6647:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d657b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:146de360-3fb2-48bd-b418-06f30714148a+10:2392:x1863365370140288:12345-192.168.201.45@tcp:10:bash.0 Request processed in 922us (3050us total) trans 4294967373 rc 0/0 00000100:00100000:3.0:1777045280.886737:0:6647:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 116 00002000:00010000:3.0:1777045280.886744:0:6647:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/27 (0->18446744073709551615) 00002000:00100000:3.0:1777045280.886749:0:6647:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98df6d657b80 with x1863365370140288 ext(0->18446744073709551615) 00002000:00010000:3.0:1777045280.886758:0:6647:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff98df6d657b80. 00000100:00100000:0.0:1777045280.907333:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045280.910128:0:5859:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370140544 00000100:00100000:2.0:1777045280.910144:0:5859:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370140544 00000100:00100000:2.0:1777045280.910281:0:5859:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 293 00000100:00100000:2.0:1777045280.910299:0:5859:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de430fe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:146de360-3fb2-48bd-b418-06f30714148a+53:30546:x1863365370140544:12345-192.168.201.45@tcp:35:bash.0 00000100:00100000:2.0:1777045280.910825:0:5859:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de430fe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:146de360-3fb2-48bd-b418-06f30714148a+54:30546:x1863365370140544:12345-192.168.201.45@tcp:35:bash.0 Request processed in 528us (3501us total) trans 4294968197 rc 0/0 00000100:00100000:2.0:1777045280.910841:0:5859:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 293 00000100:00100000:0.0:1777045281.048613:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045281.048680:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370140672 00000100:00100000:0.0:1777045281.048693:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370140672 00000100:00100000:0.0:1777045281.048773:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1323 00000100:00100000:0.0:1777045281.048790:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de430ff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:146de360-3fb2-48bd-b418-06f30714148a+54:30832:x1863365370140672:12345-192.168.201.45@tcp:101:stat.0 00010000:00010000:0.0:1777045281.048826:0:5857:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777045281.048856:0:5857:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537400/0x2c8777a5e7d9efe5 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee114916a expref: -99 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045281.048956:0:5857:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537c00/0x2c8777a5e7d9efec lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045281.048980:0:5857:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537c00/0x2c8777a5e7d9efec lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045281.048998:0:5857:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537c00/0x2c8777a5e7d9efec lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045281.049019:0:5857:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537000/0x2c8777a5e7d9eff3 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045281.049032:0:5857:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537000/0x2c8777a5e7d9eff3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045281.049044:0:5857:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537000/0x2c8777a5e7d9eff3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045281.079810:0:5857:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32c00/0x2c8777a5e7d9effa lrc: 3/1,0 mode: --/PR res: [0x200000402:0x27:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045281.079841:0:5857:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32c00/0x2c8777a5e7d9effa lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045281.079857:0:5857:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32c00/0x2c8777a5e7d9effa lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777045281.079937:0:5857:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x27:0x0]: returning size 0 00000004:00200000:1.0:1777045281.079944:0:5857:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1777045281.079982:0:5857:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32c00/0x2c8777a5e7d9effa lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045281.079999:0:5857:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32c00/0x2c8777a5e7d9effa lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045281.080012:0:5857:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537c00/0x2c8777a5e7d9efec lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045281.080023:0:5857:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537c00/0x2c8777a5e7d9efec lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045281.080034:0:5857:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537c00/0x2c8777a5e7d9efec lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045281.080042:0:5857:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98df7b537c00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:1.0:1777045281.080049:0:5857:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537c00/0x2c8777a5e7d9efec lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045281.080059:0:5857:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537c00/0x2c8777a5e7d9efec lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045281.080076:0:5857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff98df454d4100) 00010000:00010000:1.0:1777045281.080081:0:5857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777045281.080087:0:5857:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537c00/0x2c8777a5e7d9efec lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045281.080098:0:5857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537c00/0x2c8777a5e7d9efec lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045281.080119:0:5857:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537000/0x2c8777a5e7d9eff3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045281.080129:0:5857:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537000/0x2c8777a5e7d9eff3 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045281.080140:0:5857:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537000/0x2c8777a5e7d9eff3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045281.080148:0:5857:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98df7b537000 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:1.0:1777045281.080154:0:5857:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537000/0x2c8777a5e7d9eff3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045281.080164:0:5857:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537000/0x2c8777a5e7d9eff3 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045281.080175:0:5857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0xa624d530 (ffff98df61f8e300) 00010000:00010000:1.0:1777045281.080179:0:5857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777045281.080183:0:5857:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537000/0x2c8777a5e7d9eff3 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045281.080192:0:5857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537000/0x2c8777a5e7d9eff3 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045281.080618:0:5857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537400/0x2c8777a5e7d9efe5 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114916a expref: 56 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045281.080644:0:5857:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32c00/0x2c8777a5e7d9effa lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114916a expref: 55 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045281.080655:0:5857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0x0 (ffff98df48c7e700) 00010000:00010000:1.0:1777045281.080658:0:5857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777045281.080663:0:5857:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de41a32c00, rc 0) 00000100:00100000:1.0:1777045281.080745:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de430ff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:146de360-3fb2-48bd-b418-06f30714148a+55:30832:x1863365370140672:12345-192.168.201.45@tcp:101:stat.0 Request processed in 31958us (32153us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045281.080762:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1323 00000100:00100000:3.0:1777045281.180140:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045281.180590:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370140800 00000100:00100000:0.0:1777045281.180604:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370140800 00000100:00100000:0.0:1777045281.180712:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1324 00000100:00100000:0.0:1777045281.180728:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41d53100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+32:30833:x1863365370140800:12345-192.168.201.45@tcp:101:stat.0 00010000:00010000:0.0:1777045281.180756:0:5856:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777045281.180786:0:5856:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537200/0x2c8777a5e7d9f001 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1149171 expref: -99 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045281.180873:0:5856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536400/0x2c8777a5e7d9f008 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045281.180894:0:5856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536400/0x2c8777a5e7d9f008 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045281.180911:0:5856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536400/0x2c8777a5e7d9f008 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045281.180931:0:5856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537a00/0x2c8777a5e7d9f00f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045281.180942:0:5856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537a00/0x2c8777a5e7d9f00f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045281.180952:0:5856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537a00/0x2c8777a5e7d9f00f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045281.181507:0:5856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537400/0x2c8777a5e7d9f016 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x27:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045281.181525:0:5856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537400/0x2c8777a5e7d9f016 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045281.181536:0:5856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537400/0x2c8777a5e7d9f016 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777045281.181583:0:5856:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x27:0x0]: returning size 0 00000004:00200000:0.0:1777045281.181589:0:5856:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1777045281.181617:0:5856:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537400/0x2c8777a5e7d9f016 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045281.181635:0:5856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537400/0x2c8777a5e7d9f016 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045281.181648:0:5856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536400/0x2c8777a5e7d9f008 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045281.181659:0:5856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536400/0x2c8777a5e7d9f008 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045281.181672:0:5856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536400/0x2c8777a5e7d9f008 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045281.181683:0:5856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98df7b536400 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:0.0:1777045281.181689:0:5856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536400/0x2c8777a5e7d9f008 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045281.181700:0:5856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536400/0x2c8777a5e7d9f008 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045281.181718:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff98df454d4100) 00010000:00010000:0.0:1777045281.181724:0:5856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777045281.181730:0:5856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536400/0x2c8777a5e7d9f008 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045281.181741:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536400/0x2c8777a5e7d9f008 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045281.181758:0:5856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537a00/0x2c8777a5e7d9f00f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045281.181767:0:5856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537a00/0x2c8777a5e7d9f00f lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045281.181776:0:5856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537a00/0x2c8777a5e7d9f00f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045281.181783:0:5856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98df7b537a00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:0.0:1777045281.181788:0:5856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537a00/0x2c8777a5e7d9f00f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045281.182071:0:5856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537a00/0x2c8777a5e7d9f00f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045281.182085:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0xa624d530 (ffff98df61f8e300) 00010000:00010000:0.0:1777045281.182089:0:5856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777045281.182094:0:5856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537a00/0x2c8777a5e7d9f00f lrc: 2/0,0 mode: --/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045281.182103:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537a00/0x2c8777a5e7d9f00f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045281.182148:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537200/0x2c8777a5e7d9f001 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149171 expref: 34 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045281.182168:0:5856:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537400/0x2c8777a5e7d9f016 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149171 expref: 33 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045281.182181:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0x0 (ffff98df48c7e700) 00010000:00010000:0.0:1777045281.182186:0:5856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777045281.182189:0:5856:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98df7b537400, rc 0) 00000100:00100000:0.0:1777045281.182295:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41d53100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+33:30833:x1863365370140800:12345-192.168.201.45@tcp:101:stat.0 Request processed in 1570us (2166us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045281.182308:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1324 00000100:00080000:3.0:1777045281.183811:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1777045281.194537:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045281.194611:0:8776:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370140928 00000100:00100000:0.0:1777045281.194625:0:8776:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370140928 00000100:00100000:0.0:1777045281.194728:0:8776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 387 00000100:00100000:0.0:1777045281.194743:0:8776:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41d52300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+6:2393:x1863365370140928:12345-192.168.201.45@tcp:101:stat.0 00010000:00010000:0.0:1777045281.194767:0:8776:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777045281.194789:0:8776:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007689e0ff/0x2c8777a5e7d9f01d lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1149178 expref: -99 pid: 8776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777045281.194863:0:8776:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de430ff800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8776:1863365424420224:192.168.201.45@tcp:106: 00000100:00100000:0.0:1777045281.197589:0:8776:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df4854f600 going to sleep for 11 seconds 00000100:00100000:0.0:1777045281.216193:0:8776:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de430ff800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8776:1863365424420224:192.168.201.45@tcp:106: 00010000:00010000:0.0:1777045281.216277:0:8776:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000007689e0ff/0x2c8777a5e7d9f01d lrc: 1/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149178 expref: 7 pid: 8776 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045281.216315:0:8776:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007689e0ff/0x2c8777a5e7d9f01d lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149178 expref: 7 pid: 8776 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045281.216335:0:8776:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98df7b537c00, rc 0) 00000100:00100000:0.0:1777045281.216463:0:8776:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41d52300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+6:2393:x1863365370140928:12345-192.168.201.45@tcp:101:stat.0 Request processed in 21721us (21935us total) trans 0 rc 301/301 00000100:00100000:0.0:1777045281.216477:0:8776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 387 00000100:00100000:3.0:1777045281.245999:0:3341:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1777045281.246026:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de41d50380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424420352:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1777045281.246111:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777045281.246171:0:6643:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424420352 00000100:00100000:3.0:1777045281.246180:0:6643:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424420352 00000100:00100000:3.0:1777045281.246282:0:6643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 502 00000100:00100000:3.0:1777045281.246296:0:6643:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41d53800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3341:x1863365424420352:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1777045281.246343:0:6643:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 57737216 pending 0 free 3851419648 avail 3849322496 00000100:00100000:3.0:1777045281.246407:0:6643:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41d53800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3341:x1863365424420352:12345-0@lo:13:osp-pre-1-0.0 Request processed in 114us (296us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045281.253859:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de430ff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ce657616-b3f3-4e21-ac89-518ab611901c:3343:1863365424420480:0@lo:400:kworker.0 00000100:00100000:0.0:1777045281.253941:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045281.253993:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df6d60f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3343:1863365424420992:0@lo:400:kworker.0 00000100:00100000:0.0:1777045281.254034:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045281.254069:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1777045281.254077:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de430ff100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3343:1863365424420608:0@lo:400:kworker.0 00000100:00100000:0.0:1777045281.254107:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045281.254161:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df6d60ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424420864:0@lo:400:kworker.0 00000100:00100000:0.0:1777045281.254195:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045281.254246:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1777045281.254255:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df6d60f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3342:1863365424420736:0@lo:400:kworker.0 00000100:00100000:0.0:1777045281.254284:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045281.254325:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424420992 00000100:00100000:0.0:1777045281.254335:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424420992 00000100:00100000:0.0:1777045281.254395:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424420608 00000100:00100000:0.0:1777045281.254400:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424420608 00000100:00100000:0.0:1777045281.254449:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424420736 00000100:00100000:0.0:1777045281.254454:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424420736 00000100:00100000:0.0:1777045281.254483:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1180 00000100:00100000:0.0:1777045281.254495:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b8ec380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3343:x1863365424420992:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777045281.254570:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b8ec380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3343:x1863365424420992:12345-0@lo:400:kworker.0 Request processed in 76us (534us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045281.254583:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1180 00000100:00100000:0.0:1777045281.254608:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1181 00000100:00100000:0.0:1777045281.254617:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b8ef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3343:x1863365424420608:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777045281.254660:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b8ef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3343:x1863365424420608:12345-0@lo:400:kworker.0 Request processed in 43us (551us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045281.254669:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1181 00000100:00100000:0.0:1777045281.254687:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1182 00000100:00100000:0.0:1777045281.254696:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b8ece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3342:x1863365424420736:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777045281.254739:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b8ece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3342:x1863365424420736:12345-0@lo:400:kworker.0 Request processed in 44us (454us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045281.254748:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1182 00000100:00100000:0.0:1777045281.254804:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de430ff100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3343:1863365424420608:0@lo:400:kworker.0 00000100:00100000:0.0:1777045281.254817:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df6d60f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3343:1863365424420992:0@lo:400:kworker.0 00000100:00100000:0.0:1777045281.254868:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df6d60f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3342:1863365424420736:0@lo:400:kworker.0 00000100:00100000:3.0:1777045281.255707:0:6643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 502 00000100:00080000:3.0:1777045281.255745:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1777045281.255752:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1777045281.255808:0:3341:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967372 gen 2 00000004:00080000:3.0:1777045281.255816:0:3341:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98de42770a80, transno 4294967372 00000100:00100000:3.0:1777045281.255853:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de41d50380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424420352:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1777045281.258122:0:6641:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424420864 00000100:00100000:3.0:1777045281.258136:0:6641:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424420864 00000100:00100000:3.0:1777045281.258219:0:6641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1012 00000100:00100000:3.0:1777045281.258233:0:6641:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b8eea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3342:x1863365424420864:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777045281.258334:0:6641:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b8eea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3342:x1863365424420864:12345-0@lo:400:kworker.0 Request processed in 102us (4135us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045281.258344:0:6641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1012 00000100:00100000:3.0:1777045281.258374:0:5849:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424420480 00000100:00100000:3.0:1777045281.258380:0:5849:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424420480 00000100:00100000:3.0:1777045281.258710:0:5849:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 902 00000100:00100000:3.0:1777045281.258720:0:5849:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df485c0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ce657616-b3f3-4e21-ac89-518ab611901c+18:3343:x1863365424420480:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777045281.258778:0:5849:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df485c0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ce657616-b3f3-4e21-ac89-518ab611901c+18:3343:x1863365424420480:12345-0@lo:400:kworker.0 Request processed in 58us (4835us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045281.258787:0:5849:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 902 00000100:00100000:3.0:1777045281.258865:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df6d60ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424420864:0@lo:400:kworker.0 00000100:00100000:3.0:1777045281.258937:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de430ff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ce657616-b3f3-4e21-ac89-518ab611901c:3343:1863365424420480:0@lo:400:kworker.0 00010000:00010000:3.0:1777045281.431010:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777045282.457787:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777045283.477888:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777045284.364528:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045284.364601:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045284.364768:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045284.364826:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045284.364938:0:5850:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370141056 00000100:00100000:1.0:1777045284.364952:0:5850:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370141056 00000100:00100000:1.0:1777045284.365026:0:5850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 903 00000100:00100000:1.0:1777045284.365043:0:5850:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df485c2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:19aeff9b-bdfb-4382-8412-7db7c143c0bf+15:2392:x1863365370141056:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:1.0:1777045284.365139:0:5850:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df485c2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:19aeff9b-bdfb-4382-8412-7db7c143c0bf+15:2392:x1863365370141056:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 99us (624us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045284.365152:0:5850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 903 00000100:00100000:2.0:1777045284.367784:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370141568 00000100:00100000:2.0:1777045284.367796:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370141568 00000100:00100000:2.0:1777045284.367897:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1183 00000100:00100000:2.0:1777045284.367911:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41d50a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+33:2392:x1863365370141568:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:2.0:1777045284.367980:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41d50a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+33:2392:x1863365370141568:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 73us (3214us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045284.367992:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1183 00000100:00080000:1.0:1777045284.368772:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1777045284.371467:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045284.372754:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370141312 00000100:00100000:0.0:1777045284.372768:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370141312 00000100:00100000:3.0:1777045284.373062:0:8776:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370141824 00000100:00100000:3.0:1777045284.373072:0:8776:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370141824 00000100:00100000:0.0:1777045284.373210:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370142080 00000100:00100000:0.0:1777045284.373217:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370142080 00000100:00100000:1.0:1777045284.376726:0:6639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1013 00000100:00100000:1.0:1777045284.376753:0:6639:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41d50380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:146de360-3fb2-48bd-b418-06f30714148a+10:2392:x1863365370141312:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:1.0:1777045284.377163:0:6639:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41d50380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:146de360-3fb2-48bd-b418-06f30714148a+10:2392:x1863365370141312:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 131us (12272us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045284.377178:0:6639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1013 00000100:00100000:1.0:1777045284.377281:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045284.377562:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045284.377597:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045284.377626:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045284.377665:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045284.377695:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370141184 00000100:00100000:1.0:1777045284.377705:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370141184 00000100:00080000:2.0:1777045284.377772:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1777045284.377782:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1777045284.377786:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1777045284.382837:0:8776:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370141440 00000100:00100000:3.0:1777045284.382853:0:8776:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370141440 00000100:00100000:3.0:1777045284.382885:0:8776:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370141696 00000100:00100000:3.0:1777045284.382889:0:8776:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370141696 00000100:00100000:3.0:1777045284.382911:0:8776:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370142208 00000100:00100000:3.0:1777045284.382915:0:8776:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370142208 00000100:00100000:3.0:1777045284.382945:0:8776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1014 00000100:00100000:3.0:1777045284.382959:0:8776:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41d52d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+5:2392:x1863365370141824:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777045284.383062:0:8776:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41d52d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+5:2392:x1863365370141824:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 104us (18234us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045284.383075:0:8776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1014 00000100:00100000:3.0:1777045284.383103:0:8776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1015 00000100:00100000:3.0:1777045284.383114:0:8776:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df75298e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:146de360-3fb2-48bd-b418-06f30714148a+10:2392:x1863365370141440:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777045284.383188:0:8776:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df75298e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:146de360-3fb2-48bd-b418-06f30714148a+10:2392:x1863365370141440:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 74us (5626us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045284.383200:0:8776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1015 00000100:00100000:3.0:1777045284.383221:0:8776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1016 00000100:00100000:3.0:1777045284.383232:0:8776:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df75299880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+6:2392:x1863365370141696:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777045284.383609:0:8776:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df75299880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+6:2392:x1863365370141696:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 376us (6008us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045284.383621:0:8776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1016 00000100:00100000:3.0:1777045284.383645:0:8776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1017 00000100:00100000:3.0:1777045284.383657:0:8776:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df75298000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c8fbf189-e8b6-4a0c-9928-bcf3190bfe7b+5:2392:x1863365370142208:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777045284.383697:0:8776:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df75298000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c8fbf189-e8b6-4a0c-9928-bcf3190bfe7b+5:2392:x1863365370142208:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 42us (6032us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045284.383707:0:8776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1017 00000100:00100000:0.0:1777045284.384448:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1018 00000100:00100000:0.0:1777045284.384463:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41d52680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c8fbf189-e8b6-4a0c-9928-bcf3190bfe7b+6:2392:x1863365370142080:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:0.0:1777045284.384535:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41d52680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c8fbf189-e8b6-4a0c-9928-bcf3190bfe7b+6:2392:x1863365370142080:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 74us (13076us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045284.384548:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1018 00000100:00100000:0.0:1777045284.384622:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370141952 00000100:00100000:0.0:1777045284.384631:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370141952 00000100:00100000:0.0:1777045284.384683:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1184 00000100:00100000:0.0:1777045284.384695:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df75298700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c8fbf189-e8b6-4a0c-9928-bcf3190bfe7b+17:2392:x1863365370141952:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:0.0:1777045284.384747:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df75298700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c8fbf189-e8b6-4a0c-9928-bcf3190bfe7b+17:2392:x1863365370141952:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 54us (7120us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045284.384757:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1184 00000100:00100000:0.0:1777045284.385894:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1185 00000100:00100000:0.0:1777045284.385912:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7529b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:146de360-3fb2-48bd-b418-06f30714148a+55:2392:x1863365370141184:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:0.0:1777045284.385978:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7529b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:146de360-3fb2-48bd-b418-06f30714148a+55:2392:x1863365370141184:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 71us (8697us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045284.385989:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1185 00000100:00080000:2.0:1777045284.394239:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1777045284.394614:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1777045284.394621:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:3.0:1777045284.506428:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:2.0:1777045285.088723:0:6666:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967372 is committed 00000001:00080000:2.0:1777045285.088751:0:6666:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967371 is committed 00000001:00080000:2.0:1777045285.088762:0:6666:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967373 is committed 00000001:00100000:2.0:1777045285.088769:0:6666:0:(tgt_lastrcvd.c:568:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 15144518-a1c7-4352-a966-cb31eadd4d9b 00000001:00080000:1.0:1777045285.107837:0:5877:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968193 is committed 00000001:00080000:1.0:1777045285.107861:0:5877:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968191 is committed 00000001:00080000:1.0:1777045285.108133:0:5877:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968196 is committed 00000001:00080000:1.0:1777045285.108148:0:5877:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968197 is committed 00000020:00080000:1.0:1777045285.108168:0:5877:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff98de41f1ae40 refcount 2 committed 0 result 0 batchid 30 00000020:00080000:1.0:1777045285.108177:0:5877:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff98de480ef600 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff98de41f1ab40 00000020:00080000:1.0:1777045285.108182:0:5877:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff98de480efc00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff98df6d77bc00 00000020:00080000:3.0:1777045285.109701:0:5888:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 30 committed batchid 29 00000020:00080000:2.0:1777045285.130617:0:5888:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 29 00000040:00080000:2.0:1777045285.334096:0:11491:0:(llog.c:801:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1777045285.334108:0:11491:0:(llog_cat.c:158:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1777045285.334609:0:11491:0:(llog.c:858:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 39 count 2 00000040:00080000:2.0:1777045285.334621:0:11491:0:(llog.c:858:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1777045285.334813:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1777045285.334840:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df6d655c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424421120:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1777045285.334933:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777045285.335034:0:19062:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424421120 00000100:00100000:2.0:1777045285.335045:0:19062:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424421120 00000100:00100000:2.0:1777045285.335121:0:19062:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 503 00000100:00100000:2.0:1777045285.335136:0:19062:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d654000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424421120:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1777045285.335184:0:19062:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 66256896 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1777045285.335286:0:19062:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d654000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424421120:12345-0@lo:13:osp-pre-0-0.0 Request processed in 152us (352us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045285.335299:0:19062:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 503 00000100:00080000:2.0:1777045285.335336:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1777045285.342820:0:3343:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967372 gen 2 00000004:00080000:2.0:1777045285.342839:0:3343:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967372 committed transno 4294967372 00000100:00100000:2.0:1777045285.342893:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df6d655c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424421120:0@lo:13:osp-pre-0-0.0 00010000:00010000:0.0:1777045285.525523:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777045286.357704:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df6d656d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3342:1863365424421376:0@lo:400:kworker.0 00000100:00100000:2.0:1777045286.357786:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777045286.357891:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de41c64380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424421888:0@lo:400:kworker.0 00000100:00100000:2.0:1777045286.357934:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777045286.357985:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1777045286.357995:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df6d655c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ce657616-b3f3-4e21-ac89-518ab611901c:3342:1863365424421248:0@lo:400:kworker.0 00000100:00100000:2.0:1777045286.358040:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777045286.358076:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df77b07800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3342:1863365424421760:0@lo:400:kworker.0 00000100:00100000:2.0:1777045286.358113:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777045286.358173:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df6d656300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3343:1863365424421504:0@lo:400:kworker.0 00000100:00100000:2.0:1777045286.358612:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777045286.358642:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1777045286.358651:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df77b06d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424421632:0@lo:400:kworker.0 00000100:00100000:2.0:1777045286.358688:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777045286.358750:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424421376 00000100:00100000:2.0:1777045286.358761:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424421376 00000100:00100000:2.0:1777045286.358813:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424421760 00000100:00100000:2.0:1777045286.358819:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424421760 00000100:00100000:2.0:1777045286.358864:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424421504 00000100:00100000:2.0:1777045286.358870:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424421504 00000100:00100000:2.0:1777045286.358896:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1186 00000100:00100000:2.0:1777045286.358908:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41c65500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3342:x1863365424421376:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777045286.358984:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41c65500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3342:x1863365424421376:12345-0@lo:400:kworker.0 Request processed in 76us (1198us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045286.358995:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1186 00000100:00100000:2.0:1777045286.359027:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1187 00000100:00100000:2.0:1777045286.359042:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41c66680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3342:x1863365424421760:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777045286.359090:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41c66680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3342:x1863365424421760:12345-0@lo:400:kworker.0 Request processed in 54us (975us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045286.359100:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1187 00000100:00100000:2.0:1777045286.359123:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1188 00000100:00100000:2.0:1777045286.359134:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42e5a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3343:x1863365424421504:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777045286.359188:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42e5a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3343:x1863365424421504:12345-0@lo:400:kworker.0 Request processed in 55us (576us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045286.359198:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1188 00000100:00100000:2.0:1777045286.359259:0:6641:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424421888 00000100:00100000:2.0:1777045286.359266:0:6641:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424421888 00000100:00100000:2.0:1777045286.359643:0:6641:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424421632 00000100:00100000:2.0:1777045286.359650:0:6641:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424421632 00000100:00100000:2.0:1777045286.359683:0:6641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1019 00000100:00100000:2.0:1777045286.359692:0:6641:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41c65880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3342:x1863365424421888:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777045286.359745:0:6641:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41c65880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3342:x1863365424421888:12345-0@lo:400:kworker.0 Request processed in 54us (1811us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045286.359756:0:6641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1019 00000100:00100000:2.0:1777045286.359777:0:6641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1020 00000100:00100000:2.0:1777045286.359788:0:6641:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42e5b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424421632:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777045286.359833:0:6641:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42e5b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424421632:12345-0@lo:400:kworker.0 Request processed in 46us (1144us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045286.359842:0:6641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1020 00000100:00100000:2.0:1777045286.359875:0:5848:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424421248 00000100:00100000:2.0:1777045286.359882:0:5848:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424421248 00000100:00100000:2.0:1777045286.359921:0:5848:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 904 00000100:00100000:2.0:1777045286.359932:0:5848:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df485c3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ce657616-b3f3-4e21-ac89-518ab611901c+18:3342:x1863365424421248:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777045286.359981:0:5848:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df485c3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ce657616-b3f3-4e21-ac89-518ab611901c+18:3342:x1863365424421248:12345-0@lo:400:kworker.0 Request processed in 51us (1941us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045286.359991:0:5848:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 904 00000100:00080000:2.0:1777045286.360031:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1777045286.360038:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1777045286.360081:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df6d655c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ce657616-b3f3-4e21-ac89-518ab611901c:3342:1863365424421248:0@lo:400:kworker.0 00000100:00100000:2.0:1777045286.360102:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df77b07800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3342:1863365424421760:0@lo:400:kworker.0 00000100:00100000:2.0:1777045286.360117:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df6d656d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3342:1863365424421376:0@lo:400:kworker.0 00000100:00100000:2.0:1777045286.360132:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de41c64380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424421888:0@lo:400:kworker.0 00000100:00100000:2.0:1777045286.360187:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df77b06d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424421632:0@lo:400:kworker.0 00000100:00100000:2.0:1777045286.360232:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df6d656300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3343:1863365424421504:0@lo:400:kworker.0 00000100:00100000:0.0:1777045286.363361:0:3344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1777045286.363401:0:3344:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7b8ed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3344:1863365424422016:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1777045286.363471:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045286.363534:0:6644:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424422016 00000100:00100000:0.0:1777045286.363543:0:6644:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424422016 00000100:00100000:0.0:1777045286.363599:0:6644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 504 00000100:00100000:0.0:1777045286.363612:0:6644:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b8edf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1863365424422016:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1777045286.363657:0:6644:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 57737216 pending 0 free 3851419648 avail 3849322496 00000100:00100000:0.0:1777045286.363720:0:6644:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b8edf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1863365424422016:12345-0@lo:13:osp-pre-1-0.0 Request processed in 110us (247us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045286.363731:0:6644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 504 00000100:00100000:0.0:1777045286.363827:0:3344:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7b8ed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3344:1863365424422016:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1777045286.554654:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777045287.578662:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777045288.605750:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777045289.465923:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045289.465998:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045289.468582:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370142464 00000100:00100000:1.0:1777045289.468598:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370142464 00000100:00100000:1.0:1777045289.468735:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1189 00000100:00100000:1.0:1777045289.468753:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41d51880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:146de360-3fb2-48bd-b418-06f30714148a+49:2391:x1863365370142464:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:1.0:1777045289.468876:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41d51880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:146de360-3fb2-48bd-b418-06f30714148a+49:2391:x1863365370142464:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 128us (2876us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045289.468889:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1189 00000100:00100000:2.0:1777045289.470276:0:5849:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370142336 00000100:00100000:2.0:1777045289.470314:0:5849:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370142336 00000100:00100000:2.0:1777045289.470381:0:5849:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 905 00000100:00100000:2.0:1777045289.470395:0:5849:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df485c2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:19aeff9b-bdfb-4382-8412-7db7c143c0bf+15:2391:x1863365370142336:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:2.0:1777045289.470451:0:5849:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df485c2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:19aeff9b-bdfb-4382-8412-7db7c143c0bf+15:2391:x1863365370142336:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 59us (4540us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045289.470461:0:5849:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 905 00000100:00080000:3.0:1777045289.474340:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1777045289.474483:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045289.474541:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045289.474594:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045289.474644:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045289.474682:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045289.474716:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045289.474749:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045289.474812:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045289.474843:0:6639:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370142720 00000100:00100000:0.0:1777045289.474853:0:6639:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370142720 00000100:00100000:0.0:1777045289.474909:0:6639:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370142976 00000100:00100000:0.0:1777045289.474914:0:6639:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370142976 00000100:00100000:0.0:1777045289.474933:0:6639:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370143360 00000100:00100000:0.0:1777045289.474937:0:6639:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370143360 00000100:00100000:0.0:1777045289.474954:0:6639:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370142592 00000100:00100000:0.0:1777045289.474957:0:6639:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370142592 00000100:00100000:0.0:1777045289.474973:0:6639:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370143488 00000100:00100000:0.0:1777045289.474977:0:6639:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370143488 00000100:00100000:0.0:1777045289.474994:0:6639:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370143104 00000100:00100000:0.0:1777045289.474997:0:6639:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370143104 00000100:00100000:0.0:1777045289.475022:0:6639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1021 00000100:00100000:0.0:1777045289.475034:0:6639:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b8ed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:146de360-3fb2-48bd-b418-06f30714148a+10:2390:x1863365370142720:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:0.0:1777045289.475108:0:6639:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b8ed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:146de360-3fb2-48bd-b418-06f30714148a+10:2390:x1863365370142720:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 75us (630us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045289.475120:0:6639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1021 00000100:00100000:0.0:1777045289.475145:0:6639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1022 00000100:00100000:0.0:1777045289.475155:0:6639:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b8ef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+5:2390:x1863365370142976:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:0.0:1777045289.475194:0:6639:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b8ef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+5:2390:x1863365370142976:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 40us (653us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045289.475250:0:6639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1022 00000100:00100000:0.0:1777045289.475271:0:6639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1023 00000100:00100000:0.0:1777045289.475307:0:6639:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d60ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c8fbf189-e8b6-4a0c-9928-bcf3190bfe7b+5:2390:x1863365370143360:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:0.0:1777045289.475347:0:6639:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d60ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c8fbf189-e8b6-4a0c-9928-bcf3190bfe7b+5:2390:x1863365370143360:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 67us (753us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045289.475356:0:6639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1023 00000100:00100000:0.0:1777045289.475375:0:6639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1024 00000100:00100000:0.0:1777045289.475385:0:6639:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d60f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:146de360-3fb2-48bd-b418-06f30714148a+9:2390:x1863365370142592:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:0.0:1777045289.475422:0:6639:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d60f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:146de360-3fb2-48bd-b418-06f30714148a+9:2390:x1863365370142592:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 38us (778us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045289.475432:0:6639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1024 00000100:00100000:0.0:1777045289.475451:0:6639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1025 00000100:00100000:0.0:1777045289.475462:0:6639:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de430ff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c8fbf189-e8b6-4a0c-9928-bcf3190bfe7b+5:2390:x1863365370143488:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:0.0:1777045289.475497:0:6639:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de430ff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c8fbf189-e8b6-4a0c-9928-bcf3190bfe7b+5:2390:x1863365370143488:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 37us (748us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045289.475507:0:6639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1025 00000100:00100000:0.0:1777045289.475528:0:6639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 388 00000100:00100000:0.0:1777045289.475538:0:6639:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b9f8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+5:2389:x1863365370143104:12345-192.168.201.45@tcp:9:kworker.0 00000020:00000080:0.0:1777045289.475564:0:6639:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x2c8777a5e7d9ecce 00000100:00080000:0.0:1777045289.475575:0:6639:0:(import.c:65:import_set_state_nolock()) ffff98df67405800 : changing import state from FULL to CLOSED 00000001:00000004:0.0:1777045289.475626:0:6639:0:(tgt_lastrcvd.c:732:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 1, last_transno is 4294967372 00000100:00100000:0.0:1777045289.476233:0:6639:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b9f8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+2:2389:x1863365370143104:12345-192.168.201.45@tcp:9:kworker.0 Request processed in 663us (1389us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045289.476250:0:6639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 388 00000100:00100000:0.0:1777045289.476306:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370142848 00000100:00100000:0.0:1777045289.476313:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370142848 00000100:00100000:0.0:1777045289.476356:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370143232 00000100:00100000:0.0:1777045289.476361:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370143232 00000100:00100000:0.0:1777045289.476393:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1190 00000100:00100000:0.0:1777045289.476403:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d60f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+33:2390:x1863365370142848:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:0.0:1777045289.476446:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d60f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+33:2390:x1863365370142848:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 45us (1764us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045289.476474:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1190 00000100:00100000:0.0:1777045289.476494:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1191 00000100:00100000:0.0:1777045289.476504:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de430ff800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c8fbf189-e8b6-4a0c-9928-bcf3190bfe7b+8:2390:x1863365370143232:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:0.0:1777045289.476543:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de430ff800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c8fbf189-e8b6-4a0c-9928-bcf3190bfe7b+8:2390:x1863365370143232:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 40us (1827us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045289.476552:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1191 00010000:00010000:0.0:1777045289.476588:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1777045289.478310:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1777045289.478319:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1777045289.478322:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1777045289.621969:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00080000:0.0:1777045290.146840:0:5877:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 30 batchid updated 00000020:00080000:2.0:1777045290.147076:0:5888:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 30 00000020:00080000:2.0:1777045290.147094:0:5888:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 30 00000100:00100000:0.0:1777045290.454738:0:3344:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de42e58a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3344:1863365424422144:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1777045290.454873:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777045290.455502:0:6643:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424422144 00000100:00100000:3.0:1777045290.455515:0:6643:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424422144 00000100:00100000:3.0:1777045290.455619:0:6643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 505 00000100:00100000:3.0:1777045290.455635:0:6643:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b9f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1863365424422144:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1777045290.455687:0:6643:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 66256896 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1777045290.455759:0:6643:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b9f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1863365424422144:12345-0@lo:13:osp-pre-0-0.0 Request processed in 127us (885us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045290.455771:0:6643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 505 00000100:00080000:0.0:1777045290.456729:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1777045290.456801:0:3344:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de42e58a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3344:1863365424422144:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1777045290.488170:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045290.489452:0:5842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370143616 00000100:00100000:3.0:1777045290.489467:0:5842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370143616 00000100:00100000:3.0:1777045290.489584:0:5842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 80 00000100:00100000:3.0:1777045290.489602:0:5842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b9faa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+33:2390:x1863365370143616:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777045290.489626:0:5842:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 16 locks, starting at 0 00010000:00010000:3.0:1777045290.489660:0:5842:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd200/0x2c8777a5e7d9d796 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3b:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148928 expref: 33 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045290.489696:0:5842:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3b:0x0].0x0 (ffff98df43d75e00) 00010000:00010000:3.0:1777045290.489747:0:5842:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024200/0x2c8777a5e7d9d64d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11488a3 expref: 32 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045290.489775:0:5842:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x17:0x0].0x0 (ffff98df43d75800) 00010000:00010000:3.0:1777045290.489843:0:5842:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023600/0x2c8777a5e7d9d5dd lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3a:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148880 expref: 31 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045290.489861:0:5842:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3a:0x0].0x0 (ffff98df4ababe00) 00010000:00010000:3.0:1777045290.489875:0:5842:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfc000/0x2c8777a5e7d9d551 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148856 expref: 30 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045290.489889:0:5842:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff98df46583c00) 00010000:00010000:3.0:1777045290.489901:0:5842:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bf800/0x2c8777a5e7d9d47f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x36:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148810 expref: 29 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045290.489922:0:5842:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x36:0x0].0x0 (ffff98df4ababc00) 00010000:00010000:3.0:1777045290.489936:0:5842:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103600/0x2c8777a5e7d9d184 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x33:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148729 expref: 28 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045290.489954:0:5842:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x33:0x0].0x0 (ffff98df4abab800) 00010000:00010000:3.0:1777045290.489969:0:5842:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df41545a00/0x2c8777a5e7d9cfbd lrc: 0/0,0 mode: --/PR res: [0x200000401:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11486ab expref: 27 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045290.489985:0:5842:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x32:0x0].0x0 (ffff98df48c7ed00) 00010000:00010000:3.0:1777045290.489997:0:5842:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eca00/0x2c8777a5e7d9ceac lrc: 0/0,0 mode: --/PR res: [0x200000401:0x30:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148665 expref: 26 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045290.490011:0:5842:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x30:0x0].0x0 (ffff98df48c7e800) 00010000:00010000:3.0:1777045290.490025:0:5842:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537e00/0x2c8777a5e7d9c9b2 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114852a expref: 25 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045290.490038:0:5842:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff98df4a351500) 00010000:00010000:3.0:1777045290.490049:0:5842:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537800/0x2c8777a5e7d9c854 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11484ac expref: 24 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045290.490063:0:5842:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0x0 (ffff98df48c7e200) 00010000:00010000:3.0:1777045290.490107:0:5842:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df413a6000/0x2c8777a5e7d9c5de lrc: 0/0,0 mode: --/PR res: [0x200000402:0x11:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11483e8 expref: 23 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045290.490127:0:5842:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x11:0x0].0x0 (ffff98df4ababd00) 00010000:00010000:3.0:1777045290.490141:0:5842:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096c00/0x2c8777a5e7d9c56e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x27:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11483c5 expref: 22 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045290.490157:0:5842:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x27:0x0].0x0 (ffff98df4ababa00) 00010000:00010000:3.0:1777045290.490169:0:5842:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64e400/0x2c8777a5e7d9c3d8 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x26:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148340 expref: 21 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045290.490184:0:5842:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x26:0x0].0x0 (ffff98df4abab700) 00010000:00010000:3.0:1777045290.490196:0:5842:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a33600/0x2c8777a5e7d9c2ab lrc: 0/0,0 mode: --/PR res: [0x200000402:0xf:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11482d0 expref: 20 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045290.491033:0:5842:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xf:0x0].0x0 (ffff98df4a351200) 00010000:00010000:3.0:1777045290.491066:0:5842:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32400/0x2c8777a5e7d9c23b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x25:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11482ad expref: 19 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045290.491093:0:5842:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x25:0x0].0x0 (ffff98df4a351d00) 00010000:00010000:3.0:1777045290.491112:0:5842:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a33a00/0x2c8777a5e7d9c0ac lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148221 expref: 18 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045290.491129:0:5842:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff98df47376c00) 00010000:00010000:3.0:1777045290.491135:0:5842:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777045290.491509:0:5842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b9faa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+17:2390:x1863365370143616:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 1907us (3349us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045290.491526:0:5842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 80 00010000:00010000:0.0:1777045290.645663:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777045291.477700:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7b9fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424422272:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1777045291.477811:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777045291.477990:0:19062:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424422272 00000100:00100000:2.0:1777045291.478000:0:19062:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424422272 00000100:00100000:2.0:1777045291.478076:0:19062:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 506 00000100:00100000:2.0:1777045291.478089:0:19062:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41d51180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3341:x1863365424422272:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1777045291.478132:0:19062:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 52625408 pending 0 free 3851419648 avail 3849322496 00000100:00080000:0.0:1777045291.478787:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1777045291.480709:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df605f1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ce657616-b3f3-4e21-ac89-518ab611901c:3342:1863365424422400:0@lo:400:kworker.0 00000100:00100000:0.0:1777045291.480793:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045291.484755:0:5850:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424422400 00000100:00100000:0.0:1777045291.484770:0:5850:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424422400 00000100:00100000:0.0:1777045291.484849:0:5850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 906 00000100:00100000:0.0:1777045291.484864:0:5850:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df485c1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ce657616-b3f3-4e21-ac89-518ab611901c+18:3342:x1863365424422400:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777045291.484964:0:5850:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df485c1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ce657616-b3f3-4e21-ac89-518ab611901c+18:3342:x1863365424422400:12345-0@lo:400:kworker.0 Request processed in 102us (4170us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045291.484975:0:5850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 906 00000100:00100000:0.0:1777045291.485103:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df605f1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ce657616-b3f3-4e21-ac89-518ab611901c:3342:1863365424422400:0@lo:400:kworker.0 00000100:00100000:2.0:1777045291.493728:0:19062:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41d51180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3341:x1863365424422272:12345-0@lo:13:osp-pre-1-0.0 Request processed in 15631us (15907us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045291.493750:0:19062:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 506 00000100:00100000:3.0:1777045291.494097:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7b9fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424422272:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1777045291.494771:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df605f0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3343:1863365424422528:0@lo:400:kworker.0 00000100:00100000:1.0:1777045291.494841:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777045291.494940:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424422528 00000100:00100000:1.0:1777045291.494949:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424422528 00000100:00100000:1.0:1777045291.495010:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1192 00000100:00100000:1.0:1777045291.495022:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df605f1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3343:x1863365424422528:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777045291.495090:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df605f1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3343:x1863365424422528:12345-0@lo:400:kworker.0 Request processed in 69us (247us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045291.495100:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1192 00000100:00100000:1.0:1777045291.495189:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df605f0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3343:1863365424422528:0@lo:400:kworker.0 00000100:00100000:1.0:1777045291.495293:0:3344:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df605f0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3344:1863365424422656:0@lo:400:kworker.0 00000100:00100000:1.0:1777045291.495332:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777045291.495382:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424422656 00000100:00100000:1.0:1777045291.495388:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424422656 00000100:00100000:1.0:1777045291.495435:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1193 00000100:00100000:1.0:1777045291.495446:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df605f2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3344:x1863365424422656:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777045291.495500:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df605f2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3344:x1863365424422656:12345-0@lo:400:kworker.0 Request processed in 56us (167us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045291.495510:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1193 00000100:00080000:1.0:1777045291.495535:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1777045291.495567:0:3344:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df605f0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3344:1863365424422656:0@lo:400:kworker.0 00000100:00100000:1.0:1777045291.495614:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1777045291.495624:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df605f0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424422784:0@lo:400:kworker.0 00000100:00100000:1.0:1777045291.495665:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777045291.495706:0:6639:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424422784 00000100:00100000:1.0:1777045291.495712:0:6639:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424422784 00000100:00100000:1.0:1777045291.495754:0:6639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1026 00000100:00100000:1.0:1777045291.495764:0:6639:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df605f2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3342:x1863365424422784:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777045291.495815:0:6639:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df605f2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3342:x1863365424422784:12345-0@lo:400:kworker.0 Request processed in 51us (148us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045291.495824:0:6639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1026 00000100:00100000:1.0:1777045291.495865:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df605f0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424422784:0@lo:400:kworker.0 00000100:00100000:1.0:1777045291.495908:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df605f0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3342:1863365424422912:0@lo:400:kworker.0 00000100:00100000:1.0:1777045291.495939:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777045291.495975:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424422912 00000100:00100000:1.0:1777045291.495982:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424422912 00000100:00100000:1.0:1777045291.496024:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1194 00000100:00100000:1.0:1777045291.496034:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df605f0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3342:x1863365424422912:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777045291.496090:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df605f0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3342:x1863365424422912:12345-0@lo:400:kworker.0 Request processed in 56us (149us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045291.496099:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1194 00000100:00080000:1.0:1777045291.496121:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1777045291.496148:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df605f0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3342:1863365424422912:0@lo:400:kworker.0 00010000:00010000:3.0:1777045291.679764:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777045292.700462:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:2.0:1777045292.765392:0:7533:0:(tgt_lastrcvd.c:568:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 15144518-a1c7-4352-a966-cb31eadd4d9b 00000020:00000080:2.0:1777045292.765402:0:7533:0:(genops.c:906:class_export_put()) final put ffff98df67407000/15144518-a1c7-4352-a966-cb31eadd4d9b 00000020:00000080:0.0:1777045292.765687:0:8451:0:(genops.c:865:class_export_destroy()) destroying export ffff98df67407000/15144518-a1c7-4352-a966-cb31eadd4d9b for lustre-OST0001 00000020:00000080:0.0:1777045292.765754:0:8451:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff98df67405800 for lustre-OST0001 00010000:00010000:3.0:1777045293.718277:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777045294.586753:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045294.586823:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045294.588722:0:5848:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370143744 00000100:00100000:1.0:1777045294.588738:0:5848:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370143744 00000100:00100000:1.0:1777045294.588835:0:5848:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 907 00000100:00100000:1.0:1777045294.588850:0:5848:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df485c1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:19aeff9b-bdfb-4382-8412-7db7c143c0bf+15:2391:x1863365370143744:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:1.0:1777045294.588978:0:5848:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df485c1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:19aeff9b-bdfb-4382-8412-7db7c143c0bf+15:2391:x1863365370143744:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 130us (2236us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045294.588990:0:5848:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 907 00000100:00100000:0.0:1777045294.589143:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370143872 00000100:00100000:0.0:1777045294.589151:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370143872 00000100:00080000:1.0:1777045294.589825:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1777045294.589851:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1195 00000100:00100000:1.0:1777045294.589865:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41d51500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:146de360-3fb2-48bd-b418-06f30714148a+49:2391:x1863365370143872:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:1.0:1777045294.589919:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41d51500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:146de360-3fb2-48bd-b418-06f30714148a+49:2391:x1863365370143872:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 57us (3096us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045294.589930:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1195 00000100:00100000:1.0:1777045294.595356:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045294.595418:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045294.595467:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045294.595644:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370144768 00000100:00100000:0.0:1777045294.595657:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370144768 00000100:00100000:0.0:1777045294.595733:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370144000 00000100:00100000:0.0:1777045294.595739:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370144000 00000100:00100000:0.0:1777045294.595773:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1027 00000100:00100000:0.0:1777045294.595788:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df605f3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:146de360-3fb2-48bd-b418-06f30714148a+9:2391:x1863365370144000:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:0.0:1777045294.595877:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df605f3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:146de360-3fb2-48bd-b418-06f30714148a+9:2391:x1863365370144000:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 93us (458us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045294.595889:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1027 00000100:00100000:0.0:1777045294.595914:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 389 00000100:00100000:0.0:1777045294.595925:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df605f0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c8fbf189-e8b6-4a0c-9928-bcf3190bfe7b+5:2389:x1863365370144768:12345-192.168.201.45@tcp:9:kworker.0 00000020:00000080:0.0:1777045294.595974:0:6642:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x2c8777a5e7d9ebe7 00000100:00080000:0.0:1777045294.595987:0:6642:0:(import.c:65:import_set_state_nolock()) ffff98de4290c000 : changing import state from FULL to CLOSED 00000001:00000004:0.0:1777045294.596045:0:6642:0:(tgt_lastrcvd.c:732:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 1, last_transno is 4294967372 00000100:00100000:0.0:1777045294.596448:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df605f0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c8fbf189-e8b6-4a0c-9928-bcf3190bfe7b+2:2389:x1863365370144768:12345-192.168.201.45@tcp:9:kworker.0 Request processed in 522us (1102us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045294.596460:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 389 00000100:00100000:1.0:1777045294.596631:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045294.603490:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045294.603561:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045294.603610:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045294.603651:0:6639:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370144128 00000100:00100000:1.0:1777045294.603664:0:6639:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370144128 00000100:00100000:1.0:1777045294.603724:0:6639:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370144384 00000100:00100000:1.0:1777045294.603730:0:6639:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370144384 00000100:00100000:1.0:1777045294.603753:0:6639:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370144640 00000100:00100000:1.0:1777045294.603758:0:6639:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370144640 00000100:00100000:1.0:1777045294.603784:0:6639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1028 00000100:00100000:1.0:1777045294.604091:0:6639:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df605f3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:146de360-3fb2-48bd-b418-06f30714148a+10:2391:x1863365370144128:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:1.0:1777045294.604184:0:6639:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df605f3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:146de360-3fb2-48bd-b418-06f30714148a+10:2391:x1863365370144128:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 387us (706us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045294.604257:0:6639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1028 00000100:00100000:1.0:1777045294.604286:0:6639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1029 00000100:00100000:1.0:1777045294.604298:0:6639:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df605f2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+5:2391:x1863365370144384:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:1.0:1777045294.604343:0:6639:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df605f2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+5:2391:x1863365370144384:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 46us (782us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045294.604354:0:6639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1029 00000100:00100000:1.0:1777045294.604374:0:6639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1030 00000100:00100000:1.0:1777045294.604384:0:6639:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df605f1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c8fbf189-e8b6-4a0c-9928-bcf3190bfe7b+5:2391:x1863365370144640:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:1.0:1777045294.604422:0:6639:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df605f1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c8fbf189-e8b6-4a0c-9928-bcf3190bfe7b+5:2391:x1863365370144640:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 38us (811us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045294.604432:0:6639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1030 00010000:00010000:1.0:1777045294.604458:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1777045294.604470:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1777045294.604476:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1777045294.607805:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370144256 00000100:00100000:2.0:1777045294.607822:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370144256 00000100:00100000:2.0:1777045294.609454:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370144512 00000100:00100000:2.0:1777045294.609462:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370144512 00000100:00100000:3.0:1777045294.609575:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1196 00000100:00100000:3.0:1777045294.609594:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df605f1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+17:2391:x1863365370144256:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777045294.609692:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df605f1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+17:2391:x1863365370144256:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 102us (14222us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045294.609704:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1196 00000100:00080000:1.0:1777045294.612219:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1777045294.612600:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1197 00000100:00100000:2.0:1777045294.612619:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df605f0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c8fbf189-e8b6-4a0c-9928-bcf3190bfe7b+8:2391:x1863365370144512:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:2.0:1777045294.612714:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df605f0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c8fbf189-e8b6-4a0c-9928-bcf3190bfe7b+8:2391:x1863365370144512:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 100us (16082us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045294.612726:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1197 00010000:00010000:3.0:1777045294.741636:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1777045295.574412:0:11491:0:(llog.c:801:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1777045295.574421:0:11491:0:(llog_cat.c:158:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1777045295.574882:0:11491:0:(llog.c:858:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 38 count 1 00000040:00080000:0.0:1777045295.574894:0:11491:0:(llog.c:858:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1777045295.575739:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de42e58380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424423040:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1777045295.576457:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045295.576534:0:6644:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424423040 00000100:00100000:0.0:1777045295.576551:0:6644:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424423040 00000100:00100000:0.0:1777045295.577963:0:6644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 507 00000100:00100000:0.0:1777045295.577982:0:6644:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df605f3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424423040:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1777045295.578041:0:6644:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 66256896 pending 0 free 3858759680 avail 3856662528 00000100:00080000:1.0:1777045295.578137:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1777045295.578214:0:6644:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df605f3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424423040:12345-0@lo:13:osp-pre-0-0.0 Request processed in 206us (1729us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045295.578231:0:6644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 507 00000100:00100000:2.0:1777045295.578338:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de42e58380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424423040:0@lo:13:osp-pre-0-0.0 00010000:00010000:1.0:1777045295.765605:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777045296.599103:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de41db1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3341:1863365424423296:0@lo:400:kworker.0 00000100:00100000:1.0:1777045296.599229:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777045296.599306:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de41db2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424423808:0@lo:400:kworker.0 00000100:00100000:0.0:1777045296.599602:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de41db1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424423552:0@lo:400:kworker.0 00000100:00100000:1.0:1777045296.599610:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045296.599646:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777045296.599654:0:3341:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1777045296.599663:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de41db0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3341:1863365424423424:0@lo:400:kworker.0 00000100:00100000:0.0:1777045296.599676:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:0.0:1777045296.599683:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df605f1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ce657616-b3f3-4e21-ac89-518ab611901c:3343:1863365424423168:0@lo:400:kworker.0 00000100:00100000:1.0:1777045296.599694:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045296.608896:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045296.608948:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de41db0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3343:1863365424423680:0@lo:400:kworker.0 00000100:00100000:1.0:1777045296.608961:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424423296 00000100:00100000:1.0:1777045296.608972:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424423296 00000100:00100000:1.0:1777045296.609032:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424423424 00000100:00100000:1.0:1777045296.609037:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424423424 00000100:00100000:1.0:1777045296.609079:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1198 00000100:00100000:1.0:1777045296.609090:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41db0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3341:x1863365424423296:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777045296.610141:0:5849:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424423168 00000100:00100000:2.0:1777045296.610149:0:5849:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424423168 00000100:00100000:2.0:1777045296.610243:0:5849:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 908 00000100:00100000:2.0:1777045296.610255:0:5849:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df472a8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ce657616-b3f3-4e21-ac89-518ab611901c+18:3343:x1863365424423168:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777045296.619582:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41db0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3341:x1863365424423296:12345-0@lo:400:kworker.0 Request processed in 10463us (20323us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045296.619603:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1198 00000100:00100000:1.0:1777045296.619649:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1199 00000100:00100000:1.0:1777045296.619666:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41db3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3341:x1863365424423424:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777045296.619740:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41db3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3341:x1863365424423424:12345-0@lo:400:kworker.0 Request processed in 80us (20044us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045296.619751:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1199 00000100:00100000:1.0:1777045296.619789:0:6639:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424423808 00000100:00100000:1.0:1777045296.619799:0:6639:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424423808 00000100:00100000:1.0:1777045296.619856:0:6639:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424423552 00000100:00100000:1.0:1777045296.619861:0:6639:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424423552 00000100:00100000:1.0:1777045296.619892:0:6639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1031 00000100:00100000:1.0:1777045296.619903:0:6639:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41db1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3341:x1863365424423808:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777045296.619951:0:6639:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41db1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3341:x1863365424423808:12345-0@lo:400:kworker.0 Request processed in 51us (20341us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045296.619962:0:6639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1031 00000100:00100000:1.0:1777045296.619980:0:6639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1032 00000100:00100000:1.0:1777045296.619990:0:6639:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b9fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424423552:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777045296.620034:0:6639:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b9fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424423552:12345-0@lo:400:kworker.0 Request processed in 46us (20388us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045296.620044:0:6639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1032 00000100:00080000:1.0:1777045296.620078:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1777045296.620085:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1777045296.620296:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de41db0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3341:1863365424423424:0@lo:400:kworker.0 00000100:00100000:1.0:1777045296.620625:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de41db1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3341:1863365424423296:0@lo:400:kworker.0 00000100:00100000:1.0:1777045296.620649:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de41db2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424423808:0@lo:400:kworker.0 00000100:00100000:1.0:1777045296.620775:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de41db2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424423936:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1777045296.620823:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045296.621756:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777045296.629237:0:6643:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424423936 00000100:00100000:3.0:1777045296.629256:0:6643:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424423936 00000100:00100000:3.0:1777045296.629341:0:6643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 508 00000100:00100000:3.0:1777045296.629355:0:6643:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41db1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1863365424423936:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1777045296.629730:0:6643:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 49217536 pending 0 free 3851419648 avail 3849322496 00000100:00100000:3.0:1777045296.629866:0:6643:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41db1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1863365424423936:12345-0@lo:13:osp-pre-1-0.0 Request processed in 511us (9039us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045296.629879:0:6643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 508 00000100:00100000:1.0:1777045296.629945:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de41db1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424423552:0@lo:400:kworker.0 00000100:00100000:3.0:1777045296.629974:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de41db2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424423936:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1777045296.630013:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424423680 00000100:00100000:1.0:1777045296.630019:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424423680 00000100:00100000:1.0:1777045296.630076:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1200 00000100:00100000:1.0:1777045296.630086:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42770a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3343:x1863365424423680:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777045296.630149:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42770a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3343:x1863365424423680:12345-0@lo:400:kworker.0 Request processed in 64us (8394us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045296.630159:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1200 00000100:00080000:1.0:1777045296.630236:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1777045296.631411:0:5849:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df472a8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ce657616-b3f3-4e21-ac89-518ab611901c+18:3343:x1863365424423168:12345-0@lo:400:kworker.0 Request processed in 21153us (22518us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045296.631425:0:5849:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 908 00000100:00100000:1.0:1777045296.632208:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de41db0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3343:1863365424423680:0@lo:400:kworker.0 00000100:00100000:1.0:1777045296.632264:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df605f1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ce657616-b3f3-4e21-ac89-518ab611901c:3343:1863365424423168:0@lo:400:kworker.0 00010000:00010000:3.0:1777045296.791790:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777045297.819356:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:3.0:1777045297.855327:0:7533:0:(tgt_lastrcvd.c:568:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of c8fbf189-e8b6-4a0c-9928-bcf3190bfe7b 00000020:00000080:3.0:1777045297.855339:0:7533:0:(genops.c:906:class_export_put()) final put ffff98de4290d000/c8fbf189-e8b6-4a0c-9928-bcf3190bfe7b 00000020:00000080:0.0:1777045297.859786:0:8451:0:(genops.c:865:class_export_destroy()) destroying export ffff98de4290d000/c8fbf189-e8b6-4a0c-9928-bcf3190bfe7b for lustre-OST0001 00000020:00000080:0.0:1777045297.859916:0:8451:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff98de4290c000 for lustre-OST0001 00010000:00010000:3.0:1777045298.857572:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777045299.705002:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045299.705063:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045299.705152:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045299.705259:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370145408 00000100:00100000:0.0:1777045299.705266:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045299.705320:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370145408 00000100:00100000:0.0:1777045299.705330:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045299.705376:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045299.705426:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370145664 00000100:00100000:0.0:1777045299.705436:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045299.705437:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370145664 00000100:00100000:1.0:1777045299.705481:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370145024 00000100:00100000:1.0:1777045299.705487:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370145024 00000100:00100000:1.0:1777045299.705523:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1201 00000100:00100000:1.0:1777045299.705539:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42770700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+17:2391:x1863365370145408:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:1.0:1777045299.705659:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42770700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+17:2391:x1863365370145408:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 121us (506us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045299.705674:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1201 00000100:00100000:1.0:1777045299.705702:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1202 00000100:00100000:1.0:1777045299.705714:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42770380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c8fbf189-e8b6-4a0c-9928-bcf3190bfe7b+8:2391:x1863365370145664:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:1.0:1777045299.705758:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42770380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c8fbf189-e8b6-4a0c-9928-bcf3190bfe7b+8:2391:x1863365370145664:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 46us (500us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045299.705769:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1202 00000100:00100000:1.0:1777045299.705786:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1203 00000100:00100000:1.0:1777045299.705797:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42771f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:146de360-3fb2-48bd-b418-06f30714148a+49:2391:x1863365370145024:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:1.0:1777045299.705832:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42771f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:146de360-3fb2-48bd-b418-06f30714148a+49:2391:x1863365370145024:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 36us (508us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045299.705843:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1203 00000100:00100000:1.0:1777045299.705873:0:6641:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370145152 00000100:00100000:1.0:1777045299.705880:0:6641:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370145152 00000100:00100000:1.0:1777045299.706261:0:6641:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370145280 00000100:00100000:1.0:1777045299.706270:0:6641:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370145280 00000100:00100000:1.0:1777045299.706318:0:6641:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370145536 00000100:00100000:1.0:1777045299.706324:0:6641:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370145536 00000100:00100000:1.0:1777045299.706349:0:6641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1033 00000100:00100000:1.0:1777045299.706360:0:6641:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42772d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:146de360-3fb2-48bd-b418-06f30714148a+9:2391:x1863365370145152:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:1.0:1777045299.706406:0:6641:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42772d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:146de360-3fb2-48bd-b418-06f30714148a+9:2391:x1863365370145152:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 48us (1345us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045299.706416:0:6641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1033 00000100:00100000:1.0:1777045299.706435:0:6641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1034 00000100:00100000:1.0:1777045299.706445:0:6641:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42771500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:146de360-3fb2-48bd-b418-06f30714148a+10:2391:x1863365370145280:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:1.0:1777045299.706484:0:6641:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42771500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:146de360-3fb2-48bd-b418-06f30714148a+10:2391:x1863365370145280:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 40us (1108us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045299.706493:0:6641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1034 00000100:00100000:1.0:1777045299.706515:0:6641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1035 00000100:00100000:1.0:1777045299.706525:0:6641:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de419fc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+5:2391:x1863365370145536:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:1.0:1777045299.706559:0:6641:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de419fc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+5:2391:x1863365370145536:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 35us (1129us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045299.706569:0:6641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1035 00000100:00080000:1.0:1777045299.706606:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1777045299.706612:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1777045299.706616:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1777045299.707267:0:5850:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370144896 00000100:00100000:2.0:1777045299.707279:0:5850:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370144896 00000100:00100000:2.0:1777045299.707344:0:5850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 909 00000100:00100000:2.0:1777045299.707360:0:5850:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df472a9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:19aeff9b-bdfb-4382-8412-7db7c143c0bf+15:2391:x1863365370144896:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:2.0:1777045299.707411:0:5850:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df472a9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:19aeff9b-bdfb-4382-8412-7db7c143c0bf+15:2391:x1863365370144896:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 56us (2425us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045299.707425:0:5850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 909 00000100:00100000:1.0:1777045299.726950:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045299.727374:0:6641:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370145792 00000100:00100000:2.0:1777045299.727389:0:6641:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370145792 00000100:00100000:2.0:1777045299.727496:0:6641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 390 00000100:00100000:2.0:1777045299.727512:0:6641:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41db0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c8fbf189-e8b6-4a0c-9928-bcf3190bfe7b+5:2389:x1863365370145792:12345-192.168.201.45@tcp:9:kworker.0 00000020:00000080:2.0:1777045299.727555:0:6641:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x2c8777a5e7d9ebe0 00000100:00080000:2.0:1777045299.727568:0:6641:0:(import.c:65:import_set_state_nolock()) ffff98df67403000 : changing import state from FULL to CLOSED 00000001:00000004:2.0:1777045299.727631:0:6641:0:(tgt_lastrcvd.c:732:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 1, last_transno is 4294967373 00000100:00100000:2.0:1777045299.728082:0:6641:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41db0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c8fbf189-e8b6-4a0c-9928-bcf3190bfe7b+2:2389:x1863365370145792:12345-192.168.201.45@tcp:9:kworker.0 Request processed in 569us (1140us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045299.728096:0:6641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 390 00010000:00010000:2.0:1777045299.728160:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1777045299.729603:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1777045299.869797:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777045300.097842:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045300.098747:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370145920 00000100:00100000:1.0:1777045300.098763:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370145920 00000100:00100000:1.0:1777045300.098878:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1325 00000100:00100000:1.0:1777045300.098895:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de419fdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c8fbf189-e8b6-4a0c-9928-bcf3190bfe7b+8:30827:x1863365370145920:12345-192.168.201.45@tcp:60:lhsmtool_posix.0 00000100:00100000:1.0:1777045300.099056:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de419fdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c8fbf189-e8b6-4a0c-9928-bcf3190bfe7b+8:30827:x1863365370145920:12345-192.168.201.45@tcp:60:lhsmtool_posix.0 Request processed in 164us (1223us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045300.099068:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1325 00000100:00100000:0.0:1777045300.113267:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045300.114037:0:5859:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370146176 00000100:00100000:2.0:1777045300.114050:0:5859:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370146176 00000100:00100000:2.0:1777045300.114157:0:5859:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 294 00000100:00100000:2.0:1777045300.114173:0:5859:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de419fce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c8fbf189-e8b6-4a0c-9928-bcf3190bfe7b+8:30827:x1863365370146176:12345-192.168.201.45@tcp:35:lhsmtool_posix.0 00000100:00100000:2.0:1777045300.115312:0:5859:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de419fce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c8fbf189-e8b6-4a0c-9928-bcf3190bfe7b+9:30827:x1863365370146176:12345-192.168.201.45@tcp:35:lhsmtool_posix.0 Request processed in 1136us (2103us total) trans 4294968198 rc 0/0 00000100:00100000:2.0:1777045300.115327:0:5859:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 294 00000001:00100000:2.0:1777045300.347244:0:6666:0:(tgt_lastrcvd.c:568:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of c8fbf189-e8b6-4a0c-9928-bcf3190bfe7b 00000020:00000080:2.0:1777045300.347661:0:6666:0:(genops.c:906:class_export_put()) final put ffff98df67406800/c8fbf189-e8b6-4a0c-9928-bcf3190bfe7b 00000020:00000080:0.0:1777045300.348021:0:17073:0:(genops.c:865:class_export_destroy()) destroying export ffff98df67406800/c8fbf189-e8b6-4a0c-9928-bcf3190bfe7b for lustre-OST0000 00000020:00000080:0.0:1777045300.348093:0:17073:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff98df67403000 for lustre-OST0000 00000001:00080000:1.0:1777045300.417019:0:5877:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968198 is committed 00000100:00100000:3.0:1777045300.695359:0:3344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1777045300.702828:0:3344:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de42e58380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3344:1863365424424064:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1777045300.703217:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045300.713921:0:6644:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424424064 00000100:00100000:0.0:1777045300.713943:0:6644:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424424064 00000100:00100000:0.0:1777045300.714148:0:6644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 509 00000100:00100000:0.0:1777045300.714166:0:6644:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df72b2df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1863365424424064:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1777045300.714257:0:6644:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 61145088 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1777045300.714649:0:6644:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df72b2df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1863365424424064:12345-0@lo:13:osp-pre-0-0.0 Request processed in 486us (11431us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045300.714663:0:6644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 509 00000100:00100000:2.0:1777045300.715581:0:3344:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de42e58380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3344:1863365424424064:0@lo:13:osp-pre-0-0.0 00000100:00080000:1.0:1777045300.717784:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1777045300.885664:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777045301.720817:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de42e5b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3342:1863365424424448:0@lo:400:kworker.0 00000100:00100000:3.0:1777045301.720955:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777045301.721064:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1777045301.721076:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de42e58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3342:1863365424424320:0@lo:400:kworker.0 00000100:00100000:3.0:1777045301.721150:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777045301.721179:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de42e59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424424832:0@lo:400:kworker.0 00000100:00100000:3.0:1777045301.721251:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777045301.721331:0:3344:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de42e58380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ce657616-b3f3-4e21-ac89-518ab611901c:3344:1863365424424192:0@lo:400:kworker.0 00000100:00100000:3.0:1777045301.721379:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777045301.721435:0:3344:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de42e59880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3344:1863365424424704:0@lo:400:kworker.0 00000100:00100000:3.0:1777045301.721477:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777045301.721506:0:3344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1777045301.721517:0:3344:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de42e5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3344:1863365424424576:0@lo:400:kworker.0 00000100:00100000:3.0:1777045301.721554:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045301.721571:0:5848:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424424192 00000100:00100000:0.0:1777045301.721583:0:5848:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424424192 00000100:00100000:0.0:1777045301.721661:0:5848:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 910 00000100:00100000:0.0:1777045301.721677:0:5848:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df472a8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ce657616-b3f3-4e21-ac89-518ab611901c+18:3344:x1863365424424192:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777045301.721762:0:5848:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df472a8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ce657616-b3f3-4e21-ac89-518ab611901c+18:3344:x1863365424424192:12345-0@lo:400:kworker.0 Request processed in 87us (380us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045301.721774:0:5848:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 910 00000100:00100000:1.0:1777045301.722143:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424424448 00000100:00100000:1.0:1777045301.722153:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424424448 00000100:00100000:1.0:1777045301.722266:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424424320 00000100:00100000:1.0:1777045301.722272:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424424320 00000100:00100000:1.0:1777045301.722303:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424424704 00000100:00100000:1.0:1777045301.722308:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424424704 00000100:00080000:0.0:1777045301.722320:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1777045301.722337:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1204 00000100:00100000:1.0:1777045301.722350:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df72b2d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3342:x1863365424424448:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777045301.722368:0:14822:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424424832 00000100:00100000:0.0:1777045301.722374:0:14822:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424424832 00000100:00100000:1.0:1777045301.722419:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df72b2d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3342:x1863365424424448:12345-0@lo:400:kworker.0 Request processed in 70us (1464us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045301.722428:0:14822:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424424576 00000100:00100000:1.0:1777045301.722432:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1204 00000100:00100000:0.0:1777045301.722433:0:14822:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424424576 00000100:00100000:1.0:1777045301.722454:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1205 00000100:00100000:0.0:1777045301.722461:0:14822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1036 00000100:00100000:1.0:1777045301.722465:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df72b2d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3342:x1863365424424320:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777045301.722470:0:14822:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df72b2dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3342:x1863365424424832:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777045301.722515:0:14822:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df72b2dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3342:x1863365424424832:12345-0@lo:400:kworker.0 Request processed in 44us (1263us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045301.722516:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df72b2d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3342:x1863365424424320:12345-0@lo:400:kworker.0 Request processed in 51us (1364us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045301.722528:0:14822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1036 00000100:00100000:1.0:1777045301.722529:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1205 00000100:00100000:0.0:1777045301.722551:0:14822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1037 00000100:00100000:1.0:1777045301.722552:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1206 00000100:00100000:0.0:1777045301.722562:0:14822:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df72b2d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3344:x1863365424424576:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777045301.722563:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df72b2ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3344:x1863365424424704:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777045301.722609:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df72b2ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3344:x1863365424424704:12345-0@lo:400:kworker.0 Request processed in 46us (1130us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045301.722609:0:14822:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df72b2d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3344:x1863365424424576:12345-0@lo:400:kworker.0 Request processed in 48us (1053us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045301.722619:0:14822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1037 00000100:00100000:1.0:1777045301.722626:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1206 00000100:00080000:0.0:1777045301.722655:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1777045301.723621:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de42e5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424424960:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1777045301.725203:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777045301.725304:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de42e58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3342:1863365424424320:0@lo:400:kworker.0 00000100:00100000:3.0:1777045301.725326:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de42e59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424424832:0@lo:400:kworker.0 00000100:00100000:0.0:1777045301.725332:0:19062:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424424960 00000100:00100000:3.0:1777045301.725343:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de42e5b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3342:1863365424424448:0@lo:400:kworker.0 00000100:00100000:0.0:1777045301.725343:0:19062:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424424960 00000100:00100000:3.0:1777045301.725413:0:3344:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de42e5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3344:1863365424424576:0@lo:400:kworker.0 00000100:00100000:3.0:1777045301.725430:0:3344:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de42e58380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ce657616-b3f3-4e21-ac89-518ab611901c:3344:1863365424424192:0@lo:400:kworker.0 00000100:00100000:0.0:1777045301.725430:0:19062:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 510 00000100:00100000:0.0:1777045301.725443:0:19062:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df72b2f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1863365424424960:12345-0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1777045301.725446:0:3344:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de42e59880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3344:1863365424424704:0@lo:400:kworker.0 00002000:00000024:0.0:1777045301.725491:0:19062:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 49217536 pending 0 free 3851419648 avail 3849322496 00000100:00100000:0.0:1777045301.725578:0:19062:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df72b2f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1863365424424960:12345-0@lo:13:osp-pre-1-0.0 Request processed in 136us (378us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045301.725590:0:19062:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 510 00000100:00100000:3.0:1777045301.729194:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de42e5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424424960:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1777045301.911860:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777045302.934941:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777045303.960481:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777045304.874592:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045304.874678:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045304.874826:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045304.874895:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045304.874930:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045304.875018:0:5849:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370146304 00000100:00100000:1.0:1777045304.875054:0:5849:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370146304 00000100:00100000:1.0:1777045304.875121:0:5849:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 911 00000100:00100000:1.0:1777045304.875134:0:5849:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df472a8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:19aeff9b-bdfb-4382-8412-7db7c143c0bf+15:2392:x1863365370146304:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:1.0:1777045304.875254:0:5849:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df472a8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:19aeff9b-bdfb-4382-8412-7db7c143c0bf+15:2392:x1863365370146304:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 121us (673us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045304.875266:0:5849:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 911 00000100:00100000:1.0:1777045304.875440:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370146816 00000100:00100000:1.0:1777045304.875447:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370146816 00000100:00100000:1.0:1777045304.875497:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370146432 00000100:00100000:1.0:1777045304.875502:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370146432 00000100:00100000:1.0:1777045304.875534:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1207 00000100:00100000:1.0:1777045304.875545:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de419fc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+17:2392:x1863365370146816:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:1.0:1777045304.875595:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de419fc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+17:2392:x1863365370146816:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 51us (768us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045304.875605:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1207 00000100:00100000:1.0:1777045304.875623:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1208 00000100:00100000:1.0:1777045304.875633:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d58f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:146de360-3fb2-48bd-b418-06f30714148a+49:2392:x1863365370146432:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:1.0:1777045304.875664:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d58f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:146de360-3fb2-48bd-b418-06f30714148a+49:2392:x1863365370146432:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 33us (770us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045304.875673:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1208 00000100:00080000:1.0:1777045304.875713:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1777045304.889727:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045304.895672:0:6639:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370146560 00000100:00100000:2.0:1777045304.895690:0:6639:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370146560 00000100:00100000:2.0:1777045304.895810:0:6639:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370146688 00000100:00100000:2.0:1777045304.895816:0:6639:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370146688 00000100:00080000:3.0:1777045304.902025:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1777045304.902138:0:8776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1038 00000100:00100000:3.0:1777045304.902165:0:8776:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de419fca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:146de360-3fb2-48bd-b418-06f30714148a+9:2392:x1863365370146560:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777045304.902310:0:8776:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de419fca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:146de360-3fb2-48bd-b418-06f30714148a+9:2392:x1863365370146560:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 157us (27630us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045304.902322:0:8776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1038 00000100:00080000:3.0:1777045304.904172:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1777045304.904173:0:6639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1039 00000100:00100000:2.0:1777045304.904188:0:6639:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d58d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:146de360-3fb2-48bd-b418-06f30714148a+10:2392:x1863365370146688:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:2.0:1777045304.904251:0:6639:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d58d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:146de360-3fb2-48bd-b418-06f30714148a+10:2392:x1863365370146688:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 67us (29318us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045304.904262:0:6639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1039 00000100:00100000:0.0:1777045304.905420:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045304.905900:0:6641:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370146944 00000100:00100000:2.0:1777045304.905913:0:6641:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370146944 00000100:00100000:2.0:1777045304.905992:0:6641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 391 00000100:00100000:2.0:1777045304.906003:0:6641:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d58fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+5:2389:x1863365370146944:12345-192.168.201.45@tcp:9:kworker.0 00000020:00000080:2.0:1777045304.906062:0:6641:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x2c8777a5e7d9efb4 00000100:00080000:2.0:1777045304.906073:0:6641:0:(import.c:65:import_set_state_nolock()) ffff98df7796c800 : changing import state from FULL to CLOSED 00000001:00000004:2.0:1777045304.906177:0:6641:0:(tgt_lastrcvd.c:732:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 1, last_transno is 4294967373 00000100:00100000:3.0:1777045304.906286:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370147072 00000100:00100000:3.0:1777045304.906293:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370147072 00000100:00100000:3.0:1777045304.906652:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1209 00000100:00100000:3.0:1777045304.906663:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d58e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c8fbf189-e8b6-4a0c-9928-bcf3190bfe7b+8:2393:x1863365370147072:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777045304.906733:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d58e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c8fbf189-e8b6-4a0c-9928-bcf3190bfe7b+8:2393:x1863365370147072:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 72us (1317us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045304.906743:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1209 00010000:00010000:3.0:1777045304.906843:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777045304.907150:0:6641:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d58fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+2:2389:x1863365370146944:12345-192.168.201.45@tcp:9:kworker.0 Request processed in 1146us (17434us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045304.907161:0:6641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 391 00000100:00080000:0.0:1777045304.907264:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1777045304.907270:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1777045304.991343:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:2.0:1777045305.473720:0:6666:0:(tgt_lastrcvd.c:568:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 15144518-a1c7-4352-a966-cb31eadd4d9b 00000020:00000080:2.0:1777045305.473732:0:6666:0:(genops.c:906:class_export_put()) final put ffff98df7796e800/15144518-a1c7-4352-a966-cb31eadd4d9b 00000020:00000080:3.0:1777045305.475270:0:12431:0:(genops.c:865:class_export_destroy()) destroying export ffff98df7796e800/15144518-a1c7-4352-a966-cb31eadd4d9b for lustre-OST0000 00000020:00000080:3.0:1777045305.475336:0:12431:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff98df7796c800 for lustre-OST0000 00000040:00080000:0.0:1777045305.814949:0:11491:0:(llog.c:801:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1777045305.814959:0:11491:0:(llog_cat.c:158:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1777045305.816266:0:11491:0:(llog.c:858:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1777045305.816280:0:11491:0:(llog.c:858:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1777045305.818253:0:3344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1777045305.818282:0:3344:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df72b2ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3344:1863365424425088:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1777045305.818362:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777045305.818525:0:6643:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424425088 00000100:00100000:3.0:1777045305.818537:0:6643:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424425088 00000100:00100000:3.0:1777045305.818631:0:6643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 511 00000100:00100000:3.0:1777045305.818666:0:6643:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41db1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1863365424425088:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1777045305.818710:0:6643:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 57737216 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1777045305.818794:0:6643:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41db1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1863365424425088:12345-0@lo:13:osp-pre-0-0.0 Request processed in 152us (431us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045305.818805:0:6643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 511 00000100:00100000:3.0:1777045305.818868:0:3344:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df72b2ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3344:1863365424425088:0@lo:13:osp-pre-0-0.0 00000100:00080000:1.0:1777045305.819808:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1777045306.009796:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777045306.841281:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de480ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3341:1863365424425344:0@lo:400:kworker.0 00000100:00100000:2.0:1777045306.841388:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777045306.841566:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1777045306.841593:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df6d58f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ce657616-b3f3-4e21-ac89-518ab611901c:3343:1863365424425216:0@lo:400:kworker.0 00000100:00100000:1.0:1777045306.841661:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777045306.842169:0:5850:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424425216 00000100:00100000:3.0:1777045306.842182:0:5850:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424425216 00000100:00100000:1.0:1777045306.842243:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de480e8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3342:1863365424425472:0@lo:400:kworker.0 00000100:00100000:3.0:1777045306.842282:0:5850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 912 00000100:00100000:1.0:1777045306.842294:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777045306.842299:0:5850:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df472abc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ce657616-b3f3-4e21-ac89-518ab611901c+18:3343:x1863365424425216:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777045306.842349:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424425344 00000100:00100000:1.0:1777045306.842356:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424425344 00000100:00100000:3.0:1777045306.842389:0:5850:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df472abc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ce657616-b3f3-4e21-ac89-518ab611901c+18:3343:x1863365424425216:12345-0@lo:400:kworker.0 Request processed in 92us (727us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045306.842404:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424425472 00000100:00100000:1.0:1777045306.842409:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424425472 00000100:00100000:3.0:1777045306.842411:0:5850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 912 00000100:00100000:1.0:1777045306.842455:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1210 00000100:00100000:1.0:1777045306.842467:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42e59500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3341:x1863365424425344:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777045306.842518:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1211 00000100:00100000:3.0:1777045306.842532:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41db0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3342:x1863365424425472:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777045306.842628:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41db0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3342:x1863365424425472:12345-0@lo:400:kworker.0 Request processed in 99us (332us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045306.842665:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1211 00000100:00100000:3.0:1777045306.842757:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de480e8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3342:1863365424425472:0@lo:400:kworker.0 00000100:00100000:3.0:1777045306.842797:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df72b2ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424425600:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1777045306.842845:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777045306.842892:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df6d58f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ce657616-b3f3-4e21-ac89-518ab611901c:3343:1863365424425216:0@lo:400:kworker.0 00000100:00100000:3.0:1777045306.843254:0:6644:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424425600 00000100:00100000:3.0:1777045306.843262:0:6644:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424425600 00000100:00100000:3.0:1777045306.843320:0:6644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 512 00000100:00100000:3.0:1777045306.843336:0:6644:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df72b2e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424425600:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1777045306.843382:0:6644:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 49217536 pending 0 free 3851419648 avail 3849322496 00000100:00100000:3.0:1777045306.843451:0:6644:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df72b2e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424425600:12345-0@lo:13:osp-pre-1-0.0 Request processed in 119us (605us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045306.843464:0:6644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 512 00000100:00100000:3.0:1777045306.843534:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df72b2ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424425600:0@lo:13:osp-pre-1-0.0 00000100:00080000:3.0:1777045306.843601:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1777045306.843608:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1777045306.852451:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1777045306.852485:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de480e9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3342:1863365424425856:0@lo:400:kworker.0 00000100:00100000:0.0:1777045306.852583:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045306.852664:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424425856 00000100:00100000:0.0:1777045306.852677:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424425856 00000100:00100000:0.0:1777045306.852765:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1212 00000100:00100000:0.0:1777045306.852781:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de480eb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3342:x1863365424425856:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777045306.852910:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de480eb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3342:x1863365424425856:12345-0@lo:400:kworker.0 Request processed in 88us (284us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045306.852925:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1212 00000100:00080000:0.0:1777045306.852964:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1777045306.853065:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de480e9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3342:1863365424425856:0@lo:400:kworker.0 00000100:00100000:0.0:1777045306.853109:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1777045306.853124:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de480ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424425728:0@lo:400:kworker.0 00000100:00100000:0.0:1777045306.853176:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045306.853283:0:6639:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424425728 00000100:00100000:0.0:1777045306.853291:0:6639:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424425728 00000100:00100000:0.0:1777045306.853346:0:6639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1040 00000100:00100000:0.0:1777045306.853359:0:6639:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de480e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424425728:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777045306.853433:0:6639:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de480e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424425728:12345-0@lo:400:kworker.0 Request processed in 74us (255us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045306.853446:0:6639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1040 00000100:00100000:0.0:1777045306.853503:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de480ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424425728:0@lo:400:kworker.0 00000100:00100000:1.0:1777045306.854612:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42e59500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3341:x1863365424425344:12345-0@lo:400:kworker.0 Request processed in 12142us (13221us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045306.854627:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1210 00000100:00100000:2.0:1777045306.860549:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de480ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3341:1863365424425344:0@lo:400:kworker.0 00010000:00010000:3.0:1777045307.030331:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777045308.053777:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777045309.079410:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777045309.310450:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045309.310511:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045309.310570:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045309.310883:0:5843:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370147200 00000100:00100000:2.0:1777045309.310896:0:5843:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370147200 00000100:00100000:2.0:1777045309.310996:0:5843:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370147456 00000100:00100000:2.0:1777045309.311002:0:5843:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370147456 00000100:00100000:2.0:1777045309.311023:0:5843:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370147328 00000100:00100000:2.0:1777045309.311028:0:5843:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370147328 00000100:00100000:2.0:1777045309.311052:0:5843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 81 00000100:00100000:2.0:1777045309.311066:0:5843:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de480ea680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:19aeff9b-bdfb-4382-8412-7db7c143c0bf+17:2390:x1863365370147200:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777045309.311086:0:5843:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777045309.311112:0:5843:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff98de48022000/0x2c8777a5e7d9ebc4 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x44801000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148fcd expref: 17 pid: 5850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045309.311139:0:5843:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777045309.311270:0:5843:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de480ea680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:19aeff9b-bdfb-4382-8412-7db7c143c0bf+16:2390:x1863365370147200:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 205us (831us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045309.311283:0:5843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 81 00000100:00100000:2.0:1777045309.311314:0:5843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 82 00000100:00100000:2.0:1777045309.311326:0:5843:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de480e9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:19aeff9b-bdfb-4382-8412-7db7c143c0bf+15:2390:x1863365370147456:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777045309.311338:0:5843:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777045309.311353:0:5843:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff98de41dfca00/0x2c8777a5e7d9ebd2 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x44801000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148ffe expref: 15 pid: 5849 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045309.311368:0:5843:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777045309.311395:0:5843:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de480e9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:19aeff9b-bdfb-4382-8412-7db7c143c0bf+14:2390:x1863365370147456:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 71us (883us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045309.311404:0:5843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 82 00000100:00100000:2.0:1777045309.311426:0:5843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 83 00000100:00100000:2.0:1777045309.311436:0:5843:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de480e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:19aeff9b-bdfb-4382-8412-7db7c143c0bf+13:2390:x1863365370147328:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777045309.311448:0:5843:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777045309.311459:0:5843:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff98de48024400/0x2c8777a5e7d9ebcb lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 6 type: PLN flags: 0x44801000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148ff7 expref: 13 pid: 5850 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045309.311474:0:5843:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777045309.311500:0:5843:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de480e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2390:x1863365370147328:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 64us (929us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045309.311510:0:5843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 83 00000100:00100000:3.0:1777045309.401182:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045309.401367:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370147968 00000100:00100000:0.0:1777045309.401382:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370147968 00000100:00100000:0.0:1777045309.401479:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1326 00000100:00100000:0.0:1777045309.401494:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df72b2ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c8fbf189-e8b6-4a0c-9928-bcf3190bfe7b+8:2389:x1863365370147968:12345-192.168.201.45@tcp:39:umount.0 00000020:00000080:0.0:1777045309.401540:0:12646:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x2c8777a5e7d9ebd9 00000020:00010000:0.0:1777045309.401565:0:12646:0:(genops.c:1942:obd_stale_export_put()) Put export ffff98de4290a000: total 0 00000100:00080000:0.0:1777045309.401574:0:12646:0:(import.c:65:import_set_state_nolock()) ffff98de4290b800 : changing import state from FULL to CLOSED 00000001:00000004:0.0:1777045309.401622:0:12646:0:(tgt_lastrcvd.c:732:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 1, last_transno is 4294968198 00000100:00100000:0.0:1777045309.402831:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df72b2ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c8fbf189-e8b6-4a0c-9928-bcf3190bfe7b+7:2389:x1863365370147968:12345-192.168.201.45@tcp:39:umount.0 Request processed in 1336us (1658us total) trans 4294968199 rc 0/0 00000100:00100000:0.0:1777045309.402847:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1326 00000100:00080000:3.0:1777045309.403249:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000020:00010000:2.0:1777045309.403783:0:5844:0:(genops.c:1928:obd_stale_export_get()) Get export ffff98de4290a000: total 0 00010000:00010000:2.0:1777045309.403855:0:5844:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff98de4290a000, canceled 0 locks, left on hash table 3. 00010000:00010000:2.0:1777045309.403904:0:5844:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff98df4a351500) 00010000:00010000:2.0:1777045309.403911:0:5844:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777045309.403924:0:5844:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfc200/0x2c8777a5e7d9ec2d lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149036 expref: 6 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045309.404032:0:5844:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff98df413b6700) 00010000:00010000:2.0:1777045309.404038:0:5844:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1777045309.404047:0:5844:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a33800/0x2c8777a5e7d9ee41 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11490e5 expref: 5 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045309.404076:0:5844:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff98df46583c00) 00010000:00010000:2.0:1777045309.404081:0:5844:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1777045309.404089:0:5844:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023000/0x2c8777a5e7d9ec11 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114902f expref: 4 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045309.404118:0:5844:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff98de4290a000, canceled 3 locks, left on hash table 0. 00010000:00010000:2.0:1777045309.404141:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777045309.404145:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777045309.404148:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777045309.934852:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045309.934901:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045309.934984:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045309.935020:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045309.935056:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045309.935093:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370148224 00000100:00100000:0.0:1777045309.935105:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370148224 00000100:00100000:0.0:1777045309.935169:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370148608 00000100:00100000:0.0:1777045309.935174:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370148608 00000100:00100000:0.0:1777045309.935237:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1213 00000100:00100000:0.0:1777045309.935252:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de480eb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:146de360-3fb2-48bd-b418-06f30714148a+49:2393:x1863365370148224:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:0.0:1777045309.935342:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de480eb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:146de360-3fb2-48bd-b418-06f30714148a+49:2393:x1863365370148224:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 93us (501us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045309.935354:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1213 00000100:00100000:0.0:1777045309.935376:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1214 00000100:00100000:0.0:1777045309.935385:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de480e9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+17:2393:x1863365370148608:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:0.0:1777045309.935418:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de480e9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+17:2393:x1863365370148608:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 34us (362us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045309.935427:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1214 00000100:00100000:1.0:1777045309.936160:0:5848:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370148096 00000100:00100000:1.0:1777045309.936168:0:5848:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370148096 00000100:00100000:1.0:1777045309.936238:0:5848:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 913 00000100:00100000:1.0:1777045309.936251:0:5848:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df472a9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2393:x1863365370148096:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:1.0:1777045309.936295:0:5848:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df472a9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2393:x1863365370148096:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 47us (1342us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045309.936305:0:5848:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 913 00000100:00100000:2.0:1777045309.938879:0:6641:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370148480 00000100:00100000:2.0:1777045309.938892:0:6641:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370148480 00000100:00100000:2.0:1777045309.939789:0:6641:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370148352 00000100:00100000:2.0:1777045309.939797:0:6641:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370148352 00000100:00100000:1.0:1777045309.947643:0:14822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1041 00000100:00100000:0.0:1777045309.947830:0:14822:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de480ea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:146de360-3fb2-48bd-b418-06f30714148a+10:2393:x1863365370148480:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:0.0:1777045309.947931:0:14822:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de480ea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:146de360-3fb2-48bd-b418-06f30714148a+10:2393:x1863365370148480:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 272us (13028us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045309.947944:0:14822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1041 00000100:00100000:0.0:1777045309.948005:0:14822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1042 00000100:00100000:0.0:1777045309.948018:0:14822:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de480eb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:146de360-3fb2-48bd-b418-06f30714148a+9:2393:x1863365370148352:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:0.0:1777045309.948058:0:14822:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de480eb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:146de360-3fb2-48bd-b418-06f30714148a+9:2393:x1863365370148352:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 42us (13038us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045309.948068:0:14822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1042 00000100:00080000:2.0:1777045309.950434:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1777045309.950443:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1777045309.950448:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1777045310.126781:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:1.0:1777045310.667301:0:5877:0:(tgt_lastrcvd.c:568:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of c8fbf189-e8b6-4a0c-9928-bcf3190bfe7b 00000001:00080000:1.0:1777045310.667324:0:5877:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968199 is committed 00000020:00000080:1.0:1777045310.667350:0:5877:0:(genops.c:906:class_export_put()) final put ffff98de4290a000/c8fbf189-e8b6-4a0c-9928-bcf3190bfe7b 00000020:00000080:2.0:1777045310.667715:0:17073:0:(genops.c:865:class_export_destroy()) destroying export ffff98de4290a000/c8fbf189-e8b6-4a0c-9928-bcf3190bfe7b for lustre-MDT0000 00000020:00000080:2.0:1777045310.667798:0:17073:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff98de4290b800 for lustre-MDT0000 00000100:00100000:0.0:1777045310.934064:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df72b2fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424425984:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1777045310.934154:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777045310.935014:0:19062:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424425984 00000100:00100000:1.0:1777045310.935027:0:19062:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424425984 00000100:00100000:1.0:1777045310.935202:0:19062:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 513 00000100:00100000:1.0:1777045310.935218:0:19062:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de480ead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1863365424425984:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1777045310.935288:0:19062:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 57737216 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1777045310.935377:0:19062:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de480ead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1863365424425984:12345-0@lo:13:osp-pre-0-0.0 Request processed in 161us (1221us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045310.935389:0:19062:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 513 00000100:00100000:2.0:1777045310.936274:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df72b2fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424425984:0@lo:13:osp-pre-0-0.0 00000100:00080000:3.0:1777045310.944021:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1777045311.189631:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777045311.958301:0:3344:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de41db2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ce657616-b3f3-4e21-ac89-518ab611901c:3344:1863365424426240:0@lo:400:kworker.0 00000100:00100000:1.0:1777045311.958303:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de41db0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3342:1863365424426496:0@lo:400:kworker.0 00000100:00100000:0.0:1777045311.958408:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df72b2ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424426112:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1777045311.958510:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de41db0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3341:1863365424426368:0@lo:400:kworker.0 00000100:00100000:2.0:1777045311.968760:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777045311.968861:0:3344:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de41db3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3344:1863365424426752:0@lo:400:kworker.0 00000100:00100000:2.0:1777045311.968944:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777045311.969046:0:5849:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424426240 00000100:00100000:2.0:1777045311.969057:0:5849:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424426240 00000100:00100000:2.0:1777045311.969122:0:5849:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 914 00000100:00100000:2.0:1777045311.969137:0:5849:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df472a8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ce657616-b3f3-4e21-ac89-518ab611901c+18:3344:x1863365424426240:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777045311.969573:0:5849:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df472a8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ce657616-b3f3-4e21-ac89-518ab611901c+18:3344:x1863365424426240:12345-0@lo:400:kworker.0 Request processed in 83us (466us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045311.969590:0:5849:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 914 00000100:00100000:2.0:1777045311.969670:0:3344:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de41db2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ce657616-b3f3-4e21-ac89-518ab611901c:3344:1863365424426240:0@lo:400:kworker.0 00000100:00100000:2.0:1777045311.969728:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424426752 00000100:00100000:2.0:1777045311.969735:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424426752 00000100:00100000:2.0:1777045311.969818:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1215 00000100:00100000:2.0:1777045311.969832:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42e5a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3344:x1863365424426752:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777045311.969900:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42e5a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3344:x1863365424426752:12345-0@lo:400:kworker.0 Request processed in 71us (982us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045311.969912:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1215 00000100:00100000:2.0:1777045311.969990:0:3344:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de41db3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3344:1863365424426752:0@lo:400:kworker.0 00000100:00080000:2.0:1777045311.970039:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1777045311.974368:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045311.974946:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045311.974989:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de41db1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424426624:0@lo:400:kworker.0 00000100:00100000:0.0:1777045311.975038:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045311.975078:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424426624 00000100:00100000:0.0:1777045311.975087:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424426624 00000100:00100000:0.0:1777045311.975141:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1043 00000100:00100000:0.0:1777045311.975153:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b51d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424426624:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777045311.975213:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b51d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424426624:12345-0@lo:400:kworker.0 Request processed in 61us (173us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045311.975223:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1043 00000100:00100000:1.0:1777045311.976191:0:6643:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424426112 00000100:00100000:1.0:1777045311.976220:0:6643:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424426112 00000100:00100000:1.0:1777045311.976286:0:6643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 514 00000100:00100000:1.0:1777045311.976298:0:6643:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de480e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424426112:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1777045311.976337:0:6643:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 49217536 pending 0 free 3851419648 avail 3849322496 00000100:00100000:1.0:1777045311.976388:0:6643:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de480e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424426112:12345-0@lo:13:osp-pre-1-0.0 Request processed in 93us (1445us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045311.976398:0:6643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 514 00000100:00080000:1.0:1777045311.976427:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1777045311.976765:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424426496 00000100:00100000:3.0:1777045311.977478:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777045311.977516:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de41db3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424426880:0@lo:400:kworker.0 00000100:00100000:3.0:1777045311.977555:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777045311.977591:0:6641:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424426880 00000100:00100000:3.0:1777045311.977598:0:6641:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424426880 00000100:00100000:3.0:1777045311.977673:0:6641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1044 00000100:00100000:3.0:1777045311.977684:0:6641:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df72b2ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3341:x1863365424426880:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777045311.977737:0:6641:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df72b2ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3341:x1863365424426880:12345-0@lo:400:kworker.0 Request processed in 55us (181us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045311.977747:0:6641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1044 00000100:00100000:3.0:1777045311.977803:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de41db3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424426880:0@lo:400:kworker.0 00000100:00100000:2.0:1777045311.977871:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424426496 00000100:00100000:2.0:1777045311.977956:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424426368 00000100:00100000:2.0:1777045311.977963:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424426368 00000100:00100000:2.0:1777045311.977998:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1216 00000100:00100000:2.0:1777045311.978010:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41db2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3342:x1863365424426496:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777045311.978074:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41db2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3342:x1863365424426496:12345-0@lo:400:kworker.0 Request processed in 65us (3712us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045311.978085:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1216 00000100:00100000:2.0:1777045311.978111:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1217 00000100:00100000:2.0:1777045311.978121:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df72b2c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3341:x1863365424426368:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1777045311.978381:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1777045311.978427:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de41db0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3342:1863365424426496:0@lo:400:kworker.0 00000100:00100000:0.0:1777045311.980522:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de41db1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424426624:0@lo:400:kworker.0 00000100:00100000:0.0:1777045311.980580:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df72b2ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424426112:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1777045311.981913:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df72b2c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3341:x1863365424426368:12345-0@lo:400:kworker.0 Request processed in 3787us (4432us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045311.981956:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1217 00000100:00100000:3.0:1777045311.982726:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de41db0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3341:1863365424426368:0@lo:400:kworker.0 00010000:00010000:0.0:1777045312.214276:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777045313.237588:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777045314.271041:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1777045315.046731:0:11491:0:(llog.c:801:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1777045315.046743:0:11491:0:(llog_cat.c:158:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1777045315.047949:0:11491:0:(llog.c:858:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1777045315.047963:0:11491:0:(llog.c:858:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1777045315.078072:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045315.078142:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045315.078194:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045315.078540:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045315.078579:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045315.078630:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370149248 00000100:00100000:2.0:1777045315.078660:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370149248 00000100:00100000:2.0:1777045315.078733:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370148864 00000100:00100000:2.0:1777045315.078737:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370148864 00000100:00100000:2.0:1777045315.078771:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1218 00000100:00100000:2.0:1777045315.078787:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42e5ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+17:2393:x1863365370149248:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:2.0:1777045315.078920:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42e5ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+17:2393:x1863365370149248:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 134us (723us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045315.078933:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1218 00000100:00100000:2.0:1777045315.078965:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1219 00000100:00100000:2.0:1777045315.078977:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42e5b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:146de360-3fb2-48bd-b418-06f30714148a+49:2393:x1863365370148864:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:2.0:1777045315.079021:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42e5b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:146de360-3fb2-48bd-b418-06f30714148a+49:2393:x1863365370148864:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 46us (482us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045315.079031:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1219 00000100:00100000:2.0:1777045315.079080:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370148992 00000100:00100000:2.0:1777045315.079086:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370148992 00000100:00100000:2.0:1777045315.079125:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370149120 00000100:00100000:2.0:1777045315.079130:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370149120 00000100:00100000:2.0:1777045315.079159:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1045 00000100:00100000:2.0:1777045315.079169:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42e58700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:146de360-3fb2-48bd-b418-06f30714148a+9:2393:x1863365370148992:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:2.0:1777045315.079250:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42e58700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:146de360-3fb2-48bd-b418-06f30714148a+9:2393:x1863365370148992:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 80us (1105us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045315.079262:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1045 00000100:00100000:2.0:1777045315.079284:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1046 00000100:00100000:2.0:1777045315.079294:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42e59880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:146de360-3fb2-48bd-b418-06f30714148a+10:2393:x1863365370149120:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:2.0:1777045315.079336:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42e59880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:146de360-3fb2-48bd-b418-06f30714148a+10:2393:x1863365370149120:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 43us (756us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045315.079348:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1046 00000100:00080000:1.0:1777045315.079651:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1777045315.079658:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1777045315.079662:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1777045315.082747:0:5850:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370148736 00000100:00100000:3.0:1777045315.082761:0:5850:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370148736 00000100:00100000:3.0:1777045315.082837:0:5850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 915 00000100:00100000:3.0:1777045315.082851:0:5850:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df472aa450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2393:x1863365370148736:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777045315.084048:0:5850:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df472aa450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2393:x1863365370148736:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 1196us (5984us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045315.084060:0:5850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 915 00010000:00010000:3.0:1777045315.286549:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777045316.062533:0:3341:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1777045316.062567:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7b51f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424427008:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1777045316.062664:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777045316.063001:0:6644:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424427008 00000100:00100000:2.0:1777045316.063013:0:6644:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424427008 00000100:00100000:2.0:1777045316.063126:0:6644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 515 00000100:00100000:2.0:1777045316.063141:0:6644:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df72b2f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3341:x1863365424427008:12345-0@lo:13:osp-pre-0-0.0 00000100:00080000:3.0:1777045316.063168:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00002000:00000024:2.0:1777045316.063196:0:6644:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 57737216 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1777045316.063283:0:6644:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df72b2f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3341:x1863365424427008:12345-0@lo:13:osp-pre-0-0.0 Request processed in 144us (618us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045316.063298:0:6644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 515 00000100:00100000:3.0:1777045316.063344:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7b51f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424427008:0@lo:13:osp-pre-0-0.0 00010000:00010000:3.0:1777045316.317401:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1777045316.621284:0:20974:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 12r: lseek restores released file ===== 11:41:50 (1777045310) 00000100:00100000:1.0:1777045317.083698:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de41db0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3341:1863365424427392:0@lo:400:kworker.0 00000100:00100000:1.0:1777045317.083779:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777045317.083880:0:3341:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1777045317.083890:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de41db1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424427520:0@lo:400:kworker.0 00000100:00100000:1.0:1777045317.083926:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777045317.083975:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424427392 00000100:00100000:1.0:1777045317.083984:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424427392 00000100:00100000:1.0:1777045317.084051:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1220 00000100:00100000:1.0:1777045317.084063:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41db2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3341:x1863365424427392:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777045317.084126:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41db2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3341:x1863365424427392:12345-0@lo:400:kworker.0 Request processed in 65us (348us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045317.084135:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1220 00000100:00100000:1.0:1777045317.084163:0:8776:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424427520 00000100:00100000:1.0:1777045317.084169:0:8776:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424427520 00000100:00100000:1.0:1777045317.084230:0:8776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1047 00000100:00100000:1.0:1777045317.084241:0:8776:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41db2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3341:x1863365424427520:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777045317.084288:0:8776:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41db2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3341:x1863365424427520:12345-0@lo:400:kworker.0 Request processed in 50us (361us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045317.084297:0:8776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1047 00000100:00080000:1.0:1777045317.084319:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1777045317.084360:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de41db1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424427520:0@lo:400:kworker.0 00000100:00100000:1.0:1777045317.084376:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de41db0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3341:1863365424427392:0@lo:400:kworker.0 00000100:00100000:0.0:1777045317.084514:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de41db0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ce657616-b3f3-4e21-ac89-518ab611901c:3343:1863365424427136:0@lo:400:kworker.0 00000100:00100000:0.0:1777045317.084569:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045317.084603:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de41db3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3343:1863365424427648:0@lo:400:kworker.0 00000100:00100000:0.0:1777045317.084633:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045317.084657:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:0.0:1777045317.084665:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de41db1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3343:1863365424427264:0@lo:400:kworker.0 00000100:00100000:0.0:1777045317.084693:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045317.084712:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de41db3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424427776:0@lo:400:kworker.0 00000100:00100000:0.0:1777045317.084736:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777045317.086634:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424427648 00000100:00100000:2.0:1777045317.086646:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424427648 00000100:00100000:2.0:1777045317.086713:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424427264 00000100:00100000:2.0:1777045317.086718:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424427264 00000100:00100000:2.0:1777045317.086747:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1221 00000100:00100000:2.0:1777045317.086757:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b51ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3343:x1863365424427648:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777045317.086832:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b51ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3343:x1863365424427648:12345-0@lo:400:kworker.0 Request processed in 76us (2196us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045317.087096:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1221 00000100:00100000:2.0:1777045317.087120:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1222 00000100:00100000:2.0:1777045317.087128:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b51ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3343:x1863365424427264:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777045317.087170:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b51ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3343:x1863365424427264:12345-0@lo:400:kworker.0 Request processed in 44us (2477us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045317.087177:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1222 00000100:00100000:2.0:1777045317.087238:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424427776 00000100:00100000:2.0:1777045317.087526:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424427776 00000100:00100000:2.0:1777045317.087570:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1048 00000100:00100000:2.0:1777045317.087578:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b51c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424427776:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777045317.087618:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b51c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424427776:12345-0@lo:400:kworker.0 Request processed in 41us (2880us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045317.087626:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1048 00000100:00100000:2.0:1777045317.087650:0:5848:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424427136 00000100:00100000:2.0:1777045317.087654:0:5848:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424427136 00000100:00100000:2.0:1777045317.087684:0:5848:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 916 00000100:00100000:2.0:1777045317.087692:0:5848:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df472ab850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ce657616-b3f3-4e21-ac89-518ab611901c+18:3343:x1863365424427136:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777045317.087726:0:5848:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df472ab850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ce657616-b3f3-4e21-ac89-518ab611901c+18:3343:x1863365424427136:12345-0@lo:400:kworker.0 Request processed in 35us (3158us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045317.087733:0:5848:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 916 00000100:00100000:2.0:1777045317.087800:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de41db1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3343:1863365424427264:0@lo:400:kworker.0 00000100:00100000:2.0:1777045317.087816:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de41db3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424427776:0@lo:400:kworker.0 00000100:00100000:2.0:1777045317.087826:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de41db0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ce657616-b3f3-4e21-ac89-518ab611901c:3343:1863365424427136:0@lo:400:kworker.0 00000100:00100000:2.0:1777045317.087864:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de41db3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3343:1863365424427648:0@lo:400:kworker.0 00000100:00100000:1.0:1777045317.089275:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1777045317.089291:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de41db0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424427904:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1777045317.089337:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777045317.089383:0:19062:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424427904 00000100:00100000:1.0:1777045317.089389:0:19062:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424427904 00000100:00100000:1.0:1777045317.089428:0:19062:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 516 00000100:00100000:1.0:1777045317.089437:0:19062:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41db1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1863365424427904:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1777045317.089474:0:19062:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 49217536 pending 0 free 3851419648 avail 3849322496 00000100:00100000:1.0:1777045317.089524:0:19062:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41db1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1863365424427904:12345-0@lo:13:osp-pre-1-0.0 Request processed in 87us (185us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045317.089533:0:19062:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 516 00000100:00100000:1.0:1777045317.089579:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de41db0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424427904:0@lo:13:osp-pre-1-0.0 00000100:00080000:3.0:1777045317.097664:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1777045317.097675:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1777045317.339316:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777045317.375022:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045317.375171:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370149376 00000100:00100000:0.0:1777045317.375183:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370149376 00000100:00100000:0.0:1777045317.375317:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1327 00000100:00080000:3.0:1777045317.375322:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1777045317.375333:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42e58380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+17:31468:x1863365370149376:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1777045317.375357:0:7939:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777045317.375382:0:7939:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537c00/0x2c8777a5e7d9f024 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee114917f expref: -99 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045317.375465:0:7939:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537000/0x2c8777a5e7d9f02b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045317.375484:0:7939:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537000/0x2c8777a5e7d9f02b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045317.375499:0:7939:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537000/0x2c8777a5e7d9f02b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045317.375520:0:7939:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537200/0x2c8777a5e7d9f032 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045317.375529:0:7939:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537200/0x2c8777a5e7d9f032 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045317.375538:0:7939:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537200/0x2c8777a5e7d9f032 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045317.376108:0:7939:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537a00/0x2c8777a5e7d9f039 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045317.376120:0:7939:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537a00/0x2c8777a5e7d9f039 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045317.376129:0:7939:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537a00/0x2c8777a5e7d9f039 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777045317.376274:0:7939:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000002:0x1:0x0]: returning size 6656 00000004:00200000:0.0:1777045317.376537:0:7939:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 2 stripe count 1 MDT count 1 00000004:00010000:0.0:1777045317.376657:0:7939:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537a00/0x2c8777a5e7d9f039 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045317.376678:0:7939:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537000/0x2c8777a5e7d9f02b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045317.376687:0:7939:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537000/0x2c8777a5e7d9f02b lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045317.376695:0:7939:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537000/0x2c8777a5e7d9f02b lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045317.376703:0:7939:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98df7b537000 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:0.0:1777045317.376709:0:7939:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537000/0x2c8777a5e7d9f02b lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045317.376718:0:7939:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537000/0x2c8777a5e7d9f02b lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045317.376733:0:7939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff98df413b6700) 00010000:00010000:0.0:1777045317.376737:0:7939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777045317.376743:0:7939:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537000/0x2c8777a5e7d9f02b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045317.376751:0:7939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537000/0x2c8777a5e7d9f02b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045317.376765:0:7939:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537200/0x2c8777a5e7d9f032 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045317.376773:0:7939:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537200/0x2c8777a5e7d9f032 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045317.376780:0:7939:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537200/0x2c8777a5e7d9f032 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045317.376787:0:7939:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98df7b537200 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:0.0:1777045317.376790:0:7939:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537200/0x2c8777a5e7d9f032 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045317.376798:0:7939:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537200/0x2c8777a5e7d9f032 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045317.376807:0:7939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3b979c7a (ffff98df61f8e700) 00010000:00010000:0.0:1777045317.376810:0:7939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777045317.376814:0:7939:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537200/0x2c8777a5e7d9f032 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045317.376820:0:7939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537200/0x2c8777a5e7d9f032 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045317.376885:0:7939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537c00/0x2c8777a5e7d9f024 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114917f expref: 19 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045317.376902:0:7939:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537a00/0x2c8777a5e7d9f039 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114917f expref: 18 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045317.376912:0:7939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff98df61f8ee00) 00010000:00010000:0.0:1777045317.376915:0:7939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1777045317.376919:0:7939:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98df7b537a00, rc 0) 00000100:00100000:0.0:1777045317.377005:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42e58380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+18:31468:x1863365370149376:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 Request processed in 1675us (1991us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045317.377016:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1327 00000100:00100000:3.0:1777045317.402967:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045317.403884:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370149632 00000100:00100000:2.0:1777045317.403899:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370149632 00000100:00100000:2.0:1777045317.403984:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1328 00000100:00100000:2.0:1777045317.403998:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df72b2c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+18:31468:x1863365370149632:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1777045317.404023:0:5856:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777045317.404049:0:5856:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfe00/0x2c8777a5e7d9f040 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1149186 expref: -99 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045317.404145:0:5856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfc00/0x2c8777a5e7d9f047 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045317.404165:0:5856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfc00/0x2c8777a5e7d9f047 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045317.404180:0:5856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfc00/0x2c8777a5e7d9f047 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045317.404304:0:5856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be200/0x2c8777a5e7d9f04e lrc: 3/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045317.404317:0:5856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be200/0x2c8777a5e7d9f04e lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045317.404328:0:5856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be200/0x2c8777a5e7d9f04e lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045317.405249:0:5856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bf400/0x2c8777a5e7d9f055 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045317.405265:0:5856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bf400/0x2c8777a5e7d9f055 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045317.405277:0:5856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bf400/0x2c8777a5e7d9f055 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777045317.405292:0:5856:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000002:0x2:0x0]: returning size 6656 00010000:00010000:2.0:1777045317.405577:0:5856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfc00/0x2c8777a5e7d9f047 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045317.405590:0:5856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfc00/0x2c8777a5e7d9f047 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045317.405600:0:5856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfc00/0x2c8777a5e7d9f047 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045317.405608:0:5856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de435bfc00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:2.0:1777045317.405613:0:5856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfc00/0x2c8777a5e7d9f047 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045317.405623:0:5856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfc00/0x2c8777a5e7d9f047 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045317.405639:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff98df61f8ee00) 00010000:00010000:2.0:1777045317.405643:0:5856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777045317.405649:0:5856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfc00/0x2c8777a5e7d9f047 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045317.405657:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfc00/0x2c8777a5e7d9f047 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045317.405674:0:5856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be200/0x2c8777a5e7d9f04e lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045317.405683:0:5856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be200/0x2c8777a5e7d9f04e lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045317.405691:0:5856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be200/0x2c8777a5e7d9f04e lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045317.405697:0:5856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de435be200 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:2.0:1777045317.405701:0:5856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be200/0x2c8777a5e7d9f04e lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045317.405713:0:5856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be200/0x2c8777a5e7d9f04e lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045317.405723:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x8d45d6bc (ffff98df52c43a00) 00010000:00010000:2.0:1777045317.405726:0:5856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777045317.405730:0:5856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be200/0x2c8777a5e7d9f04e lrc: 2/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045317.405738:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be200/0x2c8777a5e7d9f04e lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045317.406565:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfe00/0x2c8777a5e7d9f040 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149186 expref: 21 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045317.406586:0:5856:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bf400/0x2c8777a5e7d9f055 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149186 expref: 20 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045317.406598:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff98df4a351500) 00010000:00010000:2.0:1777045317.406601:0:5856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777045317.406605:0:5856:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de435bf400, rc 0) 00000100:00100000:2.0:1777045317.406692:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df72b2c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+20:31468:x1863365370149632:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 Request processed in 2694us (3735us total) trans 4294968200 rc 0/0 00000100:00100000:2.0:1777045317.406703:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1328 00000100:00100000:2.0:1777045317.434533:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045317.434605:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045317.434742:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045317.434790:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370150144 00000100:00100000:2.0:1777045317.434802:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370150144 00000100:00100000:2.0:1777045317.435182:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1329 00000100:00100000:2.0:1777045317.435197:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42e59180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:146de360-3fb2-48bd-b418-06f30714148a+49:31469:x1863365370150144:12345-192.168.201.45@tcp:101:lfs.0 00010000:00010000:2.0:1777045317.435225:0:5855:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777045317.435252:0:5855:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be200/0x2c8777a5e7d9f063 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee114918d expref: -99 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045317.435341:0:5855:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfc00/0x2c8777a5e7d9f06a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045317.435393:0:5855:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfc00/0x2c8777a5e7d9f06a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045317.435409:0:5855:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfc00/0x2c8777a5e7d9f06a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045317.435432:0:5855:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfa00/0x2c8777a5e7d9f071 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045317.435444:0:5855:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfa00/0x2c8777a5e7d9f071 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045317.435454:0:5855:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfa00/0x2c8777a5e7d9f071 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00080000:3.0:1777045317.435643:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1777045317.435790:0:5855:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfc00/0x2c8777a5e7d9f06a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045317.435802:0:5855:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfc00/0x2c8777a5e7d9f06a lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045317.435811:0:5855:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfc00/0x2c8777a5e7d9f06a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045317.435826:0:5855:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de435bfc00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:2.0:1777045317.435859:0:5855:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfc00/0x2c8777a5e7d9f06a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045317.435870:0:5855:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfc00/0x2c8777a5e7d9f06a lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045317.435887:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff98df413b6700) 00010000:00010000:2.0:1777045317.435892:0:5855:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777045317.435898:0:5855:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfc00/0x2c8777a5e7d9f06a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045317.435907:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfc00/0x2c8777a5e7d9f06a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045317.435925:0:5855:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfa00/0x2c8777a5e7d9f071 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045317.435935:0:5855:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfa00/0x2c8777a5e7d9f071 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045317.435944:0:5855:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfa00/0x2c8777a5e7d9f071 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045317.435952:0:5855:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de435bfa00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:2.0:1777045317.435956:0:5855:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfa00/0x2c8777a5e7d9f071 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045317.435966:0:5855:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfa00/0x2c8777a5e7d9f071 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045317.435984:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x9699eafa (ffff98df52c43a00) 00010000:00010000:2.0:1777045317.435988:0:5855:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777045317.435992:0:5855:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfa00/0x2c8777a5e7d9f071 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045317.436002:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfa00/0x2c8777a5e7d9f071 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045317.436049:0:5855:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be200/0x2c8777a5e7d9f063 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114918d expref: 50 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045317.436063:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff98df413b6700) 00010000:00010000:2.0:1777045317.436066:0:5855:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777045317.436071:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be200/0x2c8777a5e7d9f063 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114918d expref: 50 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045317.436085:0:5855:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de435be200, rc 0) 00000100:00100000:2.0:1777045317.436158:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42e59180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:146de360-3fb2-48bd-b418-06f30714148a+49:31469:x1863365370150144:12345-192.168.201.45@tcp:101:lfs.0 Request processed in 964us (1417us total) trans 0 rc 301/301 00000100:00100000:2.0:1777045317.436169:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1329 00000100:00100000:2.0:1777045317.436554:0:5842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370150016 00000100:00100000:2.0:1777045317.436562:0:5842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370150016 00000100:00100000:2.0:1777045317.436611:0:5842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 84 00000100:00100000:2.0:1777045317.436622:0:5842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42e5b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+20:2392:x1863365370150016:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777045317.436639:0:5842:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777045317.436656:0:5842:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bf400/0x2c8777a5e7d9f055 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149186 expref: 20 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045317.436679:0:5842:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff98df4a351500) 00010000:00010000:2.0:1777045317.436684:0:5842:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777045317.436713:0:5842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42e5b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+19:2392:x1863365370150016:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 92us (2137us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045317.436723:0:5842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 84 00000100:00100000:0.0:1777045317.441608:0:5859:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370149888 00000100:00100000:0.0:1777045317.441625:0:5859:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370149888 00000100:00100000:0.0:1777045317.441703:0:5859:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 295 00000100:00100000:0.0:1777045317.441716:0:5859:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42e5aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+19:31468:x1863365370149888:12345-192.168.201.45@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1777045317.442697:0:5859:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42e5aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+20:31468:x1863365370149888:12345-192.168.201.45@tcp:35:lhsmtool_posix.0 Request processed in 979us (8172us total) trans 4294968201 rc 0/0 00000100:00100000:0.0:1777045317.442710:0:5859:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 295 00000100:00100000:2.0:1777045317.461979:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045317.462112:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370150400 00000100:00100000:3.0:1777045317.462125:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370150400 00000100:00100000:3.0:1777045317.462252:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1330 00000100:00100000:3.0:1777045317.462269:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42e58000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:146de360-3fb2-48bd-b418-06f30714148a+49:31469:x1863365370150400:12345-192.168.201.45@tcp:36:lfs.0 00010000:00010000:3.0:1777045317.462376:0:5857:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777045317.462411:0:5857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025200/0x2c8777a5e7d9ecff lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149075 expref: 49 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045317.462440:0:5857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff98df413b6700) 00010000:00010000:3.0:1777045317.462447:0:5857:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777045317.462803:0:5857:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023600/0x2c8777a5e7d9f078 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045317.462823:0:5857:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066e00/0x2c8777a5e7d9ec73 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114904b expref: 19 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045317.462862:0:5857:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023600/0x2c8777a5e7d9f078 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045317.462913:0:5857:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066e00/0x2c8777a5e7d9ec73 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114904b expref: 19 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045317.462932:0:5857:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066e00/0x2c8777a5e7d9ec73 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114904b expref: 19 pid: 5855 timeout: 2045 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777045317.462953:0:5857:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df72b2c700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5857:1863365424428032:192.168.201.45@tcp:104: 00000100:00100000:3.0:1777045317.463058:0:5857:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df44276480 going to sleep for 11 seconds 00000100:00100000:2.0:1777045317.475138:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045317.483119:0:5857:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df72b2c700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5857:1863365424428032:192.168.201.45@tcp:104: 00010000:00010000:3.0:1777045317.483161:0:5857:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023600/0x2c8777a5e7d9f078 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777045317.486809:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045317.487180:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370150528 00000100:00100000:1.0:1777045317.487193:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370150528 00000100:00100000:1.0:1777045317.487535:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1331 00000100:00100000:1.0:1777045317.487551:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42e58a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+20:31468:x1863365370150528:12345-192.168.201.45@tcp:59:lhsmtool_posix.0 00000100:00100000:1.0:1777045317.487685:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42e58a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+20:31468:x1863365370150528:12345-192.168.201.45@tcp:59:lhsmtool_posix.0 Request processed in 136us (12557us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045317.487698:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1331 00000100:00100000:3.0:1777045317.487944:0:6655:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370150656 00000100:00100000:3.0:1777045317.487952:0:6655:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370150656 00010000:00010000:3.0:1777045317.487986:0:6655:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066e00/0x2c8777a5e7d9ec73 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114904b expref: 20 pid: 5855 timeout: 2045 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777045317.488022:0:6655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 392 00000100:00100000:3.0:1777045317.488033:0:6655:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df5006cc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+20:2393:x1863365370150656:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777045317.488048:0:6655:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777045317.488057:0:6655:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066e00/0x2c8777a5e7d9ec73 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114904b expref: 20 pid: 5855 timeout: 2045 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045317.488075:0:6655:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066e00/0x2c8777a5e7d9ec73 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114904b expref: 20 pid: 5855 timeout: 2045 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045317.488113:0:6655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48066e00/0x2c8777a5e7d9ec73 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114904b expref: 20 pid: 5855 timeout: 2045 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045317.488135:0:6655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff98df413b6700) 00010000:00010000:3.0:1777045317.488142:0:6655:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023600/0x2c8777a5e7d9f078 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045317.488156:0:6655:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023600/0x2c8777a5e7d9f078 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045317.488167:0:6655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023600/0x2c8777a5e7d9f078 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045317.488233:0:6655:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777045317.488267:0:6655:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df5006cc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+19:2393:x1863365370150656:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 234us (1466us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045317.488279:0:6655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 392 00010000:00010000:3.0:1777045317.488344:0:5857:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023600/0x2c8777a5e7d9f078 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045317.488356:0:5857:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023600/0x2c8777a5e7d9f078 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045317.488384:0:5857:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023200/0x2c8777a5e7d9f07f lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x9699eafa bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045317.488398:0:5857:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023200/0x2c8777a5e7d9f07f lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045317.488411:0:5857:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023200/0x2c8777a5e7d9f07f lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777045317.490601:0:5857:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x4d:0x0]: returning size 512 00010000:00010000:3.0:1777045317.490619:0:5857:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023600/0x2c8777a5e7d9f078 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045317.490631:0:5857:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023600/0x2c8777a5e7d9f078 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045317.490640:0:5857:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023600/0x2c8777a5e7d9f078 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045317.490649:0:5857:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48023600 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:3.0:1777045317.490655:0:5857:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023600/0x2c8777a5e7d9f078 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045317.490666:0:5857:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023600/0x2c8777a5e7d9f078 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045317.490683:0:5857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff98df413b6700) 00010000:00010000:3.0:1777045317.490688:0:5857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777045317.490694:0:5857:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023600/0x2c8777a5e7d9f078 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045317.490703:0:5857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023600/0x2c8777a5e7d9f078 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777045317.490727:0:5857:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000c4496535 reply state 00000000fa1f7453 transno 4294968202 ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023200/0x2c8777a5e7d9f07f lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777045317.490740:0:5857:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1777045317.500516:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42e58000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:146de360-3fb2-48bd-b418-06f30714148a+50:31469:x1863365370150400:12345-192.168.201.45@tcp:36:lfs.0 Request processed in 37012us (37305us total) trans 4294968202 rc 0/0 00000100:00100000:3.0:1777045317.500543:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1330 00010000:00010000:0.0:1777045317.522242:0:3327:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023200/0x2c8777a5e7d9f07f lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045317.522274:0:3327:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023200/0x2c8777a5e7d9f07f lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045317.522285:0:3327:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023200/0x2c8777a5e7d9f07f lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045317.522295:0:3327:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48023200 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:0.0:1777045317.522302:0:3327:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023200/0x2c8777a5e7d9f07f lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045317.522312:0:3327:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023200/0x2c8777a5e7d9f07f lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045317.522337:0:3327:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x9699eafa (ffff98df413b6f00) 00010000:00010000:0.0:1777045317.522342:0:3327:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777045317.522350:0:3327:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023200/0x2c8777a5e7d9f07f lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045317.522359:0:3327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023200/0x2c8777a5e7d9f07f lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777045317.544553:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045317.545330:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370150784 00000100:00100000:2.0:1777045317.545343:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370150784 00000100:00100000:2.0:1777045317.545436:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1332 00000100:00100000:2.0:1777045317.545451:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b51d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:146de360-3fb2-48bd-b418-06f30714148a+49:31470:x1863365370150784:12345-192.168.201.45@tcp:101:bash.0 00010000:00010000:2.0:1777045317.545484:0:7939:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777045317.545512:0:7939:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be200/0x2c8777a5e7d9f086 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1149194 expref: -99 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045317.545613:0:7939:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfa00/0x2c8777a5e7d9f08d lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045317.545632:0:7939:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfa00/0x2c8777a5e7d9f08d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045317.545650:0:7939:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfa00/0x2c8777a5e7d9f08d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777045317.545723:0:7939:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 8704 00000004:00200000:2.0:1777045317.545729:0:7939:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 33 stripe count 1 MDT count 1 00000004:00010000:2.0:1777045317.545763:0:7939:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfa00/0x2c8777a5e7d9f08d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045317.545795:0:7939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be200/0x2c8777a5e7d9f086 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149194 expref: 51 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045317.545821:0:7939:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfa00/0x2c8777a5e7d9f08d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149194 expref: 50 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045317.545854:0:7939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff98df52c43a00) 00010000:00010000:2.0:1777045317.545859:0:7939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1777045317.545863:0:7939:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de435bfa00, rc 0) 00000100:00100000:2.0:1777045317.546171:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b51d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:146de360-3fb2-48bd-b418-06f30714148a+50:31470:x1863365370150784:12345-192.168.201.45@tcp:101:bash.0 Request processed in 721us (1626us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045317.546183:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1332 00000100:00100000:3.0:1777045317.553015:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045317.553163:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370150912 00000100:00100000:1.0:1777045317.553178:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370150912 00000100:00100000:1.0:1777045317.553603:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1333 00000100:00100000:1.0:1777045317.553619:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df72b2c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:146de360-3fb2-48bd-b418-06f30714148a+50:31470:x1863365370150912:12345-192.168.201.45@tcp:101:bash.0 00010000:00010000:1.0:1777045317.553644:0:12646:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777045317.553669:0:12646:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32200/0x2c8777a5e7d9f094 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee114919b expref: -99 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045317.553749:0:12646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32600/0x2c8777a5e7d9f09b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045317.553769:0:12646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32600/0x2c8777a5e7d9f09b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045317.553784:0:12646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32600/0x2c8777a5e7d9f09b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045317.553807:0:12646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a33800/0x2c8777a5e7d9f0a2 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045317.553817:0:12646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a33800/0x2c8777a5e7d9f0a2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045317.553827:0:12646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a33800/0x2c8777a5e7d9f0a2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045317.554281:0:12646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32000/0x2c8777a5e7d9f0a9 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045317.554294:0:12646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32000/0x2c8777a5e7d9f0a9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045317.554305:0:12646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32000/0x2c8777a5e7d9f0a9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777045317.554350:0:12646:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x4d:0x0]: returning size 512 00000004:00200000:1.0:1777045317.554355:0:12646:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1777045317.554385:0:12646:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32000/0x2c8777a5e7d9f0a9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045317.554400:0:12646:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32600/0x2c8777a5e7d9f09b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045317.554410:0:12646:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32600/0x2c8777a5e7d9f09b lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045317.554419:0:12646:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32600/0x2c8777a5e7d9f09b lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045317.554434:0:12646:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de41a32600 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:1.0:1777045317.554440:0:12646:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32600/0x2c8777a5e7d9f09b lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045317.554450:0:12646:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32600/0x2c8777a5e7d9f09b lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045317.554466:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff98df52c43a00) 00010000:00010000:1.0:1777045317.554471:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777045317.554476:0:12646:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32600/0x2c8777a5e7d9f09b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045317.554485:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32600/0x2c8777a5e7d9f09b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045317.554504:0:12646:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a33800/0x2c8777a5e7d9f0a2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045317.554513:0:12646:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a33800/0x2c8777a5e7d9f0a2 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045317.554523:0:12646:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a33800/0x2c8777a5e7d9f0a2 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045317.554531:0:12646:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de41a33800 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:1.0:1777045317.554536:0:12646:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a33800/0x2c8777a5e7d9f0a2 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045317.554546:0:12646:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a33800/0x2c8777a5e7d9f0a2 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045317.554564:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x9699eafa (ffff98df454d4a00) 00010000:00010000:1.0:1777045317.554569:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777045317.554573:0:12646:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a33800/0x2c8777a5e7d9f0a2 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045317.554583:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a33800/0x2c8777a5e7d9f0a2 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045317.554625:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32200/0x2c8777a5e7d9f094 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114919b expref: 52 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045317.554646:0:12646:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32000/0x2c8777a5e7d9f0a9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114919b expref: 51 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045317.554657:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4d:0x0].0x0 (ffff98df454d4600) 00010000:00010000:1.0:1777045317.554660:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:1.0:1777045317.554664:0:12646:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de41a32000, rc 0) 00000100:00100000:1.0:1777045317.554731:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df72b2c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:146de360-3fb2-48bd-b418-06f30714148a+51:31470:x1863365370150912:12345-192.168.201.45@tcp:101:bash.0 Request processed in 1116us (1727us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045317.554743:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1333 00000100:00100000:1.0:1777045317.565769:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045317.566676:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370151040 00000100:00100000:3.0:1777045317.566690:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370151040 00000100:00100000:3.0:1777045317.566776:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1334 00000100:00100000:3.0:1777045317.566790:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41db0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:146de360-3fb2-48bd-b418-06f30714148a+51:31470:x1863365370151040:12345-192.168.201.45@tcp:101:bash.0 00010000:00010000:3.0:1777045317.566814:0:5857:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777045317.566862:0:5857:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023600/0x2c8777a5e7d9f0b0 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee11491a2 expref: -99 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045317.566941:0:5857:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023a00/0x2c8777a5e7d9f0b7 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045317.566960:0:5857:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023a00/0x2c8777a5e7d9f0b7 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045317.566976:0:5857:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023a00/0x2c8777a5e7d9f0b7 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045317.566994:0:5857:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9f0be lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4d:0x0].0x5fded3f1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045317.567005:0:5857:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9f0be lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045317.567015:0:5857:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9f0be lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045317.567100:0:5857:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023a00/0x2c8777a5e7d9f0b7 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045317.567112:0:5857:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023a00/0x2c8777a5e7d9f0b7 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045317.567122:0:5857:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023a00/0x2c8777a5e7d9f0b7 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045317.567131:0:5857:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48023a00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:3.0:1777045317.567137:0:5857:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023a00/0x2c8777a5e7d9f0b7 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045317.567148:0:5857:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023a00/0x2c8777a5e7d9f0b7 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045317.567162:0:5857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4d:0x0].0x0 (ffff98df454d4600) 00010000:00010000:3.0:1777045317.567167:0:5857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777045317.567173:0:5857:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023a00/0x2c8777a5e7d9f0b7 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045317.567182:0:5857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023a00/0x2c8777a5e7d9f0b7 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045317.567259:0:5857:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9f0be lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045317.567271:0:5857:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9f0be lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045317.567570:0:5857:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9f0be lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045317.567578:0:5857:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48022c00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:3.0:1777045317.567583:0:5857:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9f0be lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045317.567593:0:5857:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9f0be lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045317.567605:0:5857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4d:0x0].0x5fded3f1 (ffff98df413b6700) 00010000:00010000:3.0:1777045317.567609:0:5857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777045317.567614:0:5857:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9f0be lrc: 2/0,0 mode: --/PR res: [0x200000401:0x4d:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045317.567623:0:5857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9f0be lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4d:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045317.567665:0:5857:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023600/0x2c8777a5e7d9f0b0 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11491a2 expref: 52 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045317.567680:0:5857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4d:0x0].0x0 (ffff98df454d4600) 00010000:00010000:3.0:1777045317.567684:0:5857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777045317.567689:0:5857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023600/0x2c8777a5e7d9f0b0 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11491a2 expref: 52 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045317.567703:0:5857:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de48023600, rc 0) 00000100:00100000:3.0:1777045317.567776:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41db0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:146de360-3fb2-48bd-b418-06f30714148a+51:31470:x1863365370151040:12345-192.168.201.45@tcp:101:bash.0 Request processed in 989us (2017us total) trans 0 rc 301/301 00000100:00100000:3.0:1777045317.567787:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1334 00000100:00100000:0.0:1777045317.607761:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045317.609251:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370151168 00000100:00100000:1.0:1777045317.609263:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370151168 00000100:00100000:1.0:1777045317.609335:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1335 00000100:00100000:1.0:1777045317.609347:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b51f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+19:31471:x1863365370151168:12345-192.168.201.45@tcp:101:rm.0 00010000:00010000:1.0:1777045317.609370:0:5856:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777045317.609393:0:5856:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a33800/0x2c8777a5e7d9f0c5 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee11491a9 expref: -99 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045317.609485:0:5856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32600/0x2c8777a5e7d9f0cc lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045317.609505:0:5856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32600/0x2c8777a5e7d9f0cc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045317.609520:0:5856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32600/0x2c8777a5e7d9f0cc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777045317.609604:0:5856:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 8704 00000004:00200000:1.0:1777045317.609609:0:5856:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 33 stripe count 1 MDT count 1 00000004:00010000:1.0:1777045317.609636:0:5856:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32600/0x2c8777a5e7d9f0cc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045317.609664:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a33800/0x2c8777a5e7d9f0c5 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11491a9 expref: 21 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045317.609685:0:5856:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32600/0x2c8777a5e7d9f0cc lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11491a9 expref: 20 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045317.609697:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff98df52c43a00) 00010000:00010000:1.0:1777045317.609702:0:5856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1777045317.609707:0:5856:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de41a32600, rc 0) 00000100:00100000:1.0:1777045317.609778:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b51f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+20:31471:x1863365370151168:12345-192.168.201.45@tcp:101:rm.0 Request processed in 433us (2026us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045317.609787:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1335 00000100:00100000:3.0:1777045317.616190:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045317.616769:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370151296 00000100:00100000:2.0:1777045317.616781:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370151296 00000100:00100000:2.0:1777045317.616861:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1336 00000100:00100000:2.0:1777045317.616874:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df72b2f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+20:31471:x1863365370151296:12345-192.168.201.45@tcp:101:rm.0 00010000:00010000:2.0:1777045317.616897:0:5855:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777045317.616919:0:5855:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be200/0x2c8777a5e7d9f0d3 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee11491b0 expref: -99 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045317.616992:0:5855:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfc00/0x2c8777a5e7d9f0da lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045317.617010:0:5855:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfc00/0x2c8777a5e7d9f0da lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045317.617025:0:5855:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfc00/0x2c8777a5e7d9f0da lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045317.617042:0:5855:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfe00/0x2c8777a5e7d9f0e1 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045317.617052:0:5855:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfe00/0x2c8777a5e7d9f0e1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045317.617061:0:5855:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfe00/0x2c8777a5e7d9f0e1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045317.617177:0:5855:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bf000/0x2c8777a5e7d9f0e8 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045317.617187:0:5855:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bf000/0x2c8777a5e7d9f0e8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045317.617196:0:5855:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bf000/0x2c8777a5e7d9f0e8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777045317.617280:0:5855:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x4d:0x0]: returning size 512 00000004:00200000:2.0:1777045317.617285:0:5855:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1777045317.617309:0:5855:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bf000/0x2c8777a5e7d9f0e8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045317.617324:0:5855:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfc00/0x2c8777a5e7d9f0da lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045317.617333:0:5855:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfc00/0x2c8777a5e7d9f0da lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045317.617343:0:5855:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfc00/0x2c8777a5e7d9f0da lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045317.617357:0:5855:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de435bfc00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:2.0:1777045317.617363:0:5855:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfc00/0x2c8777a5e7d9f0da lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045317.617373:0:5855:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfc00/0x2c8777a5e7d9f0da lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045317.617387:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff98df52c43a00) 00010000:00010000:2.0:1777045317.617391:0:5855:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777045317.617396:0:5855:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfc00/0x2c8777a5e7d9f0da lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045317.617404:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfc00/0x2c8777a5e7d9f0da lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045317.617544:0:5855:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfe00/0x2c8777a5e7d9f0e1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045317.617553:0:5855:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfe00/0x2c8777a5e7d9f0e1 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045317.617562:0:5855:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfe00/0x2c8777a5e7d9f0e1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045317.617569:0:5855:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de435bfe00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:2.0:1777045317.617573:0:5855:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfe00/0x2c8777a5e7d9f0e1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045317.617581:0:5855:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfe00/0x2c8777a5e7d9f0e1 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045317.617598:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x9699eafa (ffff98df52c43600) 00010000:00010000:2.0:1777045317.617601:0:5855:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777045317.617605:0:5855:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfe00/0x2c8777a5e7d9f0e1 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045317.617614:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfe00/0x2c8777a5e7d9f0e1 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045317.617647:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be200/0x2c8777a5e7d9f0d3 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11491b0 expref: 22 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045317.617664:0:5855:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bf000/0x2c8777a5e7d9f0e8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11491b0 expref: 21 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045317.617675:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4d:0x0].0x0 (ffff98df454d4600) 00010000:00010000:2.0:1777045317.617678:0:5855:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1777045317.617681:0:5855:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de435bf000, rc 0) 00000100:00100000:2.0:1777045317.617736:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df72b2f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+21:31471:x1863365370151296:12345-192.168.201.45@tcp:101:rm.0 Request processed in 865us (1557us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045317.617746:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1336 00000100:00100000:3.0:1777045317.632309:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045317.632530:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370151424 00000100:00100000:2.0:1777045317.632543:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370151424 00000100:00100000:2.0:1777045317.632642:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1337 00000100:00100000:2.0:1777045317.632657:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df72b2e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+21:31471:x1863365370151424:12345-192.168.201.45@tcp:101:rm.0 00010000:00010000:2.0:1777045317.632681:0:7939:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777045317.632707:0:7939:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be200/0x2c8777a5e7d9f0ef lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee11491b7 expref: -99 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045317.632808:0:7939:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfe00/0x2c8777a5e7d9f0f6 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045317.632847:0:7939:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfe00/0x2c8777a5e7d9f0f6 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045317.632863:0:7939:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfe00/0x2c8777a5e7d9f0f6 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045317.633122:0:7939:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfc00/0x2c8777a5e7d9f0fd lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4d:0x0].0x5fded3f1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045317.633133:0:7939:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfc00/0x2c8777a5e7d9f0fd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045317.633143:0:7939:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfc00/0x2c8777a5e7d9f0fd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045317.633272:0:7939:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfe00/0x2c8777a5e7d9f0f6 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045317.633283:0:7939:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfe00/0x2c8777a5e7d9f0f6 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045317.633292:0:7939:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfe00/0x2c8777a5e7d9f0f6 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045317.633301:0:7939:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de435bfe00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:2.0:1777045317.633307:0:7939:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfe00/0x2c8777a5e7d9f0f6 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045317.633323:0:7939:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfe00/0x2c8777a5e7d9f0f6 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045317.633339:0:7939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4d:0x0].0x0 (ffff98df454d4600) 00010000:00010000:2.0:1777045317.633343:0:7939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777045317.633349:0:7939:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfe00/0x2c8777a5e7d9f0f6 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045317.633358:0:7939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfe00/0x2c8777a5e7d9f0f6 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045317.633375:0:7939:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfc00/0x2c8777a5e7d9f0fd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045317.633384:0:7939:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfc00/0x2c8777a5e7d9f0fd lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045317.633391:0:7939:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfc00/0x2c8777a5e7d9f0fd lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045317.633399:0:7939:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de435bfc00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:2.0:1777045317.633403:0:7939:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfc00/0x2c8777a5e7d9f0fd lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045317.633411:0:7939:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfc00/0x2c8777a5e7d9f0fd lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045317.633421:0:7939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4d:0x0].0x5fded3f1 (ffff98df52c43600) 00010000:00010000:2.0:1777045317.633424:0:7939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777045317.633429:0:7939:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfc00/0x2c8777a5e7d9f0fd lrc: 2/0,0 mode: --/PR res: [0x200000401:0x4d:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045317.633443:0:7939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfc00/0x2c8777a5e7d9f0fd lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4d:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045317.633487:0:7939:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be200/0x2c8777a5e7d9f0ef lrc: 1/0,0 mode: --/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11491b7 expref: 22 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045317.633501:0:7939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4d:0x0].0x0 (ffff98df454d4600) 00010000:00010000:2.0:1777045317.633504:0:7939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777045317.633510:0:7939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be200/0x2c8777a5e7d9f0ef lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11491b7 expref: 22 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045317.633525:0:7939:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de435be200, rc 0) 00000100:00100000:2.0:1777045317.633612:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df72b2e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+21:31471:x1863365370151424:12345-192.168.201.45@tcp:101:rm.0 Request processed in 957us (1326us total) trans 0 rc 301/301 00000100:00100000:2.0:1777045317.633622:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1337 00000100:00100000:0.0:1777045317.645720:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045317.646600:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370151552 00000100:00100000:2.0:1777045317.646614:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370151552 00000100:00100000:2.0:1777045317.646693:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1338 00000100:00100000:2.0:1777045317.646709:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df485bd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+21:31471:x1863365370151552:12345-192.168.201.45@tcp:101:rm.0 00010000:00010000:2.0:1777045317.646734:0:12646:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777045317.646760:0:12646:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bec00/0x2c8777a5e7d9f104 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee11491be expref: -99 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045317.646870:0:12646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bf200/0x2c8777a5e7d9f10b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045317.647117:0:12646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bf200/0x2c8777a5e7d9f10b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045317.647133:0:12646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bf200/0x2c8777a5e7d9f10b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045317.647154:0:12646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bf600/0x2c8777a5e7d9f112 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4d:0x0].0x5fded3f1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045317.647163:0:12646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bf600/0x2c8777a5e7d9f112 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045317.647172:0:12646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bf600/0x2c8777a5e7d9f112 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045317.648895:0:12646:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bf200/0x2c8777a5e7d9f10b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045317.648908:0:12646:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bf200/0x2c8777a5e7d9f10b lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045317.648918:0:12646:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bf200/0x2c8777a5e7d9f10b lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045317.648927:0:12646:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de435bf200 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:2.0:1777045317.648933:0:12646:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bf200/0x2c8777a5e7d9f10b lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045317.648944:0:12646:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bf200/0x2c8777a5e7d9f10b lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045317.648961:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4d:0x0].0x0 (ffff98df454d4600) 00010000:00010000:2.0:1777045317.648965:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777045317.648972:0:12646:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bf200/0x2c8777a5e7d9f10b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045317.648981:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bf200/0x2c8777a5e7d9f10b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045317.649001:0:12646:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bf600/0x2c8777a5e7d9f112 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045317.649009:0:12646:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bf600/0x2c8777a5e7d9f112 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045317.649018:0:12646:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bf600/0x2c8777a5e7d9f112 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045317.649025:0:12646:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de435bf600 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:2.0:1777045317.649029:0:12646:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bf600/0x2c8777a5e7d9f112 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045317.649038:0:12646:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bf600/0x2c8777a5e7d9f112 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045317.649048:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4d:0x0].0x5fded3f1 (ffff98df52c43e00) 00010000:00010000:2.0:1777045317.649052:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777045317.649056:0:12646:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bf600/0x2c8777a5e7d9f112 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x4d:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045317.649064:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bf600/0x2c8777a5e7d9f112 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4d:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045317.649111:0:12646:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bec00/0x2c8777a5e7d9f104 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11491be expref: 22 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045317.649134:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4d:0x0].0x0 (ffff98df454d4600) 00010000:00010000:2.0:1777045317.649138:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777045317.649143:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bec00/0x2c8777a5e7d9f104 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11491be expref: 22 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045317.649157:0:12646:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de435bec00, rc 0) 00000100:00100000:2.0:1777045317.649513:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df485bd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+21:31471:x1863365370151552:12345-192.168.201.45@tcp:101:rm.0 Request processed in 2807us (3802us total) trans 0 rc 301/301 00000100:00100000:2.0:1777045317.649524:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1338 00000100:00100000:3.0:1777045317.688686:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045317.688893:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370151680 00000100:00100000:0.0:1777045317.689137:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370151680 00000100:00100000:2.0:1777045317.689810:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1339 00000100:00100000:2.0:1777045317.689856:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df72b2ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+21:31472:x1863365370151680:12345-192.168.201.45@tcp:101:cp.0 00010000:00010000:2.0:1777045317.689882:0:7939:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777045317.690168:0:7939:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bec00/0x2c8777a5e7d9f119 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee11491c5 expref: -99 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045317.690280:0:7939:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bf600/0x2c8777a5e7d9f120 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045317.690298:0:7939:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bf600/0x2c8777a5e7d9f120 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045317.690315:0:7939:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bf600/0x2c8777a5e7d9f120 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045317.690334:0:7939:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bf200/0x2c8777a5e7d9f127 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4d:0x0].0x5fded3f1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045317.690351:0:7939:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bf200/0x2c8777a5e7d9f127 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045317.690361:0:7939:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bf200/0x2c8777a5e7d9f127 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045317.690482:0:7939:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bf600/0x2c8777a5e7d9f120 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045317.690494:0:7939:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bf600/0x2c8777a5e7d9f120 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045317.690505:0:7939:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bf600/0x2c8777a5e7d9f120 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045317.690514:0:7939:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de435bf600 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:2.0:1777045317.690520:0:7939:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bf600/0x2c8777a5e7d9f120 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045317.690530:0:7939:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bf600/0x2c8777a5e7d9f120 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045317.690547:0:7939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4d:0x0].0x0 (ffff98df454d4600) 00010000:00010000:2.0:1777045317.690552:0:7939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777045317.690558:0:7939:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bf600/0x2c8777a5e7d9f120 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045317.690568:0:7939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bf600/0x2c8777a5e7d9f120 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045317.690588:0:7939:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bf200/0x2c8777a5e7d9f127 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045317.690597:0:7939:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bf200/0x2c8777a5e7d9f127 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045317.690606:0:7939:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bf200/0x2c8777a5e7d9f127 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045317.690614:0:7939:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de435bf200 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:2.0:1777045317.690618:0:7939:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bf200/0x2c8777a5e7d9f127 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045317.690628:0:7939:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bf200/0x2c8777a5e7d9f127 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045317.690638:0:7939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4d:0x0].0x5fded3f1 (ffff98df52c43e00) 00010000:00010000:2.0:1777045317.690643:0:7939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777045317.690647:0:7939:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bf200/0x2c8777a5e7d9f127 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x4d:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045317.690656:0:7939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bf200/0x2c8777a5e7d9f127 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4d:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045317.690698:0:7939:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bec00/0x2c8777a5e7d9f119 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11491c5 expref: 22 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045317.690713:0:7939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4d:0x0].0x0 (ffff98df454d4600) 00010000:00010000:2.0:1777045317.690717:0:7939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777045317.690722:0:7939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bec00/0x2c8777a5e7d9f119 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11491c5 expref: 22 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045317.690745:0:7939:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de435bec00, rc 0) 00000100:00100000:2.0:1777045317.691074:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df72b2ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+21:31472:x1863365370151680:12345-192.168.201.45@tcp:101:cp.0 Request processed in 1249us (2396us total) trans 0 rc 301/301 00000100:00100000:2.0:1777045317.691086:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1339 00000100:00100000:3.0:1777045317.699112:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045317.699341:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370151808 00000100:00100000:2.0:1777045317.699355:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370151808 00000100:00100000:2.0:1777045317.699713:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1340 00000100:00100000:2.0:1777045317.699727:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df72b2fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+21:31472:x1863365370151808:12345-192.168.201.45@tcp:101:cp.0 00010000:00010000:2.0:1777045317.699752:0:5856:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777045317.699777:0:5856:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be200/0x2c8777a5e7d9f12e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee11491cc expref: -99 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045317.699882:0:5856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfc00/0x2c8777a5e7d9f135 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045317.699901:0:5856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfc00/0x2c8777a5e7d9f135 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045317.699915:0:5856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfc00/0x2c8777a5e7d9f135 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045317.699932:0:5856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfe00/0x2c8777a5e7d9f13c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4d:0x0].0x5fded3f1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045317.699940:0:5856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfe00/0x2c8777a5e7d9f13c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045317.699948:0:5856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfe00/0x2c8777a5e7d9f13c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045317.700024:0:5856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfc00/0x2c8777a5e7d9f135 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045317.700034:0:5856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfc00/0x2c8777a5e7d9f135 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045317.700042:0:5856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfc00/0x2c8777a5e7d9f135 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045317.700050:0:5856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de435bfc00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:2.0:1777045317.700055:0:5856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfc00/0x2c8777a5e7d9f135 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045317.700064:0:5856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfc00/0x2c8777a5e7d9f135 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045317.700077:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4d:0x0].0x0 (ffff98df454d4600) 00010000:00010000:2.0:1777045317.700081:0:5856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777045317.700086:0:5856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfc00/0x2c8777a5e7d9f135 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045317.700094:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfc00/0x2c8777a5e7d9f135 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045317.700110:0:5856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfe00/0x2c8777a5e7d9f13c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045317.700117:0:5856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfe00/0x2c8777a5e7d9f13c lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045317.700125:0:5856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfe00/0x2c8777a5e7d9f13c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045317.700133:0:5856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de435bfe00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:2.0:1777045317.700137:0:5856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfe00/0x2c8777a5e7d9f13c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045317.700146:0:5856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfe00/0x2c8777a5e7d9f13c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045317.700155:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4d:0x0].0x5fded3f1 (ffff98df52c43600) 00010000:00010000:2.0:1777045317.700159:0:5856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777045317.700162:0:5856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfe00/0x2c8777a5e7d9f13c lrc: 2/0,0 mode: --/PR res: [0x200000401:0x4d:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045317.700169:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfe00/0x2c8777a5e7d9f13c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4d:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045317.700544:0:5856:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be200/0x2c8777a5e7d9f12e lrc: 1/0,0 mode: --/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11491cc expref: 22 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045317.700561:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4d:0x0].0x0 (ffff98df454d4600) 00010000:00010000:2.0:1777045317.700564:0:5856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777045317.700570:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be200/0x2c8777a5e7d9f12e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11491cc expref: 22 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045317.700586:0:5856:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de435be200, rc 0) 00000100:00100000:2.0:1777045317.700656:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df72b2fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+21:31472:x1863365370151808:12345-192.168.201.45@tcp:101:cp.0 Request processed in 931us (1555us total) trans 0 rc 301/301 00000100:00100000:2.0:1777045317.700665:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1340 00000100:00100000:0.0:1777045317.708160:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045317.710119:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370152064 00000100:00100000:2.0:1777045317.710134:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370152064 00000100:00100000:0.0:1777045317.710922:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1341 00000100:00100000:0.0:1777045317.710937:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df485bfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+21:31472:x1863365370152064:12345-192.168.201.45@tcp:101:cp.0 00010000:00010000:0.0:1777045317.710961:0:12646:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777045317.710987:0:12646:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536400/0x2c8777a5e7d9f143 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x4d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee11491d3 expref: -99 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045317.711134:0:12646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536a00/0x2c8777a5e7d9f14a lrc: 3/0,1 mode: --/CW res: [0x200000401:0x4d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045317.711154:0:12646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536a00/0x2c8777a5e7d9f14a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045317.711170:0:12646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536a00/0x2c8777a5e7d9f14a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045317.711190:0:12646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537800/0x2c8777a5e7d9f151 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x4d:0x0].0x5fded3f1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045317.711201:0:12646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537800/0x2c8777a5e7d9f151 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4d:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045317.711210:0:12646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537800/0x2c8777a5e7d9f151 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4d:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1777045317.715243:0:12646:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x1b:0x0], index 1: 0 00010000:00010000:1.0:1777045317.715540:0:12646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a33800/0x2c8777a5e7d9f158 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x28:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045317.715562:0:12646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a33800/0x2c8777a5e7d9f158 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045317.716754:0:12646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a33800/0x2c8777a5e7d9f158 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045317.716817:0:12646:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536a00/0x2c8777a5e7d9f14a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045317.716850:0:12646:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536a00/0x2c8777a5e7d9f14a lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045317.716861:0:12646:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536a00/0x2c8777a5e7d9f14a lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045317.716870:0:12646:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98df7b536a00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:1.0:1777045317.716876:0:12646:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536a00/0x2c8777a5e7d9f14a lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045317.716887:0:12646:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536a00/0x2c8777a5e7d9f14a lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045317.716904:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4d:0x0].0x0 (ffff98df454d4600) 00010000:00010000:1.0:1777045317.716909:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777045317.716915:0:12646:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536a00/0x2c8777a5e7d9f14a lrc: 2/0,0 mode: --/CW res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045317.717190:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536a00/0x2c8777a5e7d9f14a lrc: 0/0,0 mode: --/CW res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777045317.718096:0:12646:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000284ce8ef reply state 000000000a52d068 transno 4294968203 ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537800/0x2c8777a5e7d9f151 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4d:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777045317.718112:0:12646:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1777045317.718166:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536400/0x2c8777a5e7d9f143 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11491d3 expref: 24 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045317.718187:0:12646:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a33800/0x2c8777a5e7d9f158 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11491d3 expref: 23 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045317.718198:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x28:0x0].0x0 (ffff98df454d4a00) 00010000:00010000:1.0:1777045317.718345:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777045317.718350:0:12646:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de41a33800, rc 0) 00000100:00100000:1.0:1777045317.718447:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df485bfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+24:31472:x1863365370152064:12345-192.168.201.45@tcp:101:cp.0 Request processed in 7512us (10297us total) trans 4294968203 rc 0/0 00000100:00100000:1.0:1777045317.718459:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1341 00000100:00100000:0.0:1777045317.729362:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045317.729654:0:6641:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370152192 00000100:00100000:1.0:1777045317.729668:0:6641:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370152192 00000100:00100000:1.0:1777045317.729722:0:6641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 392 00000100:00100000:1.0:1777045317.729734:0:6641:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df485bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2389:x1863365370152192:12345-192.168.201.45@tcp:8:cp.0 00010000:00080000:1.0:1777045317.729777:0:6641:0:(ldlm_lib.c:1431:target_handle_connect()) lustre-OST0001: connection from 15144518-a1c7-4352-a966-cb31eadd4d9b@192.168.201.45@tcp t0 exp 0000000000000000 cur 1946 last 0 00000020:00000080:1.0:1777045317.729818:0:6641:0:(genops.c:1406:class_connect()) connect: client 15144518-a1c7-4352-a966-cb31eadd4d9b, cookie 0x2c8777a5e7d9f166 00002000:00100000:1.0:1777045317.729884:0:6641:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli 15144518-a1c7-4352-a966-cb31eadd4d9b/ffff98df4fccd000 ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 2113436 ocd_grant: 5111808 ocd_index: 0 ocd_group 0 00002000:00100000:1.0:1777045317.729900:0:6641:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0001: cli supports cksum type f7, return f7 00002000:00080000:1.0:1777045317.730084:0:6641:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:1.0:1777045317.730123:0:6641:0:(import.c:65:import_set_state_nolock()) ffff98df4fcce000 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1777045317.730533:0:6641:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df485bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+6:2389:x1863365370152192:12345-192.168.201.45@tcp:8:cp.0 Request processed in 798us (1182us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045317.730550:0:6641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 392 00010000:00010000:3.0:1777045317.732810:0:3328:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537800/0x2c8777a5e7d9f151 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4d:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045317.732857:0:3328:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537800/0x2c8777a5e7d9f151 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x4d:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045317.732869:0:3328:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537800/0x2c8777a5e7d9f151 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4d:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045317.732879:0:3328:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98df7b537800 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:3.0:1777045317.732885:0:3328:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537800/0x2c8777a5e7d9f151 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4d:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045317.732897:0:3328:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537800/0x2c8777a5e7d9f151 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x4d:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045317.733183:0:3328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4d:0x0].0x5fded3f1 (ffff98df61f8e700) 00010000:00010000:3.0:1777045317.733188:0:3328:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777045317.733195:0:3328:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537800/0x2c8777a5e7d9f151 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x4d:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045317.733770:0:3328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537800/0x2c8777a5e7d9f151 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x4d:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777045317.742492:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045317.743044:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370152320 00000100:00100000:2.0:1777045317.743058:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370152320 00000100:00100000:2.0:1777045317.743168:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 393 00000100:00100000:2.0:1777045317.743182:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b9faa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+6:0:x1863365370152320:12345-192.168.201.45@tcp:101:cp.0 00010000:00010000:2.0:1777045317.743516:0:6642:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777045317.743543:0:6642:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009663a417/0x2c8777a5e7d9f16d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee11491da expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777045317.743593:0:6642:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1777045317.743616:0:6642:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777045317.743619:0:6642:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777045317.743631:0:6642:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009663a417/0x2c8777a5e7d9f16d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11491da expref: 7 pid: 6642 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045317.743655:0:6642:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000009663a417/0x2c8777a5e7d9f16d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11491da expref: 7 pid: 6642 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045317.743673:0:6642:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de435bfe00, rc 0) 00000100:00100000:2.0:1777045317.743733:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b9faa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+7:0:x1863365370152320:12345-192.168.201.45@tcp:101:cp.0 Request processed in 555us (1254us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045317.743744:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 393 00000100:00080000:3.0:1777045317.744918:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1777045317.750598:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045317.750763:0:6639:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370152448 00000100:00100000:2.0:1777045317.750777:0:6639:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370152448 00000100:00100000:2.0:1777045317.750947:0:6639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 394 00000100:00100000:2.0:1777045317.750962:0:6639:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de480ea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+7:31472:x1863365370152448:12345-192.168.201.45@tcp:101:cp.0 00010000:00010000:2.0:1777045317.750985:0:6639:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777045317.751008:0:6639:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000bc7dd959/0x2c8777a5e7d9f174 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee11491e1 expref: -99 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045317.751051:0:6639:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000009663a417/0x2c8777a5e7d9f16d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11491da expref: 8 pid: 6642 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045317.751065:0:6639:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777045317.751067:0:6639:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777045317.751073:0:6639:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bc7dd959/0x2c8777a5e7d9f174 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11491e1 expref: 8 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045317.751119:0:6639:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000009663a417/0x2c8777a5e7d9f16d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11491da expref: 8 pid: 6642 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045317.751138:0:6639:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000009663a417/0x2c8777a5e7d9f16d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11491da expref: 8 pid: 6642 timeout: 2046 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777045317.751156:0:6639:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de42e5b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6639:1863365424428160:192.168.201.45@tcp:104: 00000100:00100000:2.0:1777045317.751279:0:6639:0:(client.c:2691:ptlrpc_set_wait()) set ffff98de41e61000 going to sleep for 11 seconds 00000100:00100000:1.0:1777045317.762265:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045317.762443:0:5842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370152576 00000100:00100000:3.0:1777045317.762455:0:5842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370152576 00010000:00010000:3.0:1777045317.762507:0:5842:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000009663a417/0x2c8777a5e7d9f16d lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11491da expref: 9 pid: 6642 timeout: 2046 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777045317.762566:0:5842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 393 00000100:00100000:3.0:1777045317.762600:0:5842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41db3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2392:x1863365370152576:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777045317.762620:0:5842:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777045317.762649:0:5842:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000009663a417/0x2c8777a5e7d9f16d lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11491da expref: 9 pid: 6642 timeout: 2046 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045317.762669:0:5842:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000009663a417/0x2c8777a5e7d9f16d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11491da expref: 9 pid: 6642 timeout: 2046 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045317.762701:0:5842:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777045317.762705:0:5842:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777045317.762714:0:5842:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000bc7dd959/0x2c8777a5e7d9f174 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11491e1 expref: 9 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045317.762729:0:5842:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bc7dd959/0x2c8777a5e7d9f174 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11491e1 expref: 9 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045317.762776:0:5842:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000bc7dd959/0x2c8777a5e7d9f174 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11491e1 expref: 9 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777045317.762796:0:5842:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de480e9180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5842:1863365424428288:192.168.201.45@tcp:105: 00000100:00100000:3.0:1777045317.763268:0:5842:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df4fe3dd80 going to sleep for 11 seconds 00010000:00010000:2.0:1777045317.763987:0:6639:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009663a417/0x2c8777a5e7d9f16d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11491da expref: 9 pid: 6642 timeout: 2046 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777045317.764013:0:6639:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de42e5b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6639:1863365424428160:192.168.201.45@tcp:104: 00010000:00010000:2.0:1777045317.764043:0:6639:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000bc7dd959/0x2c8777a5e7d9f174 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11491e1 expref: 8 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045317.764068:0:6639:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de435bfc00, rc 0) 00000100:00100000:2.0:1777045317.770645:0:5842:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de480e9180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5842:1863365424428288:192.168.201.45@tcp:105: 00010000:00010000:2.0:1777045317.770675:0:5842:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777045317.770726:0:5842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41db3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2392:x1863365370152576:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 8129us (8472us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045317.770740:0:5842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 393 00000100:00100000:0.0:1777045317.773878:0:6639:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de480ea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+7:31472:x1863365370152448:12345-192.168.201.45@tcp:101:cp.0 Request processed in 22905us (23276us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045317.773893:0:6639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 394 00000100:00100000:3.0:1777045317.782392:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045317.783742:0:5858:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370152832 00000100:00100000:2.0:1777045317.783757:0:5858:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370152832 00000100:00100000:2.0:1777045317.784541:0:5858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 296 00000100:00100000:2.0:1777045317.784559:0:5858:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df45ede850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+23:31472:x1863365370152832:12345-192.168.201.45@tcp:35:cp.0 00000100:00100000:2.0:1777045317.785288:0:5858:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df45ede850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+24:31472:x1863365370152832:12345-192.168.201.45@tcp:35:cp.0 Request processed in 732us (2905us total) trans 4294968204 rc 0/0 00000100:00100000:2.0:1777045317.785300:0:5858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 296 00000100:00100000:1.0:1777045317.890718:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045317.892337:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370152960 00000100:00100000:3.0:1777045317.892351:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370152960 00000100:00100000:3.0:1777045317.892440:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1342 00000100:00100000:3.0:1777045317.892454:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41db0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:146de360-3fb2-48bd-b418-06f30714148a+51:31475:x1863365370152960:12345-192.168.201.45@tcp:101:lfs.0 00010000:00010000:3.0:1777045317.892477:0:5857:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777045317.892502:0:5857:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023200/0x2c8777a5e7d9f17b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee11491e8 expref: -99 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045317.892602:0:5857:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023600/0x2c8777a5e7d9f182 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045317.892622:0:5857:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023600/0x2c8777a5e7d9f182 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045317.892638:0:5857:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023600/0x2c8777a5e7d9f182 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045317.892656:0:5857:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9f189 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4d:0x0].0x5fded3f1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045317.892666:0:5857:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9f189 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045317.892676:0:5857:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9f189 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045317.892786:0:5857:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023a00/0x2c8777a5e7d9f190 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x28:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045317.892799:0:5857:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023a00/0x2c8777a5e7d9f190 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x28:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045317.892809:0:5857:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023a00/0x2c8777a5e7d9f190 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x28:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777045317.892871:0:5857:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x28:0x0]: returning size 158 00000004:00200000:3.0:1777045317.892877:0:5857:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1777045317.892901:0:5857:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023a00/0x2c8777a5e7d9f190 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x28:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045317.892918:0:5857:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023a00/0x2c8777a5e7d9f190 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045317.892929:0:5857:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023600/0x2c8777a5e7d9f182 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045317.892940:0:5857:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023600/0x2c8777a5e7d9f182 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045317.892950:0:5857:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023600/0x2c8777a5e7d9f182 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045317.892959:0:5857:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48023600 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:3.0:1777045317.892964:0:5857:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023600/0x2c8777a5e7d9f182 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045317.892974:0:5857:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023600/0x2c8777a5e7d9f182 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045317.892990:0:5857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4d:0x0].0x0 (ffff98df454d4600) 00010000:00010000:3.0:1777045317.892994:0:5857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777045317.892999:0:5857:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023600/0x2c8777a5e7d9f182 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045317.893009:0:5857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023600/0x2c8777a5e7d9f182 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045317.893034:0:5857:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9f189 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045317.893042:0:5857:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9f189 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045317.893050:0:5857:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9f189 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045317.893057:0:5857:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48022c00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:3.0:1777045317.893062:0:5857:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9f189 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045317.893071:0:5857:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9f189 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045317.893081:0:5857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4d:0x0].0x5fded3f1 (ffff98df413b6700) 00010000:00010000:3.0:1777045317.893084:0:5857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777045317.893088:0:5857:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9f189 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x4d:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045317.893096:0:5857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9f189 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4d:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045317.893131:0:5857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023200/0x2c8777a5e7d9f17b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11491e8 expref: 53 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045317.893148:0:5857:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023a00/0x2c8777a5e7d9f190 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11491e8 expref: 52 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045317.893168:0:5857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x28:0x0].0x0 (ffff98df454d4a00) 00010000:00010000:3.0:1777045317.893171:0:5857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777045317.893175:0:5857:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de48023a00, rc 0) 00000100:00100000:3.0:1777045317.893340:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41db0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:146de360-3fb2-48bd-b418-06f30714148a+52:31475:x1863365370152960:12345-192.168.201.45@tcp:101:lfs.0 Request processed in 888us (2630us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045317.893352:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1342 00000100:00100000:1.0:1777045317.904016:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045317.904153:0:8776:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370153088 00000100:00100000:0.0:1777045317.904166:0:8776:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370153088 00000100:00100000:0.0:1777045317.904320:0:8776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 395 00000100:00100000:0.0:1777045317.904331:0:8776:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df50e7c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:146de360-3fb2-48bd-b418-06f30714148a+10:2393:x1863365370153088:12345-192.168.201.45@tcp:101:lfs.0 00010000:00010000:0.0:1777045317.904350:0:8776:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777045317.904369:0:8776:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000042f7ce9a/0x2c8777a5e7d9f197 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee11491ef expref: -99 pid: 8776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777045317.904462:0:8776:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df485bd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8776:1863365424428416:192.168.201.45@tcp:106: 00000100:00100000:0.0:1777045317.904550:0:8776:0:(client.c:2691:ptlrpc_set_wait()) set ffff98de478230c0 going to sleep for 11 seconds 00000100:00080000:3.0:1777045317.905542:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00002000:00010000:1.0:1777045317.927418:0:8776:0:(ofd_lvb.c:259:ofd_lvbo_update()) res: [0x280000400:0x1b:0x0] updating lvb size: 0 -> 158 00002000:00010000:1.0:1777045317.927429:0:8776:0:(ofd_lvb.c:265:ofd_lvbo_update()) res: [0x280000400:0x1b:0x0] updating lvb mtime: 0 -> 1777045317 00002000:00010000:1.0:1777045317.927433:0:8776:0:(ofd_lvb.c:271:ofd_lvbo_update()) res: [0x280000400:0x1b:0x0] updating lvb atime: 0 -> 1777045317 00002000:00010000:1.0:1777045317.927436:0:8776:0:(ofd_lvb.c:277:ofd_lvbo_update()) res: [0x280000400:0x1b:0x0] updating lvb ctime: 0 -> 1777045317 00000100:00100000:1.0:1777045317.927466:0:8776:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df485bd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8776:1863365424428416:192.168.201.45@tcp:106: 00010000:00010000:1.0:1777045317.927517:0:8776:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000042f7ce9a/0x2c8777a5e7d9f197 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11491ef expref: 11 pid: 8776 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045317.927550:0:8776:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000042f7ce9a/0x2c8777a5e7d9f197 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11491ef expref: 11 pid: 8776 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045317.927589:0:8776:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98df7b537200, rc 0) 00000100:00100000:1.0:1777045317.927676:0:8776:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df50e7c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:146de360-3fb2-48bd-b418-06f30714148a+10:2393:x1863365370153088:12345-192.168.201.45@tcp:101:lfs.0 Request processed in 23344us (23670us total) trans 0 rc 301/301 00000100:00100000:1.0:1777045317.927689:0:8776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 395 00000100:00100000:1.0:1777045317.944327:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045317.945232:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370153216 00000100:00100000:3.0:1777045317.945247:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370153216 00000100:00100000:3.0:1777045317.946292:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1343 00000100:00100000:3.0:1777045317.946311:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41db1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:146de360-3fb2-48bd-b418-06f30714148a+52:31475:x1863365370153216:12345-192.168.201.45@tcp:101:lfs.0 00010000:00010000:3.0:1777045317.946339:0:5855:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777045317.946367:0:5855:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023200/0x2c8777a5e7d9f19e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee11491f6 expref: -99 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045317.949208:0:5855:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537c00/0x2c8777a5e7d9f1a5 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045317.949237:0:5855:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537c00/0x2c8777a5e7d9f1a5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045317.949255:0:5855:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537c00/0x2c8777a5e7d9f1a5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777045317.949341:0:5855:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x4d:0x0]: returning size 512 00000004:00200000:0.0:1777045317.949347:0:5855:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:0.0:1777045317.949380:0:5855:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537c00/0x2c8777a5e7d9f1a5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045317.949457:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023200/0x2c8777a5e7d9f19e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11491f6 expref: 54 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045317.949485:0:5855:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537c00/0x2c8777a5e7d9f1a5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11491f6 expref: 53 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045317.949500:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4d:0x0].0x0 (ffff98df454d4600) 00010000:00010000:0.0:1777045317.949505:0:5855:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1777045317.949510:0:5855:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98df7b537c00, rc 0) 00000100:00100000:0.0:1777045317.949915:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41db1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:146de360-3fb2-48bd-b418-06f30714148a+53:31475:x1863365370153216:12345-192.168.201.45@tcp:101:lfs.0 Request processed in 3606us (5596us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045317.949944:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1343 00000100:00100000:0.0:1777045317.962613:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045317.963426:0:14822:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370153344 00000100:00100000:2.0:1777045317.963439:0:14822:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370153344 00000100:00100000:2.0:1777045317.963521:0:14822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 396 00000100:00100000:2.0:1777045317.963536:0:14822:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df485bca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:146de360-3fb2-48bd-b418-06f30714148a+10:2392:x1863365370153344:12345-192.168.201.45@tcp:101:lfs.0 00010000:00010000:2.0:1777045317.963560:0:14822:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777045317.963584:0:14822:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009663a417/0x2c8777a5e7d9f1ac lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee11491fd expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777045317.963663:0:14822:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de42e5aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14822:1863365424428544:192.168.201.45@tcp:106: 00000100:00100000:2.0:1777045317.963781:0:14822:0:(client.c:2691:ptlrpc_set_wait()) set ffff98de41e619c0 going to sleep for 11 seconds 00000100:00100000:2.0:1777045317.981702:0:14822:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de42e5aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14822:1863365424428544:192.168.201.45@tcp:106: 00010000:00010000:2.0:1777045317.981752:0:14822:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000009663a417/0x2c8777a5e7d9f1ac lrc: 1/0,0 mode: --/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11491fd expref: 11 pid: 14822 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045317.981787:0:14822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009663a417/0x2c8777a5e7d9f1ac lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11491fd expref: 11 pid: 14822 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045317.981807:0:14822:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de435bfe00, rc 0) 00000100:00100000:2.0:1777045317.981914:0:14822:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df485bca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:146de360-3fb2-48bd-b418-06f30714148a+10:2392:x1863365370153344:12345-192.168.201.45@tcp:101:lfs.0 Request processed in 18380us (19310us total) trans 0 rc 301/301 00000100:00100000:2.0:1777045317.982231:0:14822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 396 00000100:00100000:3.0:1777045318.000162:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045318.002021:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370153600 00000100:00100000:1.0:1777045318.002035:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370153600 00000100:00100000:1.0:1777045318.002108:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1344 00000100:00100000:1.0:1777045318.002122:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de480e8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:146de360-3fb2-48bd-b418-06f30714148a+53:31475:x1863365370153600:12345-192.168.201.45@tcp:58:lfs.0 00000040:00080000:1.0:1777045318.002809:0:12646:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].39, 136 off13496 00000100:00100000:1.0:1777045318.002937:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de480e8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:146de360-3fb2-48bd-b418-06f30714148a+53:31475:x1863365370153600:12345-192.168.201.45@tcp:58:lfs.0 Request processed in 815us (2784us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045318.002949:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1344 00000040:00080000:0.0:1777045318.110461:0:11491:0:(llog.c:801:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1777045318.110470:0:11491:0:(llog_cat.c:158:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1777045318.110523:0:11491:0:(llog.c:858:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 40 count 2 00000040:00080000:0.0:1777045318.110533:0:11491:0:(llog.c:858:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1777045318.110909:0:11491:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df485bdf80 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11491:1863365424428672:192.168.201.45@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1777045318.111279:0:11491:0:(client.c:2691:ptlrpc_set_wait()) set ffff98de47823600 going to sleep for 11 seconds 00000100:00100000:0.0:1777045318.150730:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045318.150766:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370153728 00000100:00100000:0.0:1777045318.150777:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370153728 00000100:00100000:0.0:1777045318.150870:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1345 00000100:00100000:0.0:1777045318.150886:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df485bd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+25:31480:x1863365370153728:12345-192.168.201.45@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1777045318.151165:0:5856:0:(mdt_handler.c:7958:mdt_fid2path()) path get [0x200000402:0x28:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1777045318.151314:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df485bd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+25:31480:x1863365370153728:12345-192.168.201.45@tcp:53:lhsmtool_posix.0 Request processed in 430us (590us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045318.151325:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1345 00000100:00100000:3.0:1777045318.163784:0:11491:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df485bdf80 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11491:1863365424428672:192.168.201.45@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1777045318.167588:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045318.167632:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370153984 00000100:00100000:0.0:1777045318.167643:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370153984 00000100:00100000:0.0:1777045318.167709:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1346 00000100:00100000:0.0:1777045318.167722:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df485bdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+25:31480:x1863365370153984:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1777045318.167747:0:5855:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777045318.167772:0:5855:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536a00/0x2c8777a5e7d9f1b3 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1149204 expref: -99 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045318.167930:0:5855:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537e00/0x2c8777a5e7d9f1ba lrc: 3/1,0 mode: --/PR res: [0x200000402:0x28:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045318.167952:0:5855:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537e00/0x2c8777a5e7d9f1ba lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045318.167968:0:5855:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537e00/0x2c8777a5e7d9f1ba lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777045318.167983:0:5855:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x28:0x0]: returning size 158 00010000:00010000:0.0:1777045318.168145:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536a00/0x2c8777a5e7d9f1b3 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149204 expref: 28 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045318.168169:0:5855:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537e00/0x2c8777a5e7d9f1ba lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149204 expref: 27 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045318.168182:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x28:0x0].0x0 (ffff98df454d4a00) 00010000:00010000:0.0:1777045318.168186:0:5855:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777045318.168192:0:5855:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98df7b537e00, rc 0) 00000100:00100000:0.0:1777045318.168561:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df485bdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+27:31480:x1863365370153984:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 Request processed in 839us (980us total) trans 4294968205 rc 0/0 00000100:00100000:0.0:1777045318.168571:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1346 00000100:00100000:0.0:1777045318.192109:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045318.193677:0:6655:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370154112 00000100:00100000:3.0:1777045318.193692:0:6655:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370154112 00000100:00100000:3.0:1777045318.193803:0:6655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 85 00000100:00100000:3.0:1777045318.193836:0:6655:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d624380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+26:2391:x1863365370154112:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777045318.193857:0:6655:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777045318.193887:0:6655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537e00/0x2c8777a5e7d9f1ba lrc: 0/0,0 mode: --/PR res: [0x200000402:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149204 expref: 26 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045318.193937:0:6655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x28:0x0].0x0 (ffff98df454d4a00) 00010000:00010000:3.0:1777045318.193944:0:6655:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777045318.194016:0:6655:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d624380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+25:2391:x1863365370154112:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 201us (1916us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045318.194027:0:6655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 85 00000100:00100000:2.0:1777045318.207798:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045318.207927:0:6639:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370154240 00000100:00100000:3.0:1777045318.207941:0:6639:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370154240 00000100:00100000:3.0:1777045318.208014:0:6639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 397 00000100:00100000:3.0:1777045318.208028:0:6639:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42e5aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+7:2391:x1863365370154240:12345-192.168.201.45@tcp:1:lhsmtool_posix.0 00010000:00010000:3.0:1777045318.208080:0:6639:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000ac1afc7a/0x2c8777a5e7d9f1c8 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045318.208105:0:6639:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000bc7dd959/0x2c8777a5e7d9f174 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11491e1 expref: 7 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045318.208117:0:6639:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777045318.208120:0:6639:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777045318.208125:0:6639:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ac1afc7a/0x2c8777a5e7d9f1c8 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045318.208170:0:6639:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000bc7dd959/0x2c8777a5e7d9f174 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11491e1 expref: 7 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045318.208189:0:6639:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000bc7dd959/0x2c8777a5e7d9f174 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11491e1 expref: 7 pid: 6639 timeout: 2046 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777045318.208230:0:6639:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de480e9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6639:1863365424428800:192.168.201.45@tcp:104: 00000100:00100000:3.0:1777045318.208635:0:6639:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df7416e000 going to sleep for 11 seconds 00000100:00100000:1.0:1777045318.224646:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045318.224692:0:6645:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370154368 00000100:00100000:1.0:1777045318.224703:0:6645:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370154368 00002000:00100000:1.0:1777045318.224762:0:6645:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x1b:0x0] (0->157) req@ffff98de41db0a80 x1863365370154368/t0(0) o4->15144518-a1c7-4352-a966-cb31eadd4d9b@192.168.201.45@tcp:319/0 lens 648/0 e 0 to 0 dl 1777045329 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777045318.224798:0:6645:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98de41db0a80 with x1863365370154368 ext(0->157) 00010000:00010000:1.0:1777045318.224811:0:6645:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 00000000bc7dd959/0x2c8777a5e7d9f174 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11491e1 expref: 8 pid: 6639 timeout: 2046 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045318.224849:0:6645:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000bc7dd959/0x2c8777a5e7d9f174 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11491e1 expref: 8 pid: 6639 timeout: 2046 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777045318.224862:0:6645:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff98de41db0a80 00000100:00100000:1.0:1777045318.225164:0:6645:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 14 00000100:00100000:1.0:1777045318.225179:0:6645:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41db0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2390:x1863365370154368:12345-192.168.201.45@tcp:4:cp.0 00000100:00100000:3.0:1777045318.227127:0:6639:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de480e9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6639:1863365424428800:192.168.201.45@tcp:104: 00010000:00010000:3.0:1777045318.227160:0:6639:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000ac1afc7a/0x2c8777a5e7d9f1c8 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00100000:0.0:1777045318.303743:0:7533:0:(tgt_lastrcvd.c:568:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 15144518-a1c7-4352-a966-cb31eadd4d9b 00010000:00010000:0.0:1777045318.359047:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777045318.465294:0:6645:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41db0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2390:x1863365370154368:12345-192.168.201.45@tcp:4:cp.0 Request processed in 240105us (240645us total) trans 4294967373 rc 0/0 00000100:00100000:3.0:1777045318.465313:0:6645:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 14 00002000:00100000:3.0:1777045318.465331:0:6645:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x1b:0x0] (0->157) req@ffff98de41db0a80 x1863365370154368/t4294967373(0) o4->15144518-a1c7-4352-a966-cb31eadd4d9b@192.168.201.45@tcp:319/0 lens 648/448 e 0 to 0 dl 1777045329 ref 1 fl Complete:H/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1777045318.465347:0:6645:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98de41db0a80 with x1863365370154368 ext(0->157) 00010000:00010000:3.0:1777045318.465361:0:6645:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 00000000bc7dd959/0x2c8777a5e7d9f174 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11491e1 expref: 9 pid: 6639 timeout: 2046 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045318.465387:0:6645:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000bc7dd959/0x2c8777a5e7d9f174 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11491e1 expref: 9 pid: 6639 timeout: 2046 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777045318.465401:0:6645:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff98de41db0a80 00000100:00100000:3.0:1777045318.483364:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045318.483547:0:5841:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370154496 00000100:00100000:2.0:1777045318.483579:0:5841:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370154496 00010000:00010000:2.0:1777045318.483635:0:5841:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000bc7dd959/0x2c8777a5e7d9f174 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11491e1 expref: 9 pid: 6639 timeout: 2046 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777045318.483705:0:5841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 394 00000100:00100000:2.0:1777045318.483720:0:5841:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de480e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2390:x1863365370154496:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777045318.483740:0:5841:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777045318.483769:0:5841:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000bc7dd959/0x2c8777a5e7d9f174 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11491e1 expref: 9 pid: 6639 timeout: 2046 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045318.483791:0:5841:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000bc7dd959/0x2c8777a5e7d9f174 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11491e1 expref: 9 pid: 6639 timeout: 2046 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045318.483851:0:5841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000bc7dd959/0x2c8777a5e7d9f174 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11491e1 expref: 9 pid: 6639 timeout: 2046 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045318.483875:0:5841:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777045318.483879:0:5841:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777045318.483886:0:5841:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000ac1afc7a/0x2c8777a5e7d9f1c8 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045318.483901:0:5841:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ac1afc7a/0x2c8777a5e7d9f1c8 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045318.483959:0:5841:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777045318.484020:0:5841:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de480e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2390:x1863365370154496:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 302us (666us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045318.484033:0:5841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 394 00010000:00010000:1.0:1777045318.484137:0:6639:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000ac1afc7a/0x2c8777a5e7d9f1c8 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045318.484152:0:6639:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ac1afc7a/0x2c8777a5e7d9f1c8 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045318.484188:0:6639:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000ac1afc7a/0x2c8777a5e7d9f1c8 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045318.484230:0:6639:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ac1afc7a/0x2c8777a5e7d9f1c8 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045318.484243:0:6639:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ac1afc7a/0x2c8777a5e7d9f1c8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045318.484254:0:6639:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48023600 already unused, calling callback (ffffffffc17d22d0) 00010000:00010000:1.0:1777045318.484262:0:6639:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ac1afc7a/0x2c8777a5e7d9f1c8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045318.484276:0:6639:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ac1afc7a/0x2c8777a5e7d9f1c8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045318.484556:0:6639:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ac1afc7a/0x2c8777a5e7d9f1c8 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045318.484569:0:6639:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ac1afc7a/0x2c8777a5e7d9f1c8 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777045318.484645:0:6639:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42e5aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+7:2391:x1863365370154240:12345-192.168.201.45@tcp:1:lhsmtool_posix.0 Request processed in 276618us (276856us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045318.484658:0:6639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 397 00000100:00100000:2.0:1777045318.500328:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045318.500946:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370154752 00000100:00100000:3.0:1777045318.500961:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370154752 00000100:00100000:3.0:1777045318.501048:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1347 00000100:00100000:3.0:1777045318.501064:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42e5b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+25:31480:x1863365370154752:12345-192.168.201.45@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1777045318.501261:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42e5b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+25:31480:x1863365370154752:12345-192.168.201.45@tcp:57:lhsmtool_posix.0 Request processed in 197us (943us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045318.501295:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1347 00000100:00100000:1.0:1777045318.525997:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045318.526100:0:8776:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370154880 00000100:00100000:0.0:1777045318.526113:0:8776:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370154880 00000100:00100000:0.0:1777045318.526188:0:8776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 398 00000100:00100000:0.0:1777045318.526213:0:8776:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41db2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+7:2393:x1863365370154880:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1777045318.526237:0:8776:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777045318.526264:0:8776:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d7c6c770/0x2c8777a5e7d9f1cf lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee114920b expref: -99 pid: 8776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777045318.526316:0:8776:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1b:0x0] initial LVB size: 158, mtime: 0x69eb8f45, atime: 0x0, ctime: 0x69eb8f45, blocks: 0x1 00010000:00010000:0.0:1777045318.526340:0:8776:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777045318.526343:0:8776:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777045318.526355:0:8776:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d7c6c770/0x2c8777a5e7d9f1cf lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114920b expref: 8 pid: 8776 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045318.526381:0:8776:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000d7c6c770/0x2c8777a5e7d9f1cf lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114920b expref: 8 pid: 8776 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045318.526400:0:8776:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98df7b537800, rc 0) 00000100:00100000:0.0:1777045318.526485:0:8776:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41db2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2393:x1863365370154880:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 Request processed in 284us (498us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045318.526496:0:8776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 398 00000100:00100000:1.0:1777045318.541635:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045318.542287:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370155136 00000100:00100000:0.0:1777045318.542299:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370155136 00000100:00100000:0.0:1777045318.542379:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1348 00000100:00100000:0.0:1777045318.542394:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41db3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+25:31480:x1863365370155136:12345-192.168.201.45@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1777045318.542531:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41db3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+25:31480:x1863365370155136:12345-192.168.201.45@tcp:57:lhsmtool_posix.0 Request processed in 139us (904us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045318.542542:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1348 00000100:00100000:3.0:1777045318.564745:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045318.568362:0:6647:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370155264 00000100:00100000:2.0:1777045318.568380:0:6647:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370155264 00002000:00100000:2.0:1777045318.568445:0:6647:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x1b:0x0] (0->4095) req@ffff98de480ea300 x1863365370155264/t0(0) o3->15144518-a1c7-4352-a966-cb31eadd4d9b@192.168.201.45@tcp:319/0 lens 488/0 e 0 to 0 dl 1777045329 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777045318.568461:0:6647:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98de480ea300 with x1863365370155264 ext(0->4095) 00002000:00010000:2.0:1777045318.568468:0:6647:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff98de480ea300 00000100:00100000:2.0:1777045318.568518:0:6647:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 117 00000100:00100000:2.0:1777045318.568531:0:6647:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de480ea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2393:x1863365370155264:12345-192.168.201.45@tcp:3:lhsmtool_posix.0 00000100:00100000:2.0:1777045318.568864:0:6647:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de480ea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2393:x1863365370155264:12345-192.168.201.45@tcp:3:lhsmtool_posix.0 Request processed in 334us (4130us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1777045318.568878:0:6647:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 117 00002000:00100000:2.0:1777045318.568888:0:6647:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x1b:0x0] (0->4095) req@ffff98de480ea300 x1863365370155264/t0(0) o3->15144518-a1c7-4352-a966-cb31eadd4d9b@192.168.201.45@tcp:319/0 lens 488/4536 e 0 to 0 dl 1777045329 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777045318.568901:0:6647:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98de480ea300 with x1863365370155264 ext(0->4095) 00002000:00010000:2.0:1777045318.568906:0:6647:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff98de480ea300 00000100:00100000:0.0:1777045318.584465:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045318.587483:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370155392 00000100:00100000:2.0:1777045318.587498:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370155392 00000100:00100000:2.0:1777045318.587571:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1349 00000100:00100000:2.0:1777045318.587584:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d627b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+25:31480:x1863365370155392:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1777045318.587608:0:12646:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777045318.587634:0:12646:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfe00/0x2c8777a5e7d9f1d6 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x28:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1149212 expref: -99 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045318.587682:0:12646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bec00/0x2c8777a5e7d9f1dd lrc: 3/1,0 mode: --/PR res: [0x200000402:0x28:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045318.587703:0:12646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bec00/0x2c8777a5e7d9f1dd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x28:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045318.587721:0:12646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bec00/0x2c8777a5e7d9f1dd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x28:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045318.587877:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfe00/0x2c8777a5e7d9f1d6 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x28:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149212 expref: 27 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045318.587901:0:12646:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bec00/0x2c8777a5e7d9f1dd lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x28:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149212 expref: 26 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045318.587921:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x28:0x0].0x0 (ffff98df454d4a00) 00010000:00010000:2.0:1777045318.587925:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1777045318.587930:0:12646:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de435bec00, rc 0) 00000100:00100000:2.0:1777045318.588022:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d627b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+26:31480:x1863365370155392:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 Request processed in 439us (3565us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045318.588032:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1349 00000100:00100000:1.0:1777045318.610251:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045318.612382:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370155520 00000100:00100000:3.0:1777045318.612396:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370155520 00000100:00100000:3.0:1777045318.612499:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1350 00000100:00100000:3.0:1777045318.612513:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41db1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+26:31480:x1863365370155520:12345-192.168.201.45@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1777045318.612557:0:5856:0:(mdt_handler.c:7958:mdt_fid2path()) path get [0x200000402:0x28:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1777045318.612698:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41db1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+26:31480:x1863365370155520:12345-192.168.201.45@tcp:53:lhsmtool_posix.0 Request processed in 186us (2454us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045318.612710:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1350 00000100:00100000:3.0:1777045318.628544:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045318.629843:0:14822:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370155648 00000100:00100000:1.0:1777045318.629856:0:14822:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370155648 00000100:00100000:1.0:1777045318.630160:0:14822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 399 00000100:00100000:1.0:1777045318.630174:0:14822:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de480eb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2390:x1863365370155648:12345-192.168.201.45@tcp:1:lhsmtool_posix.0 00010000:00010000:1.0:1777045318.630253:0:14822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000c034880b/0x2c8777a5e7d9f1e4 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045318.630559:0:14822:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777045318.630562:0:14822:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777045318.630569:0:14822:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c034880b/0x2c8777a5e7d9f1e4 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045318.630589:0:14822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c034880b/0x2c8777a5e7d9f1e4 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045318.630653:0:14822:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000c034880b/0x2c8777a5e7d9f1e4 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045318.630666:0:14822:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000c034880b/0x2c8777a5e7d9f1e4 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045318.630678:0:14822:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000c034880b/0x2c8777a5e7d9f1e4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045318.630689:0:14822:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de41a32a00 already unused, calling callback (ffffffffc17d22d0) 00010000:00010000:1.0:1777045318.630696:0:14822:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000c034880b/0x2c8777a5e7d9f1e4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045318.630716:0:14822:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000c034880b/0x2c8777a5e7d9f1e4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045318.630736:0:14822:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000c034880b/0x2c8777a5e7d9f1e4 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045318.630746:0:14822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c034880b/0x2c8777a5e7d9f1e4 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777045318.631111:0:14822:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de480eb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2390:x1863365370155648:12345-192.168.201.45@tcp:1:lhsmtool_posix.0 Request processed in 937us (2577us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045318.631124:0:14822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 399 00000100:00100000:1.0:1777045318.636545:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045318.636606:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370155904 00000100:00100000:0.0:1777045318.636619:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370155904 00000100:00100000:0.0:1777045318.636694:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1351 00000100:00100000:0.0:1777045318.636707:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77b5ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+26:31480:x1863365370155904:12345-192.168.201.45@tcp:57:lhsmtool_posix.0 00010000:00010000:0.0:1777045318.636795:0:5855:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537000/0x2c8777a5e7d9f1eb lrc: 3/0,1 mode: --/PW res: [0x200000402:0x28:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045318.636847:0:5855:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bec00/0x2c8777a5e7d9f1dd lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x28:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149212 expref: 26 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045318.636861:0:5855:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537000/0x2c8777a5e7d9f1eb lrc: 4/0,1 mode: --/PW res: [0x200000402:0x28:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045318.636906:0:5855:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bec00/0x2c8777a5e7d9f1dd lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x28:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149212 expref: 26 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045318.636927:0:5855:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bec00/0x2c8777a5e7d9f1dd lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x28:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149212 expref: 26 pid: 12646 timeout: 2047 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777045318.636948:0:5855:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df6d625500 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5855:1863365424428928:192.168.201.45@tcp:104: 00000100:00100000:0.0:1777045318.637065:0:5855:0:(client.c:2691:ptlrpc_set_wait()) set ffff98de47823cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1777045318.641792:0:5855:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df6d625500 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5855:1863365424428928:192.168.201.45@tcp:104: 00010000:00010000:0.0:1777045318.641854:0:5855:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537000/0x2c8777a5e7d9f1eb lrc: 3/0,1 mode: --/PW res: [0x200000402:0x28:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777045318.660070:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045318.661906:0:6655:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370156032 00000100:00100000:3.0:1777045318.661920:0:6655:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370156032 00010000:00010000:3.0:1777045318.662771:0:6655:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bec00/0x2c8777a5e7d9f1dd lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x28:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149212 expref: 27 pid: 12646 timeout: 2047 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777045318.662879:0:6655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 395 00000100:00100000:3.0:1777045318.662897:0:6655:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d625500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+27:2392:x1863365370156032:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777045318.662919:0:6655:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777045318.662929:0:6655:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bec00/0x2c8777a5e7d9f1dd lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x28:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149212 expref: 27 pid: 12646 timeout: 2047 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045318.662969:0:6655:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bec00/0x2c8777a5e7d9f1dd lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x28:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149212 expref: 27 pid: 12646 timeout: 2047 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045318.663034:0:6655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bec00/0x2c8777a5e7d9f1dd lrc: 0/0,0 mode: --/PR res: [0x200000402:0x28:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149212 expref: 27 pid: 12646 timeout: 2047 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045318.663057:0:6655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x28:0x0].0x0 (ffff98df454d4a00) 00010000:00010000:3.0:1777045318.663067:0:6655:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537000/0x2c8777a5e7d9f1eb lrc: 3/0,1 mode: --/PW res: [0x200000402:0x28:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045318.663081:0:6655:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537000/0x2c8777a5e7d9f1eb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x28:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045318.663093:0:6655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537000/0x2c8777a5e7d9f1eb lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x28:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045318.663141:0:6655:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777045318.663236:0:6655:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d625500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+26:2392:x1863365370156032:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 342us (3175us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045318.663249:0:6655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 395 00010000:00010000:0.0:1777045318.666130:0:5855:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537000/0x2c8777a5e7d9f1eb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x28:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045318.666148:0:5855:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537000/0x2c8777a5e7d9f1eb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x28:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045318.666748:0:5855:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537000/0x2c8777a5e7d9f1eb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x28:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045318.666762:0:5855:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537000/0x2c8777a5e7d9f1eb lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x28:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045318.666773:0:5855:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537000/0x2c8777a5e7d9f1eb lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x28:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045318.666783:0:5855:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98df7b537000 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:0.0:1777045318.666790:0:5855:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537000/0x2c8777a5e7d9f1eb lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x28:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045318.666802:0:5855:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537000/0x2c8777a5e7d9f1eb lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x28:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045318.666847:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x28:0x0].0x0 (ffff98df454d4a00) 00010000:00010000:0.0:1777045318.666853:0:5855:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1777045318.666859:0:5855:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537000/0x2c8777a5e7d9f1eb lrc: 2/0,0 mode: --/PW res: [0x200000402:0x28:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045318.666868:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537000/0x2c8777a5e7d9f1eb lrc: 0/0,0 mode: --/PW res: [0x200000402:0x28:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777045318.667099:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77b5ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+26:31480:x1863365370155904:12345-192.168.201.45@tcp:57:lhsmtool_posix.0 Request processed in 30387us (30557us total) trans 4294968206 rc 0/0 00000100:00100000:0.0:1777045318.667114:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1351 00000040:00080000:3.0:1777045318.670145:0:11491:0:(llog.c:801:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1777045318.670156:0:11491:0:(llog_cat.c:158:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1777045318.670965:0:11491:0:(llog.c:858:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 2 00000040:00080000:3.0:1777045318.670978:0:11491:0:(llog.c:858:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1777045318.686560:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045318.686686:0:19840:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370156288 00000100:00100000:2.0:1777045318.686700:0:19840:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370156288 00000100:00100000:2.0:1777045318.686780:0:19840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 297 00000100:00100000:2.0:1777045318.686794:0:19840:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77b5e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+26:31480:x1863365370156288:12345-192.168.201.45@tcp:35:lhsmtool_posix.0 00000100:00100000:2.0:1777045318.687386:0:19840:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77b5e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+27:31480:x1863365370156288:12345-192.168.201.45@tcp:35:lhsmtool_posix.0 Request processed in 592us (834us total) trans 4294968207 rc 0/0 00000100:00100000:2.0:1777045318.687399:0:19840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 297 00010000:00010000:0.0:1777045319.387000:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1777045320.136699:0:21025:0:(llog.c:801:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1777045320.136709:0:21025:0:(llog_cat.c:158:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1777045320.136758:0:21025:0:(llog.c:858:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 40 count 2 00000040:00080000:3.0:1777045320.136930:0:21025:0:(llog.c:858:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1777045320.227118:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045320.227394:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045320.227480:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045320.227515:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370156544 00000100:00100000:2.0:1777045320.227526:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370156544 00000100:00100000:2.0:1777045320.227592:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1223 00000100:00100000:2.0:1777045320.227604:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42e5b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:146de360-3fb2-48bd-b418-06f30714148a+53:2390:x1863365370156544:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:2.0:1777045320.227689:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42e5b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:146de360-3fb2-48bd-b418-06f30714148a+53:2390:x1863365370156544:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 85us (514us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045320.227700:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1223 00000100:00100000:2.0:1777045320.227732:0:6639:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370156672 00000100:00100000:2.0:1777045320.227737:0:6639:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370156672 00000100:00100000:2.0:1777045320.227802:0:6639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1049 00000100:00100000:2.0:1777045320.227813:0:6639:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42e58700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:146de360-3fb2-48bd-b418-06f30714148a+9:2390:x1863365370156672:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:2.0:1777045320.227847:0:6639:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42e58700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:146de360-3fb2-48bd-b418-06f30714148a+9:2390:x1863365370156672:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 37us (368us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045320.227856:0:6639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1049 00000100:00080000:2.0:1777045320.227877:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1777045320.227882:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1777045320.228846:0:5849:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370156416 00000100:00100000:1.0:1777045320.228854:0:5849:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370156416 00000100:00100000:1.0:1777045320.228895:0:5849:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 917 00000100:00100000:1.0:1777045320.228905:0:5849:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df472aa850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2390:x1863365370156416:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:1.0:1777045320.228957:0:5849:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df472aa850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2390:x1863365370156416:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 54us (1850us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045320.228965:0:5849:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 917 00000100:00100000:1.0:1777045320.239811:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045320.239861:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045320.239899:0:6641:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370156800 00000100:00100000:1.0:1777045320.239910:0:6641:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370156800 00000100:00100000:1.0:1777045320.239977:0:6641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1050 00000100:00100000:1.0:1777045320.239990:0:6641:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df74532d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:146de360-3fb2-48bd-b418-06f30714148a+10:2390:x1863365370156800:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:1.0:1777045320.240070:0:6641:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df74532d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:146de360-3fb2-48bd-b418-06f30714148a+10:2390:x1863365370156800:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 83us (286us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045320.240080:0:6641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1050 00000100:00080000:2.0:1777045320.240809:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1777045320.241866:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370156928 00000100:00100000:3.0:1777045320.241878:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370156928 00000100:00100000:3.0:1777045320.241993:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1224 00000100:00100000:3.0:1777045320.242003:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77fd5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+27:2390:x1863365370156928:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777045320.242076:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77fd5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+27:2390:x1863365370156928:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 74us (2214us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045320.242085:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1224 00000100:00080000:0.0:1777045320.242704:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1777045320.282985:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045320.288705:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370157056 00000100:00100000:3.0:1777045320.288722:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370157056 00000100:00100000:1.0:1777045320.297578:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1051 00000100:00100000:1.0:1777045320.297596:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77fd4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2391:x1863365370157056:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:1.0:1777045320.297696:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77fd4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2391:x1863365370157056:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 105us (14722us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045320.297706:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1051 00000100:00080000:0.0:1777045320.297991:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1777045320.325813:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045320.329250:0:8776:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370157184 00000100:00100000:2.0:1777045320.329268:0:8776:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370157184 00000100:00100000:2.0:1777045320.329346:0:8776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 400 00000100:00100000:2.0:1777045320.329359:0:8776:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de480ea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:146de360-3fb2-48bd-b418-06f30714148a+10:2390:x1863365370157184:12345-192.168.201.45@tcp:101:lfs.0 00010000:00010000:2.0:1777045320.329380:0:8776:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777045320.329402:0:8776:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a06ce28d/0x2c8777a5e7d9f1f2 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1149219 expref: -99 pid: 8776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045320.329436:0:8776:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777045320.329438:0:8776:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777045320.329450:0:8776:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a06ce28d/0x2c8777a5e7d9f1f2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149219 expref: 11 pid: 8776 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045320.329474:0:8776:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000a06ce28d/0x2c8777a5e7d9f1f2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149219 expref: 11 pid: 8776 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045320.329493:0:8776:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de435bea00, rc 0) 00000100:00100000:2.0:1777045320.329565:0:8776:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de480ea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:146de360-3fb2-48bd-b418-06f30714148a+11:2390:x1863365370157184:12345-192.168.201.45@tcp:101:lfs.0 Request processed in 208us (3787us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045320.329576:0:8776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 400 00000100:00100000:0.0:1777045320.378716:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045320.387078:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370157440 00000100:00100000:1.0:1777045320.387095:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370157440 00000100:00100000:3.0:1777045320.398718:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1352 00000100:00100000:3.0:1777045320.398738:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d626300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:146de360-3fb2-48bd-b418-06f30714148a+53:31488:x1863365370157440:12345-192.168.201.45@tcp:101:lfs.0 00010000:00010000:3.0:1777045320.398764:0:5855:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777045320.398811:0:5855:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9f1f9 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x28:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1149220 expref: -99 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045320.399233:0:5855:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023000/0x2c8777a5e7d9f200 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x28:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045320.399253:0:5855:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023000/0x2c8777a5e7d9f200 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x28:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045320.399269:0:5855:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023000/0x2c8777a5e7d9f200 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x28:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777045320.399287:0:5855:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x28:0x0]: returning size 158 00010000:00010000:3.0:1777045320.399440:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9f1f9 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x28:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149220 expref: 56 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045320.399462:0:5855:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023000/0x2c8777a5e7d9f200 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x28:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149220 expref: 55 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045320.399480:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x28:0x0].0x0 (ffff98df454d4a00) 00010000:00010000:3.0:1777045320.399485:0:5855:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1777045320.399489:0:5855:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de48023000, rc 0) 00000100:00100000:3.0:1777045320.399565:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d626300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:146de360-3fb2-48bd-b418-06f30714148a+55:31488:x1863365370157440:12345-192.168.201.45@tcp:101:lfs.0 Request processed in 833us (20860us total) trans 4294968208 rc 0/0 00000100:00100000:3.0:1777045320.399577:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1352 00010000:00010000:0.0:1777045320.415109:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777045320.423855:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045320.423961:0:14822:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370157568 00000100:00100000:1.0:1777045320.423974:0:14822:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370157568 00000100:00100000:1.0:1777045320.424050:0:14822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 401 00000100:00100000:1.0:1777045320.424065:0:14822:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42e59880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:146de360-3fb2-48bd-b418-06f30714148a+11:2393:x1863365370157568:12345-192.168.201.45@tcp:1:lfs.0 00010000:00010000:1.0:1777045320.424123:0:14822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009c1ca2c2/0x2c8777a5e7d9f20e lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045320.424151:0:14822:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000d7c6c770/0x2c8777a5e7d9f1cf lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114920b expref: 7 pid: 8776 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045320.424165:0:14822:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000a06ce28d/0x2c8777a5e7d9f1f2 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149219 expref: 11 pid: 8776 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045320.424183:0:14822:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777045320.424186:0:14822:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777045320.424190:0:14822:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009c1ca2c2/0x2c8777a5e7d9f20e lrc: 5/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045320.424252:0:14822:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000a06ce28d/0x2c8777a5e7d9f1f2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149219 expref: 11 pid: 8776 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045320.424273:0:14822:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000a06ce28d/0x2c8777a5e7d9f1f2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149219 expref: 11 pid: 8776 timeout: 2048 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777045320.424294:0:14822:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df77fd5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14822:1863365424429056:192.168.201.45@tcp:104: 00010000:00010000:1.0:1777045320.424411:0:14822:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000d7c6c770/0x2c8777a5e7d9f1cf lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114920b expref: 7 pid: 8776 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045320.424426:0:14822:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000d7c6c770/0x2c8777a5e7d9f1cf lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114920b expref: 7 pid: 8776 timeout: 2048 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777045320.424440:0:14822:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df75299180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14822:1863365424429184:192.168.201.45@tcp:104: 00000100:00100000:1.0:1777045320.424474:0:14822:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df4a920cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1777045320.434495:0:14822:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df77fd5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14822:1863365424429056:192.168.201.45@tcp:104: 00000100:00100000:2.0:1777045320.434514:0:14822:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df75299180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14822:1863365424429184:192.168.201.45@tcp:104: 00010000:00010000:2.0:1777045320.434570:0:14822:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000009c1ca2c2/0x2c8777a5e7d9f20e lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777045320.445969:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045320.446038:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045320.446168:0:5841:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370157824 00000100:00100000:2.0:1777045320.446182:0:5841:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370157824 00010000:00010000:2.0:1777045320.446279:0:5841:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000a06ce28d/0x2c8777a5e7d9f1f2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149219 expref: 12 pid: 8776 timeout: 2048 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777045320.446331:0:5841:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370157696 00000100:00100000:2.0:1777045320.446336:0:5841:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370157696 00010000:00010000:2.0:1777045320.446357:0:5841:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000d7c6c770/0x2c8777a5e7d9f1cf lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114920b expref: 8 pid: 8776 timeout: 2048 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777045320.446393:0:5841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 396 00000100:00100000:2.0:1777045320.446407:0:5841:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df75298a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:146de360-3fb2-48bd-b418-06f30714148a+12:2392:x1863365370157824:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777045320.446425:0:5841:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777045320.446452:0:5841:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000a06ce28d/0x2c8777a5e7d9f1f2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149219 expref: 12 pid: 8776 timeout: 2048 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045320.446472:0:5841:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000a06ce28d/0x2c8777a5e7d9f1f2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149219 expref: 12 pid: 8776 timeout: 2048 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045320.446504:0:5841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a06ce28d/0x2c8777a5e7d9f1f2 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149219 expref: 12 pid: 8776 timeout: 2048 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045320.446530:0:5841:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777045320.446598:0:5841:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df75298a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:146de360-3fb2-48bd-b418-06f30714148a+11:2392:x1863365370157824:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 192us (641us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045320.446611:0:5841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 396 00000100:00100000:2.0:1777045320.446642:0:5841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 397 00000100:00100000:2.0:1777045320.446654:0:5841:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7529a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2392:x1863365370157696:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777045320.446668:0:5841:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777045320.446683:0:5841:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000d7c6c770/0x2c8777a5e7d9f1cf lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114920b expref: 8 pid: 8776 timeout: 2048 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045320.446702:0:5841:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000d7c6c770/0x2c8777a5e7d9f1cf lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114920b expref: 8 pid: 8776 timeout: 2048 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045320.446724:0:5841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d7c6c770/0x2c8777a5e7d9f1cf lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114920b expref: 8 pid: 8776 timeout: 2048 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045320.446740:0:5841:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777045320.446744:0:5841:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777045320.446750:0:5841:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000009c1ca2c2/0x2c8777a5e7d9f20e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045320.446773:0:5841:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009c1ca2c2/0x2c8777a5e7d9f20e lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045320.446853:0:5841:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777045320.446884:0:5841:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7529a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+7:2392:x1863365370157696:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 232us (847us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045320.446895:0:5841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 397 00010000:00010000:2.0:1777045320.447038:0:14822:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000009c1ca2c2/0x2c8777a5e7d9f20e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045320.447053:0:14822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009c1ca2c2/0x2c8777a5e7d9f20e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045320.447089:0:14822:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009c1ca2c2/0x2c8777a5e7d9f20e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045320.447102:0:14822:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000009c1ca2c2/0x2c8777a5e7d9f20e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045320.447115:0:14822:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000009c1ca2c2/0x2c8777a5e7d9f20e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045320.447126:0:14822:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de41a33400 already unused, calling callback (ffffffffc17d22d0) 00010000:00010000:2.0:1777045320.447133:0:14822:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000009c1ca2c2/0x2c8777a5e7d9f20e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045320.447155:0:14822:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000009c1ca2c2/0x2c8777a5e7d9f20e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045320.447172:0:14822:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000009c1ca2c2/0x2c8777a5e7d9f20e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045320.447185:0:14822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009c1ca2c2/0x2c8777a5e7d9f20e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777045320.447573:0:14822:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42e59880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:146de360-3fb2-48bd-b418-06f30714148a+10:2393:x1863365370157568:12345-192.168.201.45@tcp:1:lfs.0 Request processed in 23509us (23728us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045320.447585:0:14822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 401 00000100:00100000:1.0:1777045320.460721:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045320.461884:0:5858:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370158080 00000100:00100000:2.0:1777045320.461899:0:5858:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370158080 00000100:00100000:2.0:1777045320.461988:0:5858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 298 00000100:00100000:2.0:1777045320.462005:0:5858:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df75298e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:146de360-3fb2-48bd-b418-06f30714148a+55:31488:x1863365370158080:12345-192.168.201.45@tcp:35:lfs.0 00000004:00010000:2.0:1777045320.462095:0:5858:0:(mdt_open.c:1994:mdt_hsm_release()) ### [0x200000402:0x28:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023000/0x2c8777a5e7d9f200 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x28:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149220 expref: 55 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1777045320.462723:0:5858:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968209 00000001:00080000:2.0:1777045320.464246:0:5858:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968210 00010000:00010000:2.0:1777045320.464340:0:5858:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bf800/0x2c8777a5e7d9f215 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x28:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5858 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045320.464365:0:5858:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a33800/0x2c8777a5e7d9f158 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11491d3 expref: 26 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045320.464386:0:5858:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023a00/0x2c8777a5e7d9f190 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11491e8 expref: 58 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045320.464400:0:5858:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bf800/0x2c8777a5e7d9f215 lrc: 5/0,1 mode: --/EX res: [0x200000402:0x28:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5858 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045320.464449:0:5858:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023a00/0x2c8777a5e7d9f190 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11491e8 expref: 58 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045320.464474:0:5858:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023a00/0x2c8777a5e7d9f190 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11491e8 expref: 58 pid: 5857 timeout: 2048 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777045320.464494:0:5858:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df77fd5c00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:5858:1863365424429312:192.168.201.45@tcp:104: 00010000:00010000:2.0:1777045320.464620:0:5858:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a33800/0x2c8777a5e7d9f158 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11491d3 expref: 26 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045320.464637:0:5858:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a33800/0x2c8777a5e7d9f158 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11491d3 expref: 26 pid: 12646 timeout: 2048 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777045320.464652:0:5858:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de42c8aa00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:5858:1863365424429440:192.168.201.45@tcp:104: 00000100:00100000:2.0:1777045320.464688:0:5858:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df467e0540 going to sleep for 11 seconds 00000100:00100000:1.0:1777045320.490651:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045320.490710:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045320.490752:0:6655:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370158336 00000100:00100000:1.0:1777045320.490765:0:6655:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370158336 00010000:00010000:1.0:1777045320.490844:0:6655:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a33800/0x2c8777a5e7d9f158 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11491d3 expref: 27 pid: 12646 timeout: 2048 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777045320.490894:0:6655:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370158208 00000100:00100000:1.0:1777045320.490898:0:6655:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370158208 00010000:00010000:1.0:1777045320.490919:0:6655:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023a00/0x2c8777a5e7d9f190 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11491e8 expref: 59 pid: 5857 timeout: 2048 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777045320.490949:0:6655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 398 00000100:00100000:1.0:1777045320.491261:0:6655:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df5006fc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+27:2391:x1863365370158336:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777045320.491289:0:6655:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777045320.491299:0:6655:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a33800/0x2c8777a5e7d9f158 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11491d3 expref: 27 pid: 12646 timeout: 2048 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045320.491319:0:6655:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a33800/0x2c8777a5e7d9f158 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11491d3 expref: 27 pid: 12646 timeout: 2048 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045320.491349:0:6655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x28:0x0].0x0 (ffff98df454d4a00) 00010000:00010000:1.0:1777045320.491358:0:6655:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bf800/0x2c8777a5e7d9f215 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x28:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5858 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045320.491371:0:6655:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bf800/0x2c8777a5e7d9f215 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x28:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5858 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045320.491383:0:6655:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777045320.491453:0:6655:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df5006fc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+27:2391:x1863365370158336:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 491us (812us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045320.491466:0:6655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 398 00000100:00100000:1.0:1777045320.491535:0:6655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 399 00000100:00100000:1.0:1777045320.491547:0:6655:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df75299880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:146de360-3fb2-48bd-b418-06f30714148a+59:2391:x1863365370158208:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777045320.491560:0:6655:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777045320.491569:0:6655:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023a00/0x2c8777a5e7d9f190 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11491e8 expref: 59 pid: 5857 timeout: 2048 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045320.491584:0:6655:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023a00/0x2c8777a5e7d9f190 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11491e8 expref: 59 pid: 5857 timeout: 2048 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045320.491603:0:6655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x28:0x0].0x0 (ffff98df454d4a00) 00010000:00010000:1.0:1777045320.491609:0:6655:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bf800/0x2c8777a5e7d9f215 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x28:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5858 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045320.491621:0:6655:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bf800/0x2c8777a5e7d9f215 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x28:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 5858 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045320.491632:0:6655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bf800/0x2c8777a5e7d9f215 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x28:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 5858 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045320.491659:0:6655:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777045320.491693:0:6655:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df75299880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:146de360-3fb2-48bd-b418-06f30714148a+59:2391:x1863365370158208:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 146us (983us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045320.491704:0:6655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 399 00010000:00010000:2.0:1777045320.492434:0:5858:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023a00/0x2c8777a5e7d9f190 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11491e8 expref: 58 pid: 5857 timeout: 2048 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777045320.492466:0:5858:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df77fd5c00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:5858:1863365424429312:192.168.201.45@tcp:104: 00010000:00010000:2.0:1777045320.492488:0:5858:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a33800/0x2c8777a5e7d9f158 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11491d3 expref: 26 pid: 12646 timeout: 2048 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777045320.492506:0:5858:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de42c8aa00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:5858:1863365424429440:192.168.201.45@tcp:104: 00010000:00010000:2.0:1777045320.492541:0:5858:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bf800/0x2c8777a5e7d9f215 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x28:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5858 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045320.492579:0:5858:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bf800/0x2c8777a5e7d9f215 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x28:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5858 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045320.492589:0:5858:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bf800/0x2c8777a5e7d9f215 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x28:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5858 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1777045320.492765:0:5858:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968211 00000001:00080000:2.0:1777045320.493671:0:5858:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968212 00000001:00080000:2.0:1777045320.493775:0:5858:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968213 00000100:00100000:2.0:1777045320.494545:0:5858:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de42c8aa00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:5858:1863365424429568:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1777045320.494661:0:5858:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777045320.494711:0:5861:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424429568 00000100:00100000:2.0:1777045320.494718:0:5861:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424429568 00000100:00100000:2.0:1777045320.494811:0:5861:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 65 00000100:00100000:2.0:1777045320.494824:0:5861:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42c88000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:5858:x1863365424429568:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1777045320.495155:0:5861:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42c88000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:5858:x1863365424429568:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 331us (493us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045320.495166:0:5861:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 65 00000100:00080000:2.0:1777045320.495248:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1777045320.495267:0:5858:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df41370000 going to sleep for 11 seconds 00000100:00100000:2.0:1777045320.495295:0:5858:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de42c8aa00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:5858:1863365424429568:0@lo:1000:mdt_rdpg00_000.0 00000001:00080000:2.0:1777045320.502153:0:5858:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968214 00000100:00100000:2.0:1777045320.503314:0:5858:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de42c8aa00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:5858:1863365424429696:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1777045320.503395:0:5858:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777045320.503450:0:5858:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df467e0540 going to sleep for 11 seconds 00000100:00100000:1.0:1777045320.504648:0:5861:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424429696 00000100:00100000:1.0:1777045320.504660:0:5861:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424429696 00000100:00100000:1.0:1777045320.504725:0:5861:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 66 00000100:00100000:1.0:1777045320.504739:0:5861:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77fd5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:5858:x1863365424429696:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1777045320.505665:0:5861:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77fd5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:5858:x1863365424429696:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 926us (2267us total) trans 4294967374 rc 0/0 00000100:00100000:1.0:1777045320.505678:0:5861:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 66 00000100:00100000:1.0:1777045320.505750:0:5858:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de42c8aa00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:5858:1863365424429696:0@lo:1000:mdt_rdpg00_000.0 00010000:00010000:1.0:1777045320.505805:0:5858:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bf800/0x2c8777a5e7d9f215 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x28:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5858 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045320.505819:0:5858:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bf800/0x2c8777a5e7d9f215 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x28:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5858 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045320.505829:0:5858:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bf800/0x2c8777a5e7d9f215 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x28:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5858 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045320.505838:0:5858:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de435bf800 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:1.0:1777045320.505845:0:5858:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bf800/0x2c8777a5e7d9f215 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x28:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5858 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045320.505857:0:5858:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bf800/0x2c8777a5e7d9f215 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x28:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5858 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045320.505877:0:5858:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x28:0x0].0x0 (ffff98df454d4a00) 00010000:00010000:1.0:1777045320.505882:0:5858:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:1.0:1777045320.505888:0:5858:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bf800/0x2c8777a5e7d9f215 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x28:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5858 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045320.505898:0:5858:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bf800/0x2c8777a5e7d9f215 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x28:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5858 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1777045320.506178:0:5858:0:(mdd_object.c:4010:mdd_close()) Object [0x200000401:0x4e:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:1.0:1777045320.506696:0:5858:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].12, 64 off9032 00000004:00080000:1.0:1777045320.506714:0:5858:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1948996510423ns, next at 1949996506863ns, rc = 0 00000001:00080000:1.0:1777045320.506726:0:5858:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968215 00010000:00010000:1.0:1777045320.506809:0:5858:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x28:0x0].0x0 (ffff98df454d4a00) 00010000:00010000:1.0:1777045320.506814:0:5858:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1777045320.506825:0:5858:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023000/0x2c8777a5e7d9f200 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x28:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149220 expref: 62 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777045320.506956:0:5858:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df75298e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:146de360-3fb2-48bd-b418-06f30714148a+61:31488:x1863365370158080:12345-192.168.201.45@tcp:35:lfs.0 Request processed in 44953us (46243us total) trans 4294968216 rc 0/0 00000100:00100000:1.0:1777045320.506970:0:5858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 298 00000020:00080000:1.0:1777045320.506976:0:5858:0:(tgt_main.c:783:tgt_ses_key_exit()) total 8 transactions per RPC 00000100:00100000:0.0:1777045320.635004:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045320.635731:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370158592 00000100:00100000:2.0:1777045320.635744:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370158592 00000100:00100000:2.0:1777045320.635839:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1353 00000100:00100000:2.0:1777045320.635851:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d624700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:146de360-3fb2-48bd-b418-06f30714148a+61:31489:x1863365370158592:12345-192.168.201.45@tcp:101:lseek_test.0 00010000:00010000:2.0:1777045320.635879:0:7939:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777045320.635903:0:7939:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bea00/0x2c8777a5e7d9f21c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1149227 expref: -99 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045320.636648:0:7939:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be800/0x2c8777a5e7d9f223 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045320.636668:0:7939:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be800/0x2c8777a5e7d9f223 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045320.636684:0:7939:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be800/0x2c8777a5e7d9f223 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045320.636702:0:7939:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bf600/0x2c8777a5e7d9f22a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4d:0x0].0x5fded3f1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045320.636711:0:7939:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bf600/0x2c8777a5e7d9f22a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045320.636719:0:7939:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bf600/0x2c8777a5e7d9f22a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045320.636891:0:7939:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bf200/0x2c8777a5e7d9f231 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x28:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045320.636902:0:7939:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bf200/0x2c8777a5e7d9f231 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045320.636912:0:7939:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bf200/0x2c8777a5e7d9f231 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777045320.636925:0:7939:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x28:0x0]: returning size 158 00010000:00010000:2.0:1777045320.637027:0:7939:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be800/0x2c8777a5e7d9f223 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045320.637038:0:7939:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be800/0x2c8777a5e7d9f223 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045320.637047:0:7939:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be800/0x2c8777a5e7d9f223 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045320.637055:0:7939:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de435be800 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:2.0:1777045320.637061:0:7939:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be800/0x2c8777a5e7d9f223 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045320.637070:0:7939:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be800/0x2c8777a5e7d9f223 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045320.637084:0:7939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4d:0x0].0x0 (ffff98df454d4600) 00010000:00010000:2.0:1777045320.637088:0:7939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777045320.637094:0:7939:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be800/0x2c8777a5e7d9f223 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045320.637108:0:7939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be800/0x2c8777a5e7d9f223 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045320.637123:0:7939:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bf600/0x2c8777a5e7d9f22a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045320.637131:0:7939:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bf600/0x2c8777a5e7d9f22a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045320.637139:0:7939:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bf600/0x2c8777a5e7d9f22a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045320.637146:0:7939:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de435bf600 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:2.0:1777045320.637150:0:7939:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bf600/0x2c8777a5e7d9f22a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045320.637158:0:7939:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bf600/0x2c8777a5e7d9f22a lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045320.637184:0:7939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4d:0x0].0x5fded3f1 (ffff98df52c43500) 00010000:00010000:2.0:1777045320.637187:0:7939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777045320.637191:0:7939:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bf600/0x2c8777a5e7d9f22a lrc: 2/0,0 mode: --/PR res: [0x200000401:0x4d:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045320.637199:0:7939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bf600/0x2c8777a5e7d9f22a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4d:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045320.637305:0:7939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bea00/0x2c8777a5e7d9f21c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149227 expref: 64 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045320.637331:0:7939:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bf200/0x2c8777a5e7d9f231 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149227 expref: 63 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045320.637341:0:7939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x28:0x0].0x0 (ffff98df52c43b00) 00010000:00010000:2.0:1777045320.637344:0:7939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777045320.637347:0:7939:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de435bf200, rc 0) 00000100:00100000:2.0:1777045320.637419:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d624700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:146de360-3fb2-48bd-b418-06f30714148a+63:31489:x1863365370158592:12345-192.168.201.45@tcp:101:lseek_test.0 Request processed in 1569us (2424us total) trans 4294968217 rc 0/0 00000100:00100000:2.0:1777045320.637429:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1353 00000100:00100000:1.0:1777045320.669727:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045320.670468:0:6655:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370158848 00000100:00100000:3.0:1777045320.670482:0:6655:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370158848 00000100:00100000:3.0:1777045320.670554:0:6655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 86 00000100:00100000:3.0:1777045320.670568:0:6655:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df75298a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:146de360-3fb2-48bd-b418-06f30714148a+63:31489:x1863365370158848:12345-192.168.201.45@tcp:103:lseek_test.0 00010000:00010000:3.0:1777045320.670587:0:6655:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777045320.670615:0:6655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bf200/0x2c8777a5e7d9f231 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149227 expref: 63 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045320.670639:0:6655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x28:0x0].0x0 (ffff98df52c43b00) 00010000:00010000:3.0:1777045320.670652:0:6655:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777045320.670711:0:6655:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df75298a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:146de360-3fb2-48bd-b418-06f30714148a+62:31489:x1863365370158848:12345-192.168.201.45@tcp:103:lseek_test.0 Request processed in 145us (993us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045320.670721:0:6655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 86 00000100:00100000:0.0:1777045320.702383:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045320.708512:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370158976 00000100:00100000:2.0:1777045320.708527:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370158976 00000100:00100000:2.0:1777045320.708587:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1354 00000100:00100000:2.0:1777045320.708601:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d626a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:146de360-3fb2-48bd-b418-06f30714148a+62:31489:x1863365370158976:12345-192.168.201.45@tcp:58:lseek_test.0 00010000:00010000:2.0:1777045320.708719:0:12646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bea00/0x2c8777a5e7d9f23f lrc: 3/0,1 mode: --/EX res: [0x200000402:0x28:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045320.708740:0:12646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bea00/0x2c8777a5e7d9f23f lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x28:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045320.708754:0:12646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bea00/0x2c8777a5e7d9f23f lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x28:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1777045320.709420:0:12646:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].40, 136 off13632 00000100:00100000:2.0:1777045320.709532:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d626a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:146de360-3fb2-48bd-b418-06f30714148a+62:31489:x1863365370158976:12345-192.168.201.45@tcp:58:lseek_test.0 Request processed in 932us (7155us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045320.709543:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1354 00000040:00080000:3.0:1777045320.728146:0:11491:0:(llog.c:801:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1777045320.728155:0:11491:0:(llog_cat.c:158:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1777045320.728244:0:11491:0:(llog.c:858:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 41 count 3 00000040:00080000:3.0:1777045320.728256:0:11491:0:(llog.c:858:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1777045320.728391:0:11491:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de480e9180 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11491:1863365424429824:192.168.201.45@tcp:107:hsm_cdtr.0 00000100:00100000:3.0:1777045320.728517:0:11491:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df58641c00 going to sleep for 11 seconds 00000100:00100000:0.0:1777045320.730808:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045320.731258:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370159104 00000100:00100000:1.0:1777045320.731270:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370159104 00000100:00100000:1.0:1777045320.731333:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1355 00000100:00100000:1.0:1777045320.731344:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d624000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:146de360-3fb2-48bd-b418-06f30714148a+62:31489:x1863365370159104:12345-192.168.201.45@tcp:101:lseek_test.0 00010000:00010000:1.0:1777045320.731366:0:5857:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777045320.731391:0:5857:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a33600/0x2c8777a5e7d9f246 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x28:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee114922e expref: -99 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045320.731451:0:5857:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bea00/0x2c8777a5e7d9f23f lrc: 2/0,1 mode: EX/EX res: [0x200000402:0x28:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045320.731466:0:5857:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a33600/0x2c8777a5e7d9f246 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x28:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114922e expref: 63 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045320.731490:0:5857:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bea00/0x2c8777a5e7d9f23f lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x28:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045320.731512:0:5857:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a33600/0x2c8777a5e7d9f246 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x28:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114922e expref: 63 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045320.731528:0:5857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x28:0x0].0x0 (ffff98df52c43d00) 00010000:00010000:1.0:1777045320.731532:0:5857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1777045320.731536:0:5857:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a33600/0x2c8777a5e7d9f246 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x28:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114922e expref: 63 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045320.731545:0:5857:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de41a33600, rc 0) 00000100:00100000:1.0:1777045320.731592:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d624000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:146de360-3fb2-48bd-b418-06f30714148a+63:31489:x1863365370159104:12345-192.168.201.45@tcp:101:lseek_test.0 Request processed in 249us (791us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045320.731602:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1355 00000100:00100000:3.0:1777045320.752764:0:11491:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de480e9180 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11491:1863365424429824:192.168.201.45@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1777045320.752772:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045320.752863:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370159232 00000100:00100000:0.0:1777045320.752873:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370159232 00000100:00100000:0.0:1777045320.752933:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1356 00000100:00100000:0.0:1777045320.752945:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d626d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+26:31490:x1863365370159232:12345-192.168.201.45@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1777045320.752980:0:7939:0:(mdt_handler.c:7958:mdt_fid2path()) path get [0x200000402:0x28:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1777045320.753089:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d626d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+26:31490:x1863365370159232:12345-192.168.201.45@tcp:53:lhsmtool_posix.0 Request processed in 144us (316us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045320.753098:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1356 00000100:00100000:1.0:1777045320.784030:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045320.784633:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370159360 00000100:00100000:3.0:1777045320.784647:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370159360 00000100:00100000:3.0:1777045320.784878:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1357 00000100:00100000:3.0:1777045320.784892:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7529a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+26:31490:x1863365370159360:12345-192.168.201.45@tcp:34:lhsmtool_posix.0 00010000:00010000:3.0:1777045320.784978:0:5855:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9f24d lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045320.785001:0:5855:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9f24d lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045320.785034:0:5855:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9f24d lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045320.785055:0:5855:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022000/0x2c8777a5e7d9f254 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0xefe2aa85 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045320.785064:0:5855:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022000/0x2c8777a5e7d9f254 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xefe2aa85 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045320.785072:0:5855:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022000/0x2c8777a5e7d9f254 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xefe2aa85 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045320.785099:0:5855:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023c00/0x2c8777a5e7d9f25b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x28:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045320.785109:0:5855:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023c00/0x2c8777a5e7d9f25b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045320.785116:0:5855:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023c00/0x2c8777a5e7d9f25b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777045320.785168:0:5855:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x28:0x0]: returning size 158 00000004:00200000:3.0:1777045320.785173:0:5855:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1777045320.785190:0:5855:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023c00/0x2c8777a5e7d9f25b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045320.785204:0:5855:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9f24d lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045320.785211:0:5855:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9f24d lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045320.785219:0:5855:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9f24d lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045320.785226:0:5855:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48022c00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:3.0:1777045320.785230:0:5855:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9f24d lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045320.785239:0:5855:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9f24d lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045320.785252:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff98df4a351500) 00010000:00010000:3.0:1777045320.785257:0:5855:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777045320.785262:0:5855:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9f24d lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045320.785269:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9f24d lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045320.785283:0:5855:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022000/0x2c8777a5e7d9f254 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xefe2aa85 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045320.785327:0:5855:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022000/0x2c8777a5e7d9f254 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xefe2aa85 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045320.785334:0:5855:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022000/0x2c8777a5e7d9f254 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xefe2aa85 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045320.785341:0:5855:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48022000 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:3.0:1777045320.785344:0:5855:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022000/0x2c8777a5e7d9f254 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xefe2aa85 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045320.785351:0:5855:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022000/0x2c8777a5e7d9f254 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xefe2aa85 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045320.785361:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0xefe2aa85 (ffff98df413b6700) 00010000:00010000:3.0:1777045320.785365:0:5855:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777045320.785369:0:5855:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022000/0x2c8777a5e7d9f254 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0xefe2aa85 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045320.785377:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022000/0x2c8777a5e7d9f254 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0xefe2aa85 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045320.785395:0:5855:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023c00/0x2c8777a5e7d9f25b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045320.785403:0:5855:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023c00/0x2c8777a5e7d9f25b lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045320.785410:0:5855:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023c00/0x2c8777a5e7d9f25b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045320.785416:0:5855:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48023c00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:3.0:1777045320.785419:0:5855:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023c00/0x2c8777a5e7d9f25b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045320.785426:0:5855:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023c00/0x2c8777a5e7d9f25b lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045320.785435:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x28:0x0].0x0 (ffff98df52c43d00) 00010000:00010000:3.0:1777045320.785438:0:5855:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777045320.785441:0:5855:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023c00/0x2c8777a5e7d9f25b lrc: 2/0,0 mode: --/PR res: [0x200000402:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045320.785449:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023c00/0x2c8777a5e7d9f25b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777045320.785528:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7529a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+26:31490:x1863365370159360:12345-192.168.201.45@tcp:34:lhsmtool_posix.0 Request processed in 638us (1522us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045320.785539:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1357 00000100:00100000:0.0:1777045320.798471:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045320.798723:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370159616 00000100:00100000:1.0:1777045320.798738:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370159616 00000100:00100000:1.0:1777045320.798844:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1358 00000100:00100000:1.0:1777045320.798859:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d625f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+26:31490:x1863365370159616:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1777045320.798885:0:5857:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777045320.798910:0:5857:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32a00/0x2c8777a5e7d9f262 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1149235 expref: -99 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045320.799035:0:5857:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32400/0x2c8777a5e7d9f269 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x28:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045320.799053:0:5857:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32400/0x2c8777a5e7d9f269 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x28:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045320.799073:0:5857:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32400/0x2c8777a5e7d9f269 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x28:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777045320.799086:0:5857:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x28:0x0]: returning size 158 00010000:00010000:1.0:1777045320.799282:0:5857:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32400/0x2c8777a5e7d9f269 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x28:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045320.799293:0:5857:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32400/0x2c8777a5e7d9f269 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x28:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045320.799302:0:5857:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32400/0x2c8777a5e7d9f269 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x28:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045320.799310:0:5857:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de41a32400 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:1.0:1777045320.799315:0:5857:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32400/0x2c8777a5e7d9f269 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x28:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045320.799324:0:5857:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32400/0x2c8777a5e7d9f269 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x28:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045320.799340:0:5857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x28:0x0].0x0 (ffff98df52c43d00) 00010000:00010000:1.0:1777045320.799344:0:5857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1777045320.799349:0:5857:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32400/0x2c8777a5e7d9f269 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x28:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045320.799358:0:5857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32400/0x2c8777a5e7d9f269 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x28:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045320.799411:0:5857:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32a00/0x2c8777a5e7d9f262 lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149235 expref: 28 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045320.799432:0:5857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff98df4a351500) 00010000:00010000:1.0:1777045320.799435:0:5857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1777045320.799441:0:5857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32a00/0x2c8777a5e7d9f262 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149235 expref: 28 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045320.799453:0:5857:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de41a32a00, rc 0) 00000100:00100000:1.0:1777045320.799520:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d625f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+27:31490:x1863365370159616:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 Request processed in 664us (1059us total) trans 4294968218 rc 301/301 00000100:00100000:1.0:1777045320.799531:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1358 00000100:00100000:0.0:1777045320.826272:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045320.834135:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370159744 00000100:00100000:1.0:1777045320.834152:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370159744 00000100:00100000:1.0:1777045320.834285:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1359 00000100:00100000:1.0:1777045320.834299:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d627480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+27:31490:x1863365370159744:12345-192.168.201.45@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1777045320.834346:0:12646:0:(mdt_handler.c:7958:mdt_fid2path()) path get [0x200000402:0x28:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1777045320.834469:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d627480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+27:31490:x1863365370159744:12345-192.168.201.45@tcp:53:lhsmtool_posix.0 Request processed in 172us (8208us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045320.834480:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1359 00000100:00100000:1.0:1777045320.848707:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045320.850386:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370160000 00000100:00100000:2.0:1777045320.850400:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370160000 00000100:00100000:2.0:1777045320.850471:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1360 00000100:00100000:2.0:1777045320.850485:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df75298000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+27:31490:x1863365370160000:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1777045320.850508:0:5855:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777045320.850533:0:5855:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bf600/0x2c8777a5e7d9f277 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x4d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee114923c expref: -99 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045320.855720:0:5855:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be800/0x2c8777a5e7d9f27e lrc: 3/1,0 mode: --/PR res: [0x200000402:0x29:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045320.855743:0:5855:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be800/0x2c8777a5e7d9f27e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045320.855757:0:5855:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be800/0x2c8777a5e7d9f27e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777045320.855771:0:5855:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x29:0x0]: returning size 0 00010000:00010000:2.0:1777045320.860802:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bf600/0x2c8777a5e7d9f277 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114923c expref: 30 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045320.862657:0:5855:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be800/0x2c8777a5e7d9f27e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114923c expref: 29 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045320.862674:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x29:0x0].0x0 (ffff98df52c43800) 00010000:00010000:2.0:1777045320.862678:0:5855:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777045320.862682:0:5855:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de435be800, rc 0) 00000100:00100000:2.0:1777045320.862803:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df75298000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+29:31490:x1863365370160000:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 Request processed in 12318us (14104us total) trans 4294968219 rc 0/0 00000100:00100000:2.0:1777045320.864946:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1360 00000100:00100000:0.0:1777045320.899519:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045320.899693:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370160256 00000100:00100000:3.0:1777045320.899707:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370160256 00000100:00100000:3.0:1777045320.899817:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1361 00000100:00100000:3.0:1777045320.899833:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d626680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+29:31490:x1863365370160256:12345-192.168.201.45@tcp:36:lhsmtool_posix.0 00010000:00010000:3.0:1777045320.899925:0:7939:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777045320.899960:0:7939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be800/0x2c8777a5e7d9f27e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114923c expref: 29 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045320.899991:0:7939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x29:0x0].0x0 (ffff98df52c43800) 00010000:00010000:3.0:1777045320.900005:0:7939:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777045320.900035:0:7939:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023c00/0x2c8777a5e7d9f28c lrc: 3/0,1 mode: --/CW res: [0x200000401:0x4d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045320.900061:0:7939:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537c00/0x2c8777a5e7d9f1a5 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11491f6 expref: 62 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045320.900074:0:7939:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023c00/0x2c8777a5e7d9f28c lrc: 4/0,1 mode: --/CW res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045320.900118:0:7939:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537c00/0x2c8777a5e7d9f1a5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11491f6 expref: 62 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045320.900137:0:7939:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537c00/0x2c8777a5e7d9f1a5 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11491f6 expref: 62 pid: 5855 timeout: 2049 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777045320.900157:0:7939:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de480e9180 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7939:1863365424429952:192.168.201.45@tcp:104: 00000100:00100000:3.0:1777045320.900350:0:7939:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df50fb7780 going to sleep for 11 seconds 00000100:00100000:1.0:1777045320.917991:0:7939:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de480e9180 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7939:1863365424429952:192.168.201.45@tcp:104: 00010000:00010000:1.0:1777045320.918028:0:7939:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023c00/0x2c8777a5e7d9f28c lrc: 3/0,1 mode: --/CW res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777045320.919068:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045320.919192:0:5843:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370160384 00000100:00100000:1.0:1777045320.919496:0:5843:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370160384 00010000:00010000:1.0:1777045320.919546:0:5843:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537c00/0x2c8777a5e7d9f1a5 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11491f6 expref: 63 pid: 5855 timeout: 2049 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777045320.919606:0:5843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 400 00000100:00100000:1.0:1777045320.919620:0:5843:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d625c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:146de360-3fb2-48bd-b418-06f30714148a+63:2393:x1863365370160384:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777045320.919639:0:5843:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777045320.919648:0:5843:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537c00/0x2c8777a5e7d9f1a5 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11491f6 expref: 63 pid: 5855 timeout: 2049 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045320.919665:0:5843:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537c00/0x2c8777a5e7d9f1a5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11491f6 expref: 63 pid: 5855 timeout: 2049 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045320.919705:0:5843:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537c00/0x2c8777a5e7d9f1a5 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11491f6 expref: 63 pid: 5855 timeout: 2049 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045320.919725:0:5843:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4d:0x0].0x0 (ffff98df454d4600) 00010000:00010000:1.0:1777045320.919731:0:5843:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023c00/0x2c8777a5e7d9f28c lrc: 3/0,1 mode: --/CW res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045320.919745:0:5843:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023c00/0x2c8777a5e7d9f28c lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045320.919755:0:5843:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023c00/0x2c8777a5e7d9f28c lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045320.919818:0:5843:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777045320.919893:0:5843:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d625c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:146de360-3fb2-48bd-b418-06f30714148a+62:2393:x1863365370160384:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 273us (826us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045320.919904:0:5843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 400 00010000:00010000:3.0:1777045320.920953:0:7939:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023c00/0x2c8777a5e7d9f28c lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045320.920967:0:7939:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023c00/0x2c8777a5e7d9f28c lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045320.921028:0:7939:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022000/0x2c8777a5e7d9f293 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x4d:0x0].0x2ad1204a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045320.921043:0:7939:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022000/0x2c8777a5e7d9f293 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4d:0x0].0x2ad1204a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045320.921055:0:7939:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022000/0x2c8777a5e7d9f293 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4d:0x0].0x2ad1204a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045320.921795:0:7939:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023c00/0x2c8777a5e7d9f28c lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045320.921808:0:7939:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023c00/0x2c8777a5e7d9f28c lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045320.921820:0:7939:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023c00/0x2c8777a5e7d9f28c lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045320.921829:0:7939:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48023c00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:3.0:1777045320.921836:0:7939:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023c00/0x2c8777a5e7d9f28c lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045320.921847:0:7939:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023c00/0x2c8777a5e7d9f28c lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045320.921861:0:7939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4d:0x0].0x0 (ffff98df454d4600) 00010000:00010000:3.0:1777045320.921866:0:7939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777045320.921872:0:7939:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023c00/0x2c8777a5e7d9f28c lrc: 2/0,0 mode: --/CW res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045320.921880:0:7939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023c00/0x2c8777a5e7d9f28c lrc: 0/0,0 mode: --/CW res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045320.921896:0:7939:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022000/0x2c8777a5e7d9f293 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4d:0x0].0x2ad1204a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045320.921906:0:7939:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022000/0x2c8777a5e7d9f293 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x4d:0x0].0x2ad1204a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045320.921915:0:7939:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022000/0x2c8777a5e7d9f293 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4d:0x0].0x2ad1204a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045320.921923:0:7939:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48022000 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:3.0:1777045320.921927:0:7939:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022000/0x2c8777a5e7d9f293 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4d:0x0].0x2ad1204a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045320.921936:0:7939:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022000/0x2c8777a5e7d9f293 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x4d:0x0].0x2ad1204a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045320.921947:0:7939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4d:0x0].0x2ad1204a (ffff98df413b6200) 00010000:00010000:3.0:1777045320.921951:0:7939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777045320.921955:0:7939:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022000/0x2c8777a5e7d9f293 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x4d:0x0].0x2ad1204a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045320.921963:0:7939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022000/0x2c8777a5e7d9f293 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x4d:0x0].0x2ad1204a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777045320.922072:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d626680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+28:31490:x1863365370160256:12345-192.168.201.45@tcp:36:lhsmtool_posix.0 Request processed in 22239us (22562us total) trans 0 rc -2/-2 00000100:00100000:3.0:1777045320.922084:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1361 00000001:00080000:1.0:1777045320.929189:0:5877:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968206 is committed 00000001:00080000:1.0:1777045320.929219:0:5877:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968216 is committed 00000004:00080000:1.0:1777045320.929225:0:5877:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 16 committed 00000001:00080000:1.0:1777045320.929252:0:5877:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968217 is committed 00000020:00080000:1.0:1777045320.929263:0:5877:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff98df467e06c0 refcount 2 committed 0 result 0 batchid 31 00000020:00080000:1.0:1777045320.929269:0:5877:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff98df6d7b5400 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff98df6056b180 00000020:00080000:1.0:1777045320.929274:0:5877:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff98df6d7b5f00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff98df6d5e8800 00000001:00080000:1.0:1777045320.929305:0:5877:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968207 is committed 00000020:00080000:1.0:1777045320.929650:0:5888:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 31 committed batchid 30 00000020:00080000:1.0:1777045320.929895:0:5888:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 30 00000100:00100000:0.0:1777045320.932810:0:3341:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1777045320.934367:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de480e9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424430080:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1777045320.934449:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777045320.934873:0:6639:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424430080 00000100:00100000:2.0:1777045320.934884:0:6639:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424430080 00000100:00100000:2.0:1777045320.935500:0:6639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 402 00000100:00100000:2.0:1777045320.935517:0:6639:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d627100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3341:x1863365424430080:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1777045320.935583:0:6639:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:27 count 1 00002000:00010000:2.0:1777045320.935627:0:6639:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1b:0x0] initial LVB size: 158, mtime: 0x69eb8f45, atime: 0x0, ctime: 0x69eb8f45, blocks: 0x1 00010000:00010000:2.0:1777045320.935639:0:6639:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006144d0f4/0x2c8777a5e7d9f29a lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045320.935661:0:6639:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777045320.935664:0:6639:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777045320.935671:0:6639:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006144d0f4/0x2c8777a5e7d9f29a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045320.935694:0:6639:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006144d0f4/0x2c8777a5e7d9f29a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045320.935707:0:6639:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006144d0f4/0x2c8777a5e7d9f29a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045320.935719:0:6639:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000006144d0f4/0x2c8777a5e7d9f29a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045320.935833:0:6639:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1777045320.940948:0:6639:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d627100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+7:3341:x1863365424430080:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5426us (6490us total) trans 4294967375 rc 0/0 00000100:00100000:2.0:1777045320.940965:0:6639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 402 00000004:00080000:0.0:1777045320.941137:0:3341:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98de480e9180/2, rc 0, transno 4294967375 00000100:00100000:0.0:1777045320.941149:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de480e9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424430080:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1777045320.942572:0:5844:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777045320.942585:0:5844:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000006144d0f4/0x2c8777a5e7d9f29a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045320.942604:0:5844:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de435bf600 already unused, calling callback (ffffffffc17d22d0) 00010000:00010000:3.0:1777045320.942610:0:5844:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000006144d0f4/0x2c8777a5e7d9f29a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045320.942624:0:5844:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000006144d0f4/0x2c8777a5e7d9f29a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045320.942658:0:5844:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000006144d0f4/0x2c8777a5e7d9f29a lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045320.942669:0:5844:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006144d0f4/0x2c8777a5e7d9f29a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777045320.943541:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00010000:00010000:0.0:1777045320.943585:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777045320.943588:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777045320.943591:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777045320.945108:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370160512 00000100:00100000:1.0:1777045320.945121:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370160512 00000100:00100000:1.0:1777045320.945245:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1362 00000100:00100000:1.0:1777045320.945261:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d625180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+21:31490:x1863365370160512:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1777045320.945286:0:5856:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777045320.945315:0:5856:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32a00/0x2c8777a5e7d9f2a1 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x29:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1149243 expref: -99 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045320.945363:0:5856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32400/0x2c8777a5e7d9f2a8 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x29:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045320.945382:0:5856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32400/0x2c8777a5e7d9f2a8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x29:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045320.945398:0:5856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32400/0x2c8777a5e7d9f2a8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x29:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045320.945535:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32a00/0x2c8777a5e7d9f2a1 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x29:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149243 expref: 23 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045320.945567:0:5856:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32400/0x2c8777a5e7d9f2a8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x29:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149243 expref: 22 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045320.945579:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x29:0x0].0x0 (ffff98df454d4900) 00010000:00010000:1.0:1777045320.945584:0:5856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1777045320.945588:0:5856:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de41a32400, rc 0) 00000100:00100000:1.0:1777045320.945656:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d625180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+22:31490:x1863365370160512:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 Request processed in 399us (2119us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045320.945666:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1362 00000100:00100000:0.0:1777045320.953052:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045320.953813:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370160768 00000100:00100000:2.0:1777045320.953840:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370160768 00000100:00100000:2.0:1777045320.953922:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1363 00000100:00100000:2.0:1777045320.953936:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d625880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+22:31490:x1863365370160768:12345-192.168.201.45@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1777045320.954032:0:5855:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bec00/0x2c8777a5e7d9f2af lrc: 3/0,1 mode: --/PW res: [0x200000402:0x29:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045320.954055:0:5855:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bec00/0x2c8777a5e7d9f2af lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x29:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045320.954069:0:5855:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bec00/0x2c8777a5e7d9f2af lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x29:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777045320.954366:0:5855:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000005626c917 reply state 0000000004edf553 transno 4294968220 ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bec00/0x2c8777a5e7d9f2af lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x29:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777045320.954380:0:5855:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777045320.954493:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d625880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+24:31490:x1863365370160768:12345-192.168.201.45@tcp:36:lhsmtool_posix.0 Request processed in 558us (1448us total) trans 4294968220 rc 0/0 00000100:00100000:2.0:1777045320.954508:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1363 00010000:00010000:0.0:1777045320.972183:0:3327:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bec00/0x2c8777a5e7d9f2af lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x29:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045320.972254:0:3327:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bec00/0x2c8777a5e7d9f2af lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x29:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045320.972264:0:3327:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bec00/0x2c8777a5e7d9f2af lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x29:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045320.972273:0:3327:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de435bec00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:0.0:1777045320.972279:0:3327:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bec00/0x2c8777a5e7d9f2af lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x29:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045320.972291:0:3327:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bec00/0x2c8777a5e7d9f2af lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x29:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045320.972313:0:3327:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x29:0x0].0x0 (ffff98df454d4900) 00010000:00010000:0.0:1777045320.972318:0:3327:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1777045320.972324:0:3327:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bec00/0x2c8777a5e7d9f2af lrc: 2/0,0 mode: --/PW res: [0x200000402:0x29:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045320.972333:0:3327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bec00/0x2c8777a5e7d9f2af lrc: 0/0,0 mode: --/PW res: [0x200000402:0x29:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777045320.977365:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045320.983063:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370160896 00000100:00100000:3.0:1777045320.983081:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370160896 00000100:00100000:2.0:1777045320.983516:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1364 00000100:00100000:2.0:1777045320.983547:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d624380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+23:31490:x1863365370160896:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1777045320.983577:0:7939:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777045320.983602:0:7939:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfc00/0x2c8777a5e7d9f2b6 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x29:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee114924a expref: -99 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045320.983673:0:7939:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfc00/0x2c8777a5e7d9f2b6 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x29:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114924a expref: 24 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045320.983694:0:7939:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfc00/0x2c8777a5e7d9f2b6 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x29:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114924a expref: 24 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045320.983708:0:7939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x29:0x0].0x0 (ffff98df454d4900) 00010000:00010000:2.0:1777045320.983713:0:7939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1777045320.983718:0:7939:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de435bfc00, rc 0) 00000100:00100000:2.0:1777045320.983955:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d624380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+24:31490:x1863365370160896:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 Request processed in 409us (6597us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045320.983967:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1364 00000100:00100000:2.0:1777045320.996595:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045321.002580:0:5859:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370161024 00000100:00100000:1.0:1777045321.002598:0:5859:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370161024 00000100:00100000:1.0:1777045321.002701:0:5859:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 299 00000100:00100000:1.0:1777045321.002716:0:5859:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de478bc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+24:31490:x1863365370161024:12345-192.168.201.45@tcp:49:lhsmtool_posix.0 00000100:00100000:1.0:1777045321.003354:0:5859:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de478bc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+24:31490:x1863365370161024:12345-192.168.201.45@tcp:49:lhsmtool_posix.0 Request processed in 638us (6764us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045321.003366:0:5859:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 299 00000100:00100000:0.0:1777045321.037480:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045321.037618:0:5858:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370161280 00000100:00100000:1.0:1777045321.037631:0:5858:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370161280 00000100:00100000:1.0:1777045321.037790:0:5858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 300 00000100:00100000:1.0:1777045321.037806:0:5858:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d625500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+24:31490:x1863365370161280:12345-192.168.201.45@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1777045321.038669:0:5858:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d625500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+25:31490:x1863365370161280:12345-192.168.201.45@tcp:35:lhsmtool_posix.0 Request processed in 866us (1199us total) trans 4294968221 rc 0/0 00000100:00100000:1.0:1777045321.038681:0:5858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 300 00000100:00100000:0.0:1777045321.050194:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045321.051499:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370161536 00000100:00100000:1.0:1777045321.051512:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370161536 00000100:00100000:1.0:1777045321.051587:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1365 00000100:00100000:1.0:1777045321.051600:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77c7f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+25:31490:x1863365370161536:12345-192.168.201.45@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1777045321.051735:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77c7f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+25:31490:x1863365370161536:12345-192.168.201.45@tcp:57:lhsmtool_posix.0 Request processed in 137us (1550us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045321.051745:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1365 00000100:00100000:2.0:1777045321.069017:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045321.069185:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370161792 00000100:00100000:0.0:1777045321.069197:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370161792 00000100:00100000:0.0:1777045321.069313:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1366 00000100:00100000:0.0:1777045321.069327:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de478bca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+25:31490:x1863365370161792:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1777045321.069352:0:5855:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777045321.069375:0:5855:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536400/0x2c8777a5e7d9f2bd lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1149251 expref: -99 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045321.069493:0:5855:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537e00/0x2c8777a5e7d9f2c4 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x29:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045321.069511:0:5855:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfc00/0x2c8777a5e7d9f2b6 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x29:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114924a expref: 26 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045321.069522:0:5855:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537e00/0x2c8777a5e7d9f2c4 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x29:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045321.069564:0:5855:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfc00/0x2c8777a5e7d9f2b6 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x29:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114924a expref: 26 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045321.069581:0:5855:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfc00/0x2c8777a5e7d9f2b6 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x29:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114924a expref: 26 pid: 7939 timeout: 2049 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777045321.069600:0:5855:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df77c7f100 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5855:1863365424430208:192.168.201.45@tcp:104: 00000100:00100000:0.0:1777045321.069700:0:5855:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df58e346c0 going to sleep for 11 seconds 00000100:00100000:2.0:1777045321.094098:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045321.094242:0:6655:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370161920 00000100:00100000:3.0:1777045321.094253:0:6655:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370161920 00010000:00010000:3.0:1777045321.094300:0:6655:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfc00/0x2c8777a5e7d9f2b6 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x29:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114924a expref: 27 pid: 7939 timeout: 2049 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777045321.094339:0:6655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 401 00000100:00100000:3.0:1777045321.094350:0:6655:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de478bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+27:2392:x1863365370161920:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777045321.094368:0:6655:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777045321.094376:0:6655:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfc00/0x2c8777a5e7d9f2b6 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x29:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114924a expref: 27 pid: 7939 timeout: 2049 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045321.094392:0:6655:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfc00/0x2c8777a5e7d9f2b6 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x29:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114924a expref: 27 pid: 7939 timeout: 2049 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045321.094418:0:6655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x29:0x0].0x0 (ffff98df454d4900) 00010000:00010000:3.0:1777045321.094425:0:6655:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537e00/0x2c8777a5e7d9f2c4 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x29:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045321.094441:0:6655:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537e00/0x2c8777a5e7d9f2c4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x29:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045321.094450:0:6655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537e00/0x2c8777a5e7d9f2c4 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x29:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045321.094474:0:6655:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777045321.094548:0:6655:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de478bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+27:2392:x1863365370161920:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 199us (458us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045321.094558:0:6655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 401 00010000:00010000:0.0:1777045321.097320:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfc00/0x2c8777a5e7d9f2b6 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x29:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114924a expref: 26 pid: 7939 timeout: 2049 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777045321.097348:0:5855:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df77c7f100 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5855:1863365424430208:192.168.201.45@tcp:104: 00010000:00010000:0.0:1777045321.097378:0:5855:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537e00/0x2c8777a5e7d9f2c4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x29:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045321.097391:0:5855:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537e00/0x2c8777a5e7d9f2c4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x29:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045321.097398:0:5855:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537e00/0x2c8777a5e7d9f2c4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x29:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777045321.097420:0:5855:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x29:0x0]: returning size 0 00000004:00080000:0.0:1777045321.097791:0:5855:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x1c:0x0], index 0: 0 00010000:00010000:0.0:1777045321.099082:0:5855:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537e00/0x2c8777a5e7d9f2c4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x29:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045321.099097:0:5855:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537e00/0x2c8777a5e7d9f2c4 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x29:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045321.099105:0:5855:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537e00/0x2c8777a5e7d9f2c4 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x29:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045321.099114:0:5855:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98df7b537e00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:0.0:1777045321.099120:0:5855:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537e00/0x2c8777a5e7d9f2c4 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x29:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045321.099129:0:5855:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537e00/0x2c8777a5e7d9f2c4 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x29:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045321.099146:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x29:0x0].0x0 (ffff98df454d4900) 00010000:00010000:0.0:1777045321.099149:0:5855:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1777045321.099154:0:5855:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537e00/0x2c8777a5e7d9f2c4 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x29:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045321.099162:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537e00/0x2c8777a5e7d9f2c4 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x29:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045321.099228:0:5855:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536400/0x2c8777a5e7d9f2bd lrc: 1/0,0 mode: --/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149251 expref: 26 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045321.099243:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4d:0x0].0x0 (ffff98df454d4600) 00010000:00010000:0.0:1777045321.099247:0:5855:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1777045321.099252:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536400/0x2c8777a5e7d9f2bd lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149251 expref: 26 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045321.099263:0:5855:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98df7b536400, rc 0) 00000100:00100000:0.0:1777045321.099726:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de478bca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+25:31490:x1863365370161792:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 Request processed in 30400us (30718us total) trans 4294968222 rc 301/301 00000100:00100000:0.0:1777045321.099738:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1366 00000100:00100000:2.0:1777045321.108595:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045321.112129:0:19840:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370162176 00000100:00100000:3.0:1777045321.112144:0:19840:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370162176 00000100:00100000:3.0:1777045321.112576:0:19840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 301 00000100:00100000:3.0:1777045321.112590:0:19840:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df45ed6850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+25:31490:x1863365370162176:12345-192.168.201.45@tcp:35:lhsmtool_posix.0 00000100:00100000:2.0:1777045321.114666:0:19840:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df45ed6850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+26:31490:x1863365370162176:12345-192.168.201.45@tcp:35:lhsmtool_posix.0 Request processed in 2071us (6073us total) trans 4294968223 rc 0/0 00000100:00100000:2.0:1777045321.114679:0:19840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 301 00000100:00100000:2.0:1777045321.126609:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045321.130248:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370162304 00000100:00100000:1.0:1777045321.130263:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370162304 00000100:00100000:1.0:1777045321.130350:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1367 00000100:00100000:1.0:1777045321.130363:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de478bc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+26:31490:x1863365370162304:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1777045321.130391:0:5856:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777045321.130413:0:5856:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32a00/0x2c8777a5e7d9f2d2 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x29:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1149258 expref: -99 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045321.130488:0:5856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a33e00/0x2c8777a5e7d9f2d9 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x29:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045321.130506:0:5856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a33e00/0x2c8777a5e7d9f2d9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x29:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045321.130519:0:5856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a33e00/0x2c8777a5e7d9f2d9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x29:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777045321.137743:0:5856:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x29:0x0]: returning size 0 00000004:00200000:1.0:1777045321.137760:0:5856:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1777045321.140916:0:5856:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a33e00/0x2c8777a5e7d9f2d9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x29:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045321.140980:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32a00/0x2c8777a5e7d9f2d2 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x29:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149258 expref: 28 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045321.141009:0:5856:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a33e00/0x2c8777a5e7d9f2d9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x29:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149258 expref: 27 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045321.141020:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x29:0x0].0x0 (ffff98df454d4900) 00010000:00010000:1.0:1777045321.141023:0:5856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:1.0:1777045321.141028:0:5856:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de41a33e00, rc 0) 00000100:00100000:1.0:1777045321.141110:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de478bc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+27:31490:x1863365370162304:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 Request processed in 10748us (14510us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045321.141121:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1367 00000100:00100000:0.0:1777045321.155476:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045321.155601:0:6641:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370162432 00000100:00100000:2.0:1777045321.155614:0:6641:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370162432 00000100:00100000:2.0:1777045321.155674:0:6641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 403 00000100:00100000:2.0:1777045321.155685:0:6641:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77c7f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2389:x1863365370162432:12345-192.168.201.45@tcp:8:lhsmtool_posix.0 00010000:00080000:2.0:1777045321.155724:0:6641:0:(ldlm_lib.c:1431:target_handle_connect()) lustre-OST0000: connection from 15144518-a1c7-4352-a966-cb31eadd4d9b@192.168.201.45@tcp t0 exp 0000000000000000 cur 1949 last 0 00000020:00000080:2.0:1777045321.155765:0:6641:0:(genops.c:1406:class_connect()) connect: client 15144518-a1c7-4352-a966-cb31eadd4d9b, cookie 0x2c8777a5e7d9f2e0 00002000:00100000:2.0:1777045321.155804:0:6641:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli 15144518-a1c7-4352-a966-cb31eadd4d9b/ffff98df72998800 ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 2113436 ocd_grant: 3407872 ocd_index: 0 ocd_group 0 00002000:00100000:2.0:1777045321.155846:0:6641:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return f7 00002000:00080000:2.0:1777045321.156026:0:6641:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:2.0:1777045321.156067:0:6641:0:(import.c:65:import_set_state_nolock()) ffff98df7299b800 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1777045321.156154:0:6641:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77c7f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+6:2389:x1863365370162432:12345-192.168.201.45@tcp:8:lhsmtool_posix.0 Request processed in 468us (1262us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045321.156165:0:6641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 403 00000100:00100000:3.0:1777045321.175212:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045321.176612:0:14822:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370162560 00000100:00100000:0.0:1777045321.176625:0:14822:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370162560 00000100:00100000:0.0:1777045321.176712:0:14822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 404 00000100:00100000:0.0:1777045321.176730:0:14822:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de480e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+6:0:x1863365370162560:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1777045321.176750:0:14822:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777045321.176796:0:14822:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000aabf8275/0x2c8777a5e7d9f2e7 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee114925f expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777045321.176844:0:14822:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x1c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1777045321.176866:0:14822:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777045321.176870:0:14822:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777045321.176881:0:14822:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000aabf8275/0x2c8777a5e7d9f2e7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114925f expref: 7 pid: 14822 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045321.177188:0:14822:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000aabf8275/0x2c8777a5e7d9f2e7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114925f expref: 7 pid: 14822 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045321.177273:0:14822:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98df7b536a00, rc 0) 00000100:00100000:0.0:1777045321.177334:0:14822:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de480e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+7:0:x1863365370162560:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 Request processed in 612us (2132us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045321.177344:0:14822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 404 00000100:00080000:3.0:1777045321.181892:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1777045321.186642:0:3344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1777045321.186671:0:3344:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df77c7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3344:1863365424430336:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1777045321.186751:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045321.188177:0:6643:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424430336 00000100:00100000:0.0:1777045321.188190:0:6643:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424430336 00000100:00100000:0.0:1777045321.188324:0:6643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 517 00000100:00100000:0.0:1777045321.188335:0:6643:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df75298e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1863365424430336:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1777045321.188364:0:6643:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 61145088 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1777045321.188443:0:6643:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df75298e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1863365424430336:12345-0@lo:13:osp-pre-0-0.0 Request processed in 110us (1691us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045321.188453:0:6643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 517 00000100:00080000:3.0:1777045321.188727:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1777045321.189343:0:3344:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df77c7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3344:1863365424430336:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1777045321.192011:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045321.192273:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370162816 00000100:00100000:1.0:1777045321.192284:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370162816 00000100:00100000:1.0:1777045321.192341:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1368 00000100:00100000:1.0:1777045321.192352:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77c7dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+27:31490:x1863365370162816:12345-192.168.201.45@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1777045321.192467:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77c7dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+27:31490:x1863365370162816:12345-192.168.201.45@tcp:57:lhsmtool_posix.0 Request processed in 116us (463us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045321.192477:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1368 00000100:00100000:0.0:1777045321.205636:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045321.207292:0:6639:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370162944 00000100:00100000:2.0:1777045321.207308:0:6639:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370162944 00000100:00100000:2.0:1777045321.207401:0:6639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 405 00000100:00100000:2.0:1777045321.207416:0:6639:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77c7e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+7:31490:x1863365370162944:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1777045321.207437:0:6639:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777045321.207461:0:6639:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007a5162b9/0x2c8777a5e7d9f2ee lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1149266 expref: -99 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045321.207504:0:6639:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000aabf8275/0x2c8777a5e7d9f2e7 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114925f expref: 8 pid: 14822 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045321.207517:0:6639:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777045321.207519:0:6639:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777045321.207525:0:6639:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007a5162b9/0x2c8777a5e7d9f2ee lrc: 4/0,0 mode: --/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149266 expref: 8 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045321.207567:0:6639:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000aabf8275/0x2c8777a5e7d9f2e7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114925f expref: 8 pid: 14822 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045321.207585:0:6639:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000aabf8275/0x2c8777a5e7d9f2e7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114925f expref: 8 pid: 14822 timeout: 2049 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777045321.207610:0:6639:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de478bdf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6639:1863365424430464:192.168.201.45@tcp:104: 00000100:00100000:2.0:1777045321.207711:0:6639:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df467e0a80 going to sleep for 11 seconds 00000100:00100000:2.0:1777045321.219890:0:6639:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de478bdf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6639:1863365424430464:192.168.201.45@tcp:104: 00010000:00010000:2.0:1777045321.220288:0:6639:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000007a5162b9/0x2c8777a5e7d9f2ee lrc: 3/0,0 mode: --/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149266 expref: 8 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045321.220335:0:6639:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de435bee00, rc 0) 00000100:00100000:2.0:1777045321.220399:0:6639:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77c7e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+8:31490:x1863365370162944:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 Request processed in 12986us (14772us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045321.220411:0:6639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 405 00000100:00100000:0.0:1777045321.222669:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045321.223019:0:5843:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370163072 00000100:00100000:1.0:1777045321.223032:0:5843:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370163072 00010000:00010000:1.0:1777045321.223077:0:5843:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000aabf8275/0x2c8777a5e7d9f2e7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114925f expref: 8 pid: 14822 timeout: 2049 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777045321.223138:0:5843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 402 00000100:00100000:1.0:1777045321.223154:0:5843:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77c7d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2392:x1863365370163072:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777045321.223173:0:5843:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777045321.223198:0:5843:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000aabf8275/0x2c8777a5e7d9f2e7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114925f expref: 8 pid: 14822 timeout: 2049 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045321.223260:0:5843:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000aabf8275/0x2c8777a5e7d9f2e7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114925f expref: 8 pid: 14822 timeout: 2049 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045321.223287:0:5843:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000aabf8275/0x2c8777a5e7d9f2e7 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114925f expref: 8 pid: 14822 timeout: 2049 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045321.223574:0:5843:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777045321.223577:0:5843:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777045321.223587:0:5843:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000007a5162b9/0x2c8777a5e7d9f2ee lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149266 expref: 7 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045321.223600:0:5843:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007a5162b9/0x2c8777a5e7d9f2ee lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149266 expref: 7 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045321.223649:0:5843:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000007a5162b9/0x2c8777a5e7d9f2ee lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149266 expref: 7 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777045321.223666:0:5843:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df75299180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:5843:1863365424430592:192.168.201.45@tcp:105: 00000100:00100000:1.0:1777045321.223747:0:5843:0:(client.c:2691:ptlrpc_set_wait()) set ffff98de41f1aa80 going to sleep for 11 seconds 00000100:00100000:1.0:1777045321.239298:0:5843:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df75299180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:5843:1863365424430592:192.168.201.45@tcp:105: 00010000:00010000:1.0:1777045321.239335:0:5843:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777045321.239412:0:5843:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77c7d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+7:2392:x1863365370163072:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 16260us (16750us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045321.239426:0:5843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 402 00000100:00100000:0.0:1777045321.243722:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045321.245667:0:17698:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370163200 00000100:00100000:3.0:1777045321.245680:0:17698:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370163200 00002000:00100000:3.0:1777045321.245744:0:17698:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x1c:0x0] (0->157) req@ffff98df77c7f480 x1863365370163200/t0(0) o4->15144518-a1c7-4352-a966-cb31eadd4d9b@192.168.201.45@tcp:322/0 lens 648/0 e 0 to 0 dl 1777045332 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1777045321.245760:0:17698:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98df77c7f480 with x1863365370163200 ext(0->157) 00002000:00010000:3.0:1777045321.245793:0:17698:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff98df77c7f480 00000100:00100000:3.0:1777045321.246185:0:17698:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 118 00000100:00100000:3.0:1777045321.246200:0:17698:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77c7f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+7:2392:x1863365370163200:12345-192.168.201.45@tcp:4:lhsmtool_posix.0 00010000:00010000:0.0:1777045321.440697:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:2.0:1777045321.505681:0:6666:0:(tgt_lastrcvd.c:568:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 15144518-a1c7-4352-a966-cb31eadd4d9b 00000100:00100000:1.0:1777045321.536226:0:17698:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77c7f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2392:x1863365370163200:12345-192.168.201.45@tcp:4:lhsmtool_posix.0 Request processed in 289994us (292479us total) trans 4294967374 rc 0/0 00000100:00100000:1.0:1777045321.536244:0:17698:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 118 00002000:00100000:1.0:1777045321.536261:0:17698:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x1c:0x0] (0->157) req@ffff98df77c7f480 x1863365370163200/t4294967374(0) o4->15144518-a1c7-4352-a966-cb31eadd4d9b@192.168.201.45@tcp:322/0 lens 648/448 e 0 to 0 dl 1777045332 ref 1 fl Complete:/600/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777045321.536276:0:17698:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98df77c7f480 with x1863365370163200 ext(0->157) 00002000:00010000:1.0:1777045321.536283:0:17698:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff98df77c7f480 00000100:00100000:2.0:1777045321.548678:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045321.548851:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370163328 00000100:00100000:0.0:1777045321.548864:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370163328 00000100:00100000:0.0:1777045321.549326:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1369 00000100:00100000:0.0:1777045321.549345:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de478bdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+27:31490:x1863365370163328:12345-192.168.201.45@tcp:44:lhsmtool_posix.0 00000001:00080000:1.0:1777045321.744572:0:5877:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968222 is committed 00000020:00080000:1.0:1777045321.744604:0:5877:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 31 batchid updated 00000001:00080000:1.0:1777045321.744645:0:5877:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968223 is committed 00000100:00100000:3.0:1777045321.744868:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de478bdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+21:31490:x1863365370163328:12345-192.168.201.45@tcp:44:lhsmtool_posix.0 Request processed in 195523us (196192us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045321.744887:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1369 00000020:00080000:0.0:1777045321.746748:0:5888:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 31 00000020:00080000:0.0:1777045321.746787:0:5888:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 31 00000100:00100000:2.0:1777045321.764361:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045321.764503:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370163456 00000100:00100000:1.0:1777045321.764517:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370163456 00000100:00100000:1.0:1777045321.764603:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 406 00000100:00100000:1.0:1777045321.764619:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de478bc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2393:x1863365370163456:12345-192.168.201.45@tcp:16:lhsmtool_posix.0 00000001:00080000:3.0:1777045321.962147:0:6666:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967374 is committed 00000100:00100000:0.0:1777045321.962642:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de478bc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+6:2393:x1863365370163456:12345-192.168.201.45@tcp:16:lhsmtool_posix.0 Request processed in 198018us (198283us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045321.962659:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 406 00000100:00100000:1.0:1777045321.971555:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045321.971691:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370163712 00000100:00100000:0.0:1777045321.971704:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370163712 00000100:00100000:0.0:1777045321.971799:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1370 00000100:00100000:0.0:1777045321.971962:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df75299180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+21:31490:x1863365370163712:12345-192.168.201.45@tcp:36:lhsmtool_posix.0 00010000:00010000:0.0:1777045321.972037:0:5856:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777045321.973383:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a33e00/0x2c8777a5e7d9f2d9 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x29:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149258 expref: 21 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045321.973411:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x29:0x0].0x0 (ffff98df454d4900) 00010000:00010000:0.0:1777045321.973419:0:5856:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777045321.973463:0:5856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536a00/0x2c8777a5e7d9f2f5 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x29:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045321.973555:0:5856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536a00/0x2c8777a5e7d9f2f5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x29:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045321.973570:0:5856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536a00/0x2c8777a5e7d9f2f5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x29:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777045321.974089:0:5856:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000069f49c2a reply state 000000006fd1badf transno 4294968224 ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536a00/0x2c8777a5e7d9f2f5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x29:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777045321.974103:0:5856:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777045321.979436:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df75299180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+22:31490:x1863365370163712:12345-192.168.201.45@tcp:36:lhsmtool_posix.0 Request processed in 7615us (7880us total) trans 4294968224 rc 0/0 00000100:00100000:0.0:1777045321.979453:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1370 00000100:00100000:2.0:1777045321.996408:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00010000:00010000:3.0:1777045321.997454:0:3328:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536a00/0x2c8777a5e7d9f2f5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x29:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045321.997472:0:3328:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536a00/0x2c8777a5e7d9f2f5 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x29:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045321.997484:0:3328:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536a00/0x2c8777a5e7d9f2f5 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x29:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045321.997494:0:3328:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98df7b536a00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:3.0:1777045321.997501:0:3328:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536a00/0x2c8777a5e7d9f2f5 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x29:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045321.997529:0:3328:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536a00/0x2c8777a5e7d9f2f5 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x29:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045321.997550:0:3328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x29:0x0].0x0 (ffff98df454d4900) 00010000:00010000:3.0:1777045321.997554:0:3328:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777045321.997560:0:3328:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536a00/0x2c8777a5e7d9f2f5 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x29:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045321.997569:0:3328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536a00/0x2c8777a5e7d9f2f5 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x29:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777045321.998843:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370163840 00000100:00100000:1.0:1777045321.998857:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370163840 00000100:00100000:1.0:1777045321.999065:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1371 00000100:00100000:1.0:1777045321.999080:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de478bea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+21:31490:x1863365370163840:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1777045321.999110:0:7939:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777045321.999134:0:7939:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a33c00/0x2c8777a5e7d9f2fc lrc: 2/0,0 mode: --/CR res: [0x200000402:0x29:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee114926d expref: -99 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045321.999254:0:7939:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a33c00/0x2c8777a5e7d9f2fc lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x29:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114926d expref: 22 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045321.999275:0:7939:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a33c00/0x2c8777a5e7d9f2fc lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x29:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114926d expref: 22 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045321.999301:0:7939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x29:0x0].0x0 (ffff98df454d4900) 00010000:00010000:1.0:1777045321.999305:0:7939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1777045321.999310:0:7939:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de41a33c00, rc 0) 00000100:00100000:1.0:1777045321.999376:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de478bea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+22:31490:x1863365370163840:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 Request processed in 300us (2979us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045321.999388:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1371 00000100:00100000:2.0:1777045322.012605:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045322.017307:0:8776:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370163968 00000100:00100000:0.0:1777045322.017324:0:8776:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370163968 00000100:00100000:0.0:1777045322.017406:0:8776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 407 00000100:00100000:0.0:1777045322.017419:0:8776:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de478bd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+6:2393:x1863365370163968:12345-192.168.201.45@tcp:2:lhsmtool_posix.0 00002000:00010000:0.0:1777045322.017688:0:8776:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x1c:0x0] updating lvb size from disk: 0 -> 158 00002000:00010000:0.0:1777045322.017694:0:8776:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x1c:0x0] updating lvb mtime from disk: 0 -> 1777045317 00002000:00010000:0.0:1777045322.017697:0:8776:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x1c:0x0] updating lvb atime from disk: 0 -> 1777045317 00002000:00010000:0.0:1777045322.017700:0:8776:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x1c:0x0] updating lvb ctime from disk: 0 -> 1777045317 00002000:00010000:0.0:1777045322.017704:0:8776:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x1c:0x0] updating lvb blocks from disk: 1 -> 11 00000100:00100000:0.0:1777045322.017810:0:8776:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de478bd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+7:2393:x1863365370163968:12345-192.168.201.45@tcp:2:lhsmtool_posix.0 Request processed in 392us (5217us total) trans 4294967375 rc 0/0 00000100:00100000:0.0:1777045322.017821:0:8776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 407 00000100:00100000:0.0:1777045322.036002:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045322.036784:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370164224 00000100:00100000:3.0:1777045322.036796:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370164224 00000100:00100000:0.0:1777045322.037085:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1372 00000100:00100000:0.0:1777045322.037099:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77c7c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+22:31490:x1863365370164224:12345-192.168.201.45@tcp:55:lhsmtool_posix.0 00010000:00010000:0.0:1777045322.037172:0:5855:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537200/0x2c8777a5e7d9f303 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x29:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045322.037193:0:5855:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32400/0x2c8777a5e7d9f2a8 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x29:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149243 expref: 22 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045322.037206:0:5855:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537200/0x2c8777a5e7d9f303 lrc: 4/0,1 mode: --/PW res: [0x200000402:0x29:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045322.037988:0:5855:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32400/0x2c8777a5e7d9f2a8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x29:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149243 expref: 22 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045322.038008:0:5855:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32400/0x2c8777a5e7d9f2a8 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x29:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149243 expref: 22 pid: 5856 timeout: 2050 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777045322.038041:0:5855:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df77c7c380 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5855:1863365424430720:192.168.201.45@tcp:104: 00000100:00100000:0.0:1777045322.038141:0:5855:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df58e34180 going to sleep for 11 seconds 00000100:00080000:3.0:1777045322.042654:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1777045322.051817:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045322.052267:0:6655:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370164352 00000100:00100000:3.0:1777045322.052280:0:6655:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370164352 00010000:00010000:3.0:1777045322.052326:0:6655:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32400/0x2c8777a5e7d9f2a8 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x29:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149243 expref: 23 pid: 5856 timeout: 2050 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777045322.052375:0:6655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 403 00000100:00100000:3.0:1777045322.052386:0:6655:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de478bd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+23:2393:x1863365370164352:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777045322.052403:0:6655:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777045322.052542:0:6655:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32400/0x2c8777a5e7d9f2a8 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x29:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149243 expref: 23 pid: 5856 timeout: 2050 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045322.052561:0:6655:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32400/0x2c8777a5e7d9f2a8 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x29:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149243 expref: 23 pid: 5856 timeout: 2050 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045322.052587:0:6655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x29:0x0].0x0 (ffff98df454d4900) 00010000:00010000:3.0:1777045322.052595:0:6655:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537200/0x2c8777a5e7d9f303 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x29:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045322.052607:0:6655:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537200/0x2c8777a5e7d9f303 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x29:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045322.052617:0:6655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537200/0x2c8777a5e7d9f303 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x29:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045322.052640:0:6655:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777045322.052706:0:6655:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de478bd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+23:2393:x1863365370164352:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 321us (902us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045322.052716:0:6655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 403 00010000:00010000:0.0:1777045322.053065:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32400/0x2c8777a5e7d9f2a8 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x29:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149243 expref: 22 pid: 5856 timeout: 2050 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777045322.053087:0:5855:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df77c7c380 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5855:1863365424430720:192.168.201.45@tcp:104: 00010000:00010000:0.0:1777045322.053110:0:5855:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537200/0x2c8777a5e7d9f303 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x29:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045322.053121:0:5855:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537200/0x2c8777a5e7d9f303 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x29:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045322.053129:0:5855:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537200/0x2c8777a5e7d9f303 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x29:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045322.053160:0:5855:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537200/0x2c8777a5e7d9f303 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x29:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045322.053169:0:5855:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537200/0x2c8777a5e7d9f303 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x29:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045322.053179:0:5855:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537200/0x2c8777a5e7d9f303 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x29:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045322.053187:0:5855:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98df7b537200 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:0.0:1777045322.053191:0:5855:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537200/0x2c8777a5e7d9f303 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x29:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045322.053256:0:5855:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537200/0x2c8777a5e7d9f303 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x29:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045322.053270:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x29:0x0].0x0 (ffff98df454d4900) 00010000:00010000:0.0:1777045322.053274:0:5855:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:0.0:1777045322.053278:0:5855:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537200/0x2c8777a5e7d9f303 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x29:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045322.053286:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537200/0x2c8777a5e7d9f303 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x29:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777045322.053360:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77c7c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+21:31490:x1863365370164224:12345-192.168.201.45@tcp:55:lhsmtool_posix.0 Request processed in 16265us (17553us total) trans 0 rc -22/-22 00000100:00100000:0.0:1777045322.053370:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1372 00000100:00100000:2.0:1777045322.062629:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045322.064729:0:6639:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370164480 00000100:00100000:1.0:1777045322.064744:0:6639:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370164480 00000100:00100000:2.0:1777045322.066006:0:6639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 408 00000100:00100000:2.0:1777045322.066036:0:6639:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de478bce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+7:2391:x1863365370164480:12345-192.168.201.45@tcp:1:lhsmtool_posix.0 00010000:00010000:2.0:1777045322.066091:0:6639:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000002310fbab/0x2c8777a5e7d9f30a lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045322.066119:0:6639:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000007a5162b9/0x2c8777a5e7d9f2ee lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149266 expref: 7 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045322.066131:0:6639:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777045322.066133:0:6639:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777045322.066138:0:6639:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002310fbab/0x2c8777a5e7d9f30a lrc: 4/1,0 mode: --/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045322.066182:0:6639:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000007a5162b9/0x2c8777a5e7d9f2ee lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149266 expref: 7 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045322.066243:0:6639:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000007a5162b9/0x2c8777a5e7d9f2ee lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149266 expref: 7 pid: 6639 timeout: 2050 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777045322.066263:0:6639:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de478bc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6639:1863365424430848:192.168.201.45@tcp:104: 00000100:00100000:2.0:1777045322.066372:0:6639:0:(client.c:2691:ptlrpc_set_wait()) set ffff98de47828c00 going to sleep for 11 seconds 00000100:00100000:0.0:1777045322.077022:0:6639:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de478bc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6639:1863365424430848:192.168.201.45@tcp:104: 00010000:00010000:0.0:1777045322.077061:0:6639:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000002310fbab/0x2c8777a5e7d9f30a lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777045322.096623:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045322.097218:0:5841:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370164608 00000100:00100000:3.0:1777045322.097231:0:5841:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370164608 00010000:00010000:3.0:1777045322.097282:0:5841:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000007a5162b9/0x2c8777a5e7d9f2ee lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149266 expref: 8 pid: 6639 timeout: 2050 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777045322.097381:0:5841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 404 00000100:00100000:3.0:1777045322.097396:0:5841:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df5006dc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2392:x1863365370164608:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777045322.097417:0:5841:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777045322.097448:0:5841:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000007a5162b9/0x2c8777a5e7d9f2ee lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149266 expref: 8 pid: 6639 timeout: 2050 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045322.097469:0:5841:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000007a5162b9/0x2c8777a5e7d9f2ee lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149266 expref: 8 pid: 6639 timeout: 2050 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045322.097503:0:5841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007a5162b9/0x2c8777a5e7d9f2ee lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149266 expref: 8 pid: 6639 timeout: 2050 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045322.097527:0:5841:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777045322.097529:0:5841:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777045322.097535:0:5841:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000002310fbab/0x2c8777a5e7d9f30a lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045322.097547:0:5841:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002310fbab/0x2c8777a5e7d9f30a lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045322.097593:0:5841:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777045322.097666:0:5841:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df5006dc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+7:2392:x1863365370164608:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 274us (1052us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045322.097677:0:5841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 404 00010000:00010000:0.0:1777045322.097956:0:6639:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000002310fbab/0x2c8777a5e7d9f30a lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045322.097976:0:6639:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002310fbab/0x2c8777a5e7d9f30a lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045322.098008:0:6639:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000002310fbab/0x2c8777a5e7d9f30a lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045322.098021:0:6639:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000002310fbab/0x2c8777a5e7d9f30a lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045322.098031:0:6639:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000002310fbab/0x2c8777a5e7d9f30a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045322.098041:0:6639:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de435be800 already unused, calling callback (ffffffffc17d22d0) 00010000:00010000:0.0:1777045322.098046:0:6639:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000002310fbab/0x2c8777a5e7d9f30a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045322.098058:0:6639:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000002310fbab/0x2c8777a5e7d9f30a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045322.098076:0:6639:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000002310fbab/0x2c8777a5e7d9f30a lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045322.098086:0:6639:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002310fbab/0x2c8777a5e7d9f30a lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777045322.098176:0:6639:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de478bce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+6:2391:x1863365370164480:12345-192.168.201.45@tcp:1:lhsmtool_posix.0 Request processed in 32157us (35556us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045322.098186:0:6639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 408 00000100:00100000:2.0:1777045322.113363:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045322.113970:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370164864 00000100:00100000:3.0:1777045322.113982:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370164864 00000100:00100000:3.0:1777045322.114052:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1373 00000100:00100000:3.0:1777045322.114067:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de478be680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+21:31490:x1863365370164864:12345-192.168.201.45@tcp:57:lhsmtool_posix.0 00010000:00010000:3.0:1777045322.114161:0:5856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022000/0x2c8777a5e7d9f311 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x28:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045322.114183:0:5856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022000/0x2c8777a5e7d9f311 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x28:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045322.114197:0:5856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022000/0x2c8777a5e7d9f311 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x28:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045322.122255:0:5856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be600/0x2c8777a5e7d9f318 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x29:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045322.122551:0:5856:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a33c00/0x2c8777a5e7d9f2fc lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x29:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114926d expref: 22 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045322.122564:0:5856:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be600/0x2c8777a5e7d9f318 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x29:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045322.122612:0:5856:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a33c00/0x2c8777a5e7d9f2fc lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x29:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114926d expref: 22 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045322.122639:0:5856:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a33c00/0x2c8777a5e7d9f2fc lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x29:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114926d expref: 22 pid: 7939 timeout: 2050 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777045322.122658:0:5856:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de478bd880 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5856:1863365424430976:192.168.201.45@tcp:104: 00000100:00100000:2.0:1777045322.122795:0:5856:0:(client.c:2691:ptlrpc_set_wait()) set ffff98de47828cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1777045322.139088:0:5856:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de478bd880 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5856:1863365424430976:192.168.201.45@tcp:104: 00000100:00100000:2.0:1777045322.139096:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00010000:00010000:1.0:1777045322.139123:0:5856:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be600/0x2c8777a5e7d9f318 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x29:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777045322.141194:0:5842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370164992 00000100:00100000:3.0:1777045322.150955:0:5842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370164992 00010000:00010000:2.0:1777045322.151248:0:5842:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a33c00/0x2c8777a5e7d9f2fc lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x29:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114926d expref: 23 pid: 7939 timeout: 2050 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777045322.151330:0:5842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 405 00000100:00100000:2.0:1777045322.151342:0:5842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de478bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+23:2393:x1863365370164992:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777045322.151361:0:5842:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777045322.151369:0:5842:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a33c00/0x2c8777a5e7d9f2fc lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x29:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114926d expref: 23 pid: 7939 timeout: 2050 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045322.151386:0:5842:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a33c00/0x2c8777a5e7d9f2fc lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x29:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114926d expref: 23 pid: 7939 timeout: 2050 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045322.151411:0:5842:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a33c00/0x2c8777a5e7d9f2fc lrc: 0/0,0 mode: --/CR res: [0x200000402:0x29:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114926d expref: 23 pid: 7939 timeout: 2050 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045322.151432:0:5842:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x29:0x0].0x0 (ffff98df454d4900) 00010000:00010000:2.0:1777045322.151438:0:5842:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be600/0x2c8777a5e7d9f318 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x29:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045322.151471:0:5842:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be600/0x2c8777a5e7d9f318 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x29:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045322.151482:0:5842:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be600/0x2c8777a5e7d9f318 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x29:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045322.152003:0:5842:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777045322.152091:0:5842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de478bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+22:2393:x1863365370164992:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 748us (12995us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045322.152102:0:5842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 405 00010000:00010000:1.0:1777045322.152398:0:5856:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be600/0x2c8777a5e7d9f318 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x29:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045322.152411:0:5856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be600/0x2c8777a5e7d9f318 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x29:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1777045322.152630:0:5856:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968225 00000001:00080000:1.0:1777045322.152858:0:5856:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968226 00000001:00080000:1.0:1777045322.152925:0:5856:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968227 00000100:00100000:1.0:1777045322.153166:0:5856:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df75299880 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:5856:1863365424431104:0@lo:1000:mdt00_001.0 00000100:00100000:1.0:1777045322.153266:0:5856:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777045322.153304:0:5856:0:(client.c:2691:ptlrpc_set_wait()) set ffff98de41f1ab40 going to sleep for 11 seconds 00000100:00100000:2.0:1777045322.154149:0:5861:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424431104 00000100:00100000:2.0:1777045322.154159:0:5861:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424431104 00000100:00100000:2.0:1777045322.154253:0:5861:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 67 00000100:00100000:2.0:1777045322.154264:0:5861:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df75298a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:5856:x1863365424431104:12345-0@lo:1000:mdt00_001.0 00000100:00100000:2.0:1777045322.154386:0:5861:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df75298a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:5856:x1863365424431104:12345-0@lo:1000:mdt00_001.0 Request processed in 123us (1119us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045322.154395:0:5861:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 67 00000100:00100000:1.0:1777045322.154417:0:5856:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df75299880 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:5856:1863365424431104:0@lo:1000:mdt00_001.0 00000001:00080000:1.0:1777045322.154887:0:5856:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968228 00000100:00100000:1.0:1777045322.154968:0:5856:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df75299880 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:5856:1863365424431232:0@lo:1000:mdt00_001.0 00000100:00100000:1.0:1777045322.155009:0:5856:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777045322.155782:0:5856:0:(client.c:2691:ptlrpc_set_wait()) set ffff98de41f1acc0 going to sleep for 11 seconds 00000100:00100000:2.0:1777045322.156660:0:5860:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424431232 00000100:00100000:2.0:1777045322.156669:0:5860:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424431232 00000100:00100000:2.0:1777045322.157146:0:5860:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 68 00000100:00100000:2.0:1777045322.157160:0:5860:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41db3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:5856:x1863365424431232:12345-0@lo:1000:mdt00_001.0 00000100:00100000:2.0:1777045322.157466:0:5860:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41db3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:5856:x1863365424431232:12345-0@lo:1000:mdt00_001.0 Request processed in 309us (2455us total) trans 4294967376 rc 0/0 00000100:00100000:2.0:1777045322.157477:0:5860:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 68 00000100:00100000:3.0:1777045322.157605:0:5856:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df75299880 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:5856:1863365424431232:0@lo:1000:mdt00_001.0 00000001:00080000:3.0:1777045322.157718:0:5856:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968229 00010000:00010000:3.0:1777045322.157795:0:5856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be600/0x2c8777a5e7d9f318 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x29:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045322.157809:0:5856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be600/0x2c8777a5e7d9f318 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x29:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045322.157819:0:5856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be600/0x2c8777a5e7d9f318 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x29:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045322.157827:0:5856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de435be600 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:3.0:1777045322.157833:0:5856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be600/0x2c8777a5e7d9f318 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x29:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045322.157843:0:5856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be600/0x2c8777a5e7d9f318 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x29:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045322.157866:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x29:0x0].0x0 (ffff98df454d4900) 00010000:00010000:3.0:1777045322.157870:0:5856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1777045322.157875:0:5856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be600/0x2c8777a5e7d9f318 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x29:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045322.157883:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be600/0x2c8777a5e7d9f318 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x29:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045322.157919:0:5856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bea00/0x2c8777a5e7d9f23f lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x28:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045322.157928:0:5856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bea00/0x2c8777a5e7d9f23f lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x28:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045322.157935:0:5856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bea00/0x2c8777a5e7d9f23f lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x28:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045322.157942:0:5856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de435bea00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:3.0:1777045322.157946:0:5856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bea00/0x2c8777a5e7d9f23f lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x28:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045322.157954:0:5856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bea00/0x2c8777a5e7d9f23f lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x28:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000020 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045322.157964:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x28:0x0].0x0 (ffff98df52c43d00) 00010000:00010000:3.0:1777045322.157967:0:5856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1777045322.157976:0:5856:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a33600/0x2c8777a5e7d9f246 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x28:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114922e expref: 50 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045322.157990:0:5856:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a33600/0x2c8777a5e7d9f246 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x28:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114922e expref: 50 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045322.158001:0:5856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a33600/0x2c8777a5e7d9f246 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x28:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114922e expref: 50 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045322.158044:0:5856:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a33600/0x2c8777a5e7d9f246 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x28:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114922e expref: 50 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777045322.158061:0:5856:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df6d58d880 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5856:1863365424431360:192.168.201.45@tcp:105: 00000100:00100000:3.0:1777045322.158153:0:5856:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df518e3cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1777045322.169998:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045322.170125:0:5858:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370165120 00000100:00100000:1.0:1777045322.170137:0:5858:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370165120 00000100:00100000:1.0:1777045322.170841:0:5858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 302 00000100:00100000:3.0:1777045322.170842:0:5856:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df6d58d880 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5856:1863365424431360:192.168.201.45@tcp:105: 00000100:00100000:1.0:1777045322.170854:0:5858:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77c7c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:146de360-3fb2-48bd-b418-06f30714148a+51:31489:x1863365370165120:12345-192.168.201.45@tcp:49:lseek_test.0 00010000:00010000:3.0:1777045322.170876:0:5856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bea00/0x2c8777a5e7d9f23f lrc: 2/0,0 mode: --/EX res: [0x200000402:0x28:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045322.170889:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bea00/0x2c8777a5e7d9f23f lrc: 0/0,0 mode: --/EX res: [0x200000402:0x28:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045322.170928:0:5856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023c00/0x2c8777a5e7d9f31f lrc: 3/0,1 mode: --/EX res: [0x200000402:0x28:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045322.170944:0:5856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023c00/0x2c8777a5e7d9f31f lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045322.170958:0:5856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023c00/0x2c8777a5e7d9f31f lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045322.170970:0:5856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023c00/0x2c8777a5e7d9f31f lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045322.170979:0:5856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023c00/0x2c8777a5e7d9f31f lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00080000:2.0:1777045322.170993:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1777045322.171858:0:5858:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77c7c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:146de360-3fb2-48bd-b418-06f30714148a+51:31489:x1863365370165120:12345-192.168.201.45@tcp:49:lseek_test.0 Request processed in 1001us (1866us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045322.171869:0:5858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 302 00010000:00010000:3.0:1777045322.172186:0:5856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023c00/0x2c8777a5e7d9f31f lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045322.172198:0:5856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48023c00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:3.0:1777045322.172203:0:5856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023c00/0x2c8777a5e7d9f31f lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045322.172214:0:5856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023c00/0x2c8777a5e7d9f31f lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045322.179965:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x28:0x0].0x0 (ffff98df52c43d00) 00010000:00010000:3.0:1777045322.179971:0:5856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777045322.179981:0:5856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023c00/0x2c8777a5e7d9f31f lrc: 2/0,0 mode: --/EX res: [0x200000402:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045322.179992:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023c00/0x2c8777a5e7d9f31f lrc: 0/0,0 mode: --/EX res: [0x200000402:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045322.180017:0:5856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022000/0x2c8777a5e7d9f311 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x28:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045322.180027:0:5856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022000/0x2c8777a5e7d9f311 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x28:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045322.180035:0:5856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022000/0x2c8777a5e7d9f311 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x28:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045322.180042:0:5856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48022000 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:3.0:1777045322.180047:0:5856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022000/0x2c8777a5e7d9f311 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x28:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045322.180062:0:5856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022000/0x2c8777a5e7d9f311 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x28:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045322.180073:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x28:0x0].0x0 (ffff98df52c43d00) 00010000:00010000:3.0:1777045322.180076:0:5856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1777045322.180081:0:5856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022000/0x2c8777a5e7d9f311 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x28:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045322.180088:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022000/0x2c8777a5e7d9f311 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x28:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777045322.183031:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045322.183850:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370165248 00000100:00100000:1.0:1777045322.183862:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370165248 00000100:00100000:1.0:1777045322.183947:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 409 00000100:00100000:1.0:1777045322.183959:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d58d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:146de360-3fb2-48bd-b418-06f30714148a+9:31489:x1863365370165248:12345-192.168.201.45@tcp:101:lseek_test.0 00010000:00010000:1.0:1777045322.183981:0:6642:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777045322.184005:0:6642:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a553486d/0x2c8777a5e7d9f326 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1149274 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777045322.184040:0:6642:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x1c:0x0] initial LVB size: 158, mtime: 0x69eb8f45, atime: 0x69eb8f45, ctime: 0x69eb8f45, blocks: 0xb 00010000:00010000:1.0:1777045322.184067:0:6642:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777045322.184070:0:6642:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777045322.184080:0:6642:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a553486d/0x2c8777a5e7d9f326 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149274 expref: 10 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045322.184103:0:6642:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000a553486d/0x2c8777a5e7d9f326 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149274 expref: 10 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045322.184121:0:6642:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de41a33000, rc 0) 00000100:00100000:1.0:1777045322.184189:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d58d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:146de360-3fb2-48bd-b418-06f30714148a+10:31489:x1863365370165248:12345-192.168.201.45@tcp:101:lseek_test.0 Request processed in 231us (1168us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045322.184232:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 409 00000100:00080000:2.0:1777045322.184442:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1777045322.188548:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de478be680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+26:31490:x1863365370164864:12345-192.168.201.45@tcp:57:lhsmtool_posix.0 Request processed in 74473us (75184us total) trans 4294968230 rc 0/0 00000100:00100000:0.0:1777045322.188566:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1373 00000020:00080000:0.0:1777045322.188575:0:5856:0:(tgt_main.c:783:tgt_ses_key_exit()) total 6 transactions per RPC 00000100:00100000:0.0:1777045322.196611:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045322.197405:0:3344:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de41d52300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3344:1863365424431488:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1777045322.197481:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777045322.197556:0:6644:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424431488 00000100:00100000:1.0:1777045322.197566:0:6644:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424431488 00000100:00100000:1.0:1777045322.197633:0:6644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 518 00000100:00100000:1.0:1777045322.197646:0:6644:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41d50380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3344:x1863365424431488:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1777045322.197688:0:6644:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 56033280 pending 1703936 free 3851419648 avail 3849322496 00000100:00100000:1.0:1777045322.197745:0:6644:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41d50380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3344:x1863365424431488:12345-0@lo:13:osp-pre-1-0.0 Request processed in 102us (262us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045322.197782:0:6644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 518 00000100:00100000:1.0:1777045322.197846:0:3344:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de41d52300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3344:1863365424431488:0@lo:13:osp-pre-1-0.0 00000100:00080000:1.0:1777045322.197872:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1777045322.198055:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df77c7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3342:1863365424431744:0@lo:400:kworker.0 00000100:00100000:0.0:1777045322.198093:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045322.198118:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1777045322.198127:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df77c7d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ce657616-b3f3-4e21-ac89-518ab611901c:3342:1863365424431616:0@lo:400:kworker.0 00000100:00100000:0.0:1777045322.198159:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045322.198228:0:5850:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424431616 00000100:00100000:0.0:1777045322.198542:0:5850:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424431616 00000100:00100000:0.0:1777045322.198578:0:5850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 918 00000100:00100000:0.0:1777045322.198587:0:5850:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df472a9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ce657616-b3f3-4e21-ac89-518ab611901c+18:3342:x1863365424431616:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777045322.198635:0:5850:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df472a9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ce657616-b3f3-4e21-ac89-518ab611901c+18:3342:x1863365424431616:12345-0@lo:400:kworker.0 Request processed in 48us (475us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045322.198644:0:5850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 918 00000100:00100000:0.0:1777045322.198692:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df77c7d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ce657616-b3f3-4e21-ac89-518ab611901c:3342:1863365424431616:0@lo:400:kworker.0 00000100:00100000:3.0:1777045322.199369:0:19840:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370165504 00000100:00100000:3.0:1777045322.199375:0:19840:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370165504 00000100:00100000:3.0:1777045322.199426:0:19840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 303 00000100:00100000:3.0:1777045322.199437:0:19840:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77c7e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:146de360-3fb2-48bd-b418-06f30714148a+51:31489:x1863365370165504:12345-192.168.201.45@tcp:35:lseek_test.0 00000100:00100000:1.0:1777045322.200249:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424431744 00000100:00100000:1.0:1777045322.200257:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424431744 00000100:00100000:1.0:1777045322.200299:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1225 00000100:00100000:1.0:1777045322.200309:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d58a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3342:x1863365424431744:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777045322.201818:0:19840:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77c7e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:146de360-3fb2-48bd-b418-06f30714148a+52:31489:x1863365370165504:12345-192.168.201.45@tcp:35:lseek_test.0 Request processed in 2377us (5488us total) trans 4294968231 rc 0/0 00000100:00100000:3.0:1777045322.201830:0:19840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 303 00000040:00080000:2.0:1777045322.202055:0:11491:0:(llog.c:801:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1777045322.202062:0:11491:0:(llog_cat.c:158:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1777045322.202727:0:11491:0:(llog.c:858:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 3 00000040:00080000:2.0:1777045322.202739:0:11491:0:(llog.c:858:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1777045322.202979:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df6d58aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3343:1863365424431872:0@lo:400:kworker.0 00000100:00100000:0.0:1777045322.203041:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045322.203094:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1777045322.203104:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df6d58b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3343:1863365424432000:0@lo:400:kworker.0 00000100:00100000:0.0:1777045322.203134:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045322.203229:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424431872 00000100:00100000:0.0:1777045322.203546:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424431872 00000100:00100000:0.0:1777045322.203599:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424432000 00000100:00100000:0.0:1777045322.203604:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424432000 00000100:00100000:0.0:1777045322.203628:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1226 00000100:00100000:0.0:1777045322.203639:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d589f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3343:x1863365424431872:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777045322.203702:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d589f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3343:x1863365424431872:12345-0@lo:400:kworker.0 Request processed in 64us (660us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045322.203711:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1226 00000100:00100000:0.0:1777045322.203731:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1227 00000100:00100000:0.0:1777045322.203740:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d589500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3343:x1863365424432000:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777045322.203816:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d589500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3343:x1863365424432000:12345-0@lo:400:kworker.0 Request processed in 76us (679us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045322.203825:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1227 00000100:00100000:0.0:1777045322.203872:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df6d58b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3343:1863365424432000:0@lo:400:kworker.0 00000100:00100000:0.0:1777045322.203885:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df6d58aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3343:1863365424431872:0@lo:400:kworker.0 00000100:00080000:0.0:1777045322.204335:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1777045322.204464:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d58a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3342:x1863365424431744:12345-0@lo:400:kworker.0 Request processed in 4156us (6368us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045322.204474:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1225 00000100:00100000:3.0:1777045322.206055:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045322.207647:0:5858:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370165760 00000100:00100000:1.0:1777045322.207660:0:5858:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370165760 00000100:00100000:1.0:1777045322.207736:0:5858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 304 00000100:00100000:1.0:1777045322.207750:0:5858:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d58fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+26:31490:x1863365370165760:12345-192.168.201.45@tcp:35:lhsmtool_posix.0 00000004:00080000:1.0:1777045322.209223:0:5858:0:(mdd_object.c:4010:mdd_close()) Object [0x200000402:0x29:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:1.0:1777045322.209364:0:5858:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968232 00010000:00010000:1.0:1777045322.209425:0:5858:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32400/0x2c8777a5e7d9f32d lrc: 3/0,1 mode: --/PW res: [0x200000402:0x29:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5858 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045322.209446:0:5858:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32400/0x2c8777a5e7d9f32d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x29:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 5858 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045322.209462:0:5858:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32400/0x2c8777a5e7d9f32d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x29:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 5858 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045322.209472:0:5858:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32400/0x2c8777a5e7d9f32d lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x29:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 5858 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045322.209480:0:5858:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32400/0x2c8777a5e7d9f32d lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x29:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 5858 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045322.209487:0:5858:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32400/0x2c8777a5e7d9f32d lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x29:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 5858 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045322.209515:0:5858:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1777045322.209622:0:5858:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d58fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+28:31490:x1863365370165760:12345-192.168.201.45@tcp:35:lhsmtool_posix.0 Request processed in 1873us (3570us total) trans 4294968233 rc 0/0 00000100:00100000:1.0:1777045322.209638:0:5858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 304 00000020:00080000:1.0:1777045322.209645:0:5858:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:1.0:1777045322.209676:0:5844:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1777045322.209683:0:5844:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32400/0x2c8777a5e7d9f32d lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x29:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5858 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045322.209710:0:5844:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de41a32400 already unused, calling callback (ffffffffc17d22d0) 00010000:00010000:1.0:1777045322.209714:0:5844:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32400/0x2c8777a5e7d9f32d lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x29:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5858 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045322.209724:0:5844:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32400/0x2c8777a5e7d9f32d lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x29:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5858 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045322.209739:0:5844:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x29:0x0].0x0 (ffff98df454d4000) 00010000:00010000:1.0:1777045322.209744:0:5844:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1777045322.209749:0:5844:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32400/0x2c8777a5e7d9f32d lrc: 1/0,0 mode: --/PW res: [0x200000402:0x29:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5858 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045322.209785:0:5844:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32400/0x2c8777a5e7d9f32d lrc: 0/0,0 mode: --/PW res: [0x200000402:0x29:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5858 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045322.209803:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777045322.209805:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777045322.209807:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777045322.212711:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df77c7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3342:1863365424431744:0@lo:400:kworker.0 00010000:00010000:1.0:1777045322.454700:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777045323.477420:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:0.0:1777045323.914481:0:7533:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967374 is committed 00000001:00080000:0.0:1777045323.914502:0:7533:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967375 is committed 00000001:00080000:0.0:1777045323.914511:0:7533:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967373 is committed 00000040:00080000:1.0:1777045324.172922:0:21081:0:(llog.c:801:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1777045324.172933:0:21081:0:(llog_cat.c:158:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1777045324.173031:0:21081:0:(llog.c:858:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 41 count 3 00000040:00080000:1.0:1777045324.173040:0:21081:0:(llog.c:858:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:1.0:1777045324.503339:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1777045325.270877:0:11491:0:(llog.c:801:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1777045325.270891:0:11491:0:(llog_cat.c:158:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1777045325.271263:0:11491:0:(llog.c:858:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 41 count 3 00000040:00080000:2.0:1777045325.271275:0:11491:0:(llog.c:858:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1777045325.300063:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045325.300153:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045325.300304:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045325.300380:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045325.300425:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045325.300466:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045325.300579:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045325.300666:0:5848:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370165888 00000100:00100000:0.0:1777045325.300682:0:5848:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370165888 00000100:00100000:0.0:1777045325.300817:0:5848:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 919 00000100:00100000:0.0:1777045325.300834:0:5848:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df472a9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2390:x1863365370165888:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:0.0:1777045325.301298:0:5848:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df472a9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2390:x1863365370165888:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 465us (915us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045325.301313:0:5848:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 919 00000100:00100000:0.0:1777045325.301377:0:6639:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370166272 00000100:00100000:0.0:1777045325.301386:0:6639:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370166272 00000100:00100000:0.0:1777045325.301443:0:6639:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370166528 00000100:00100000:0.0:1777045325.301449:0:6639:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370166528 00000100:00100000:0.0:1777045325.301472:0:6639:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370166144 00000100:00100000:0.0:1777045325.301477:0:6639:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370166144 00000100:00100000:0.0:1777045325.301497:0:6639:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370166656 00000100:00100000:0.0:1777045325.301502:0:6639:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370166656 00000100:00100000:0.0:1777045325.301531:0:6639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1052 00000100:00100000:0.0:1777045325.301543:0:6639:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d58b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:146de360-3fb2-48bd-b418-06f30714148a+10:2390:x1863365370166272:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:0.0:1777045325.301602:0:6639:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d58b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:146de360-3fb2-48bd-b418-06f30714148a+10:2390:x1863365370166272:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 59us (1449us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045325.301614:0:6639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1052 00000100:00100000:0.0:1777045325.301639:0:6639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1053 00000100:00100000:0.0:1777045325.301652:0:6639:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d58b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+6:2390:x1863365370166528:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:0.0:1777045325.301698:0:6639:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d58b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+6:2390:x1863365370166528:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 48us (1396us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045325.301738:0:6639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1053 00000100:00100000:0.0:1777045325.301764:0:6639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1054 00000100:00100000:0.0:1777045325.301776:0:6639:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d58bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:146de360-3fb2-48bd-b418-06f30714148a+10:2390:x1863365370166144:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:0.0:1777045325.301824:0:6639:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d58bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:146de360-3fb2-48bd-b418-06f30714148a+10:2390:x1863365370166144:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 49us (1398us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045325.301836:0:6639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1054 00000100:00100000:0.0:1777045325.302144:0:6639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1055 00000100:00100000:0.0:1777045325.302159:0:6639:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d588e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+5:2390:x1863365370166656:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:0.0:1777045325.302243:0:6639:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d588e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+5:2390:x1863365370166656:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 85us (1663us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045325.302265:0:6639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1055 00000100:00100000:0.0:1777045325.302302:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370166016 00000100:00100000:0.0:1777045325.302308:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370166016 00000100:00100000:0.0:1777045325.302352:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370166400 00000100:00100000:0.0:1777045325.302357:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370166400 00000100:00100000:0.0:1777045325.302385:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1228 00000100:00100000:0.0:1777045325.302395:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d58aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:146de360-3fb2-48bd-b418-06f30714148a+52:2390:x1863365370166016:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:0.0:1777045325.302450:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d58aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:146de360-3fb2-48bd-b418-06f30714148a+52:2390:x1863365370166016:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 56us (2405us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045325.302462:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1228 00000100:00100000:0.0:1777045325.302484:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1229 00000100:00100000:0.0:1777045325.302496:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d589c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+28:2390:x1863365370166400:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:0.0:1777045325.302542:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d589c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+28:2390:x1863365370166400:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 47us (2076us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045325.302553:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1229 00000100:00080000:0.0:1777045325.302626:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1777045325.302633:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1777045325.302637:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1777045325.527614:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777045326.301156:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de41d52300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424432128:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1777045326.301265:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777045326.301648:0:19062:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424432128 00000100:00100000:1.0:1777045326.301659:0:19062:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424432128 00000100:00100000:1.0:1777045326.301766:0:19062:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 519 00000100:00100000:1.0:1777045326.301779:0:19062:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41d52d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3341:x1863365424432128:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1777045326.301826:0:19062:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 62849024 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1777045326.301891:0:19062:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41d52d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3341:x1863365424432128:12345-0@lo:13:osp-pre-0-0.0 Request processed in 114us (625us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045326.301903:0:19062:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 519 00000100:00100000:1.0:1777045326.301974:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de41d52300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424432128:0@lo:13:osp-pre-0-0.0 00000100:00080000:1.0:1777045326.306340:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1777045326.549604:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:3.0:1777045326.942951:0:6666:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967375 is committed 00000001:00080000:3.0:1777045326.942979:0:6666:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967376 is committed 00000001:00080000:2.0:1777045326.994872:0:5877:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968224 is committed 00000001:00080000:2.0:1777045326.995058:0:5877:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968233 is committed 00000020:00080000:2.0:1777045326.995076:0:5877:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff98de41f1ab40 refcount 2 committed 0 result 0 batchid 32 00000020:00080000:2.0:1777045326.995083:0:5877:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff98de480ef300 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff98de41f1ae40 00000020:00080000:2.0:1777045326.995088:0:5877:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff98de480ef500 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff98df7b7cf800 00000020:00080000:0.0:1777045326.995153:0:5888:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 32 committed batchid 31 00000020:00080000:0.0:1777045326.995462:0:5888:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 31 00000001:00080000:2.0:1777045326.997192:0:5877:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968231 is committed 00000100:00100000:1.0:1777045327.317365:0:3341:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1777045327.317416:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df6d588700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3341:1863365424432640:0@lo:400:kworker.0 00000100:00100000:0.0:1777045327.317416:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df6d58b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ce657616-b3f3-4e21-ac89-518ab611901c:3343:1863365424432384:0@lo:400:kworker.0 00000100:00100000:3.0:1777045327.317776:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df6d589180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424432768:0@lo:400:kworker.0 00000100:00100000:1.0:1777045327.333872:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777045327.333968:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de41d52300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424432256:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1777045327.334047:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777045327.334121:0:6643:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424432256 00000100:00100000:1.0:1777045327.334131:0:6643:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424432256 00000100:00100000:1.0:1777045327.334206:0:6643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 520 00000100:00100000:1.0:1777045327.334223:0:6643:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b8eea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3341:x1863365424432256:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1777045327.334271:0:6643:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 54329344 pending 0 free 3851419648 avail 3849322496 00000100:00100000:1.0:1777045327.334338:0:6643:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b8eea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3341:x1863365424432256:12345-0@lo:13:osp-pre-1-0.0 Request processed in 121us (290us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045327.334354:0:6643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 520 00000100:00080000:1.0:1777045327.334404:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1777045327.334447:0:3341:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967375 gen 2 00000004:00080000:1.0:1777045327.334455:0:3341:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967374 committed transno 4294967375 00000004:00080000:1.0:1777045327.334483:0:3341:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98de480e9180, transno 4294967375 00000100:00100000:1.0:1777045327.334510:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de41d52300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424432256:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1777045327.334990:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424432640 00000100:00100000:2.0:1777045327.334998:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424432640 00000100:00100000:2.0:1777045327.335071:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1230 00000100:00100000:2.0:1777045327.335084:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41d52680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3341:x1863365424432640:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777045327.335149:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41d52680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3341:x1863365424432640:12345-0@lo:400:kworker.0 Request processed in 68us (1286us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045327.335161:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1230 00000100:00100000:0.0:1777045327.335197:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777045327.335259:0:5849:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424432384 00000100:00100000:2.0:1777045327.335266:0:5849:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424432384 00000100:00100000:0.0:1777045327.335277:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df6d58a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3343:1863365424432896:0@lo:400:kworker.0 00000100:00100000:3.0:1777045327.336097:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045327.336386:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045327.336426:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:0.0:1777045327.336701:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df6d58ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3343:1863365424432512:0@lo:400:kworker.0 00000100:00100000:0.0:1777045327.336743:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045327.336773:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df6d588000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424433024:0@lo:400:kworker.0 00000100:00100000:0.0:1777045327.336805:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777045327.338171:0:6639:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424432768 00000100:00100000:3.0:1777045327.338180:0:6639:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424432768 00000100:00100000:3.0:1777045327.338249:0:6639:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424433024 00000100:00100000:3.0:1777045327.338254:0:6639:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424433024 00000100:00100000:3.0:1777045327.338284:0:6639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1056 00000100:00100000:3.0:1777045327.338296:0:6639:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d58f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3342:x1863365424432768:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777045327.338389:0:6639:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d58f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3342:x1863365424432768:12345-0@lo:400:kworker.0 Request processed in 93us (2291us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045327.338400:0:6639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1056 00000100:00100000:3.0:1777045327.338431:0:6639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1057 00000100:00100000:0.0:1777045327.338512:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424432896 00000100:00100000:0.0:1777045327.338518:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424432896 00000100:00080000:1.0:1777045327.338560:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1777045327.338561:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424432512 00000100:00100000:0.0:1777045327.338566:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424432512 00000100:00100000:0.0:1777045327.338595:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1231 00000100:00100000:0.0:1777045327.338603:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d588a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3343:x1863365424432896:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777045327.338604:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df6d588700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3341:1863365424432640:0@lo:400:kworker.0 00000100:00100000:0.0:1777045327.338666:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d588a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3343:x1863365424432896:12345-0@lo:400:kworker.0 Request processed in 62us (2280us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045327.338705:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1231 00000100:00100000:1.0:1777045327.338713:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df6d58a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3343:1863365424432896:0@lo:400:kworker.0 00000100:00100000:0.0:1777045327.338725:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1232 00000100:00100000:0.0:1777045327.338734:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d588380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3343:x1863365424432512:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777045327.338792:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d588380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3343:x1863365424432512:12345-0@lo:400:kworker.0 Request processed in 58us (2047us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045327.338801:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1232 00000100:00100000:2.0:1777045327.339295:0:5849:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 920 00000100:00100000:3.0:1777045327.339296:0:6639:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77c7d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424433024:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777045327.339310:0:5849:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df472ab450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ce657616-b3f3-4e21-ac89-518ab611901c+18:3343:x1863365424432384:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777045327.339347:0:6639:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77c7d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424433024:12345-0@lo:400:kworker.0 Request processed in 57us (2540us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045327.339356:0:6639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1057 00000100:00100000:3.0:1777045327.339407:0:3342:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967376 gen 2 00000004:00080000:3.0:1777045327.339417:0:3342:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967376 committed transno 4294967376 00000100:00100000:3.0:1777045327.339457:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df6d589180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424432768:0@lo:400:kworker.0 00000100:00100000:1.0:1777045327.343816:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df6d58ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3343:1863365424432512:0@lo:400:kworker.0 00000100:00100000:1.0:1777045327.343839:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df6d588000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424433024:0@lo:400:kworker.0 00000100:00100000:1.0:1777045327.343853:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df6d58b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ce657616-b3f3-4e21-ac89-518ab611901c:3343:1863365424432384:0@lo:400:kworker.0 00000100:00100000:2.0:1777045327.344289:0:5849:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df472ab450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ce657616-b3f3-4e21-ac89-518ab611901c+18:3343:x1863365424432384:12345-0@lo:400:kworker.0 Request processed in 4977us (9087us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045327.344307:0:5849:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 920 00010000:00010000:0.0:1777045327.574772:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777045328.606827:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777045329.632859:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777045330.413250:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045330.413321:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045330.413370:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045330.413402:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045330.413431:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045330.413457:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045330.413490:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045330.413526:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370167296 00000100:00100000:1.0:1777045330.413539:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370167296 00000100:00100000:1.0:1777045330.413610:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370166912 00000100:00100000:1.0:1777045330.413614:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370166912 00000100:00100000:1.0:1777045330.413682:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1233 00000100:00100000:1.0:1777045330.413696:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b8ef800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+19:2390:x1863365370167296:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:1.0:1777045330.413782:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b8ef800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+19:2390:x1863365370167296:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 88us (410us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045330.413793:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1233 00000100:00100000:1.0:1777045330.413820:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1234 00000100:00100000:1.0:1777045330.413830:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d588000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:146de360-3fb2-48bd-b418-06f30714148a+51:2390:x1863365370166912:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:1.0:1777045330.413863:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d588000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:146de360-3fb2-48bd-b418-06f30714148a+51:2390:x1863365370166912:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 35us (432us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045330.413872:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1234 00000100:00080000:1.0:1777045330.413894:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1777045330.414899:0:6641:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370167040 00000100:00100000:3.0:1777045330.414909:0:6641:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370167040 00000100:00100000:3.0:1777045330.415258:0:6641:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370167552 00000100:00100000:3.0:1777045330.415265:0:6641:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370167552 00000100:00100000:3.0:1777045330.415287:0:6641:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370167168 00000100:00100000:3.0:1777045330.415291:0:6641:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370167168 00000100:00100000:3.0:1777045330.415315:0:6641:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370167424 00000100:00100000:3.0:1777045330.415319:0:6641:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370167424 00000100:00100000:3.0:1777045330.415346:0:6641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1058 00000100:00100000:3.0:1777045330.415358:0:6641:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b8ed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:146de360-3fb2-48bd-b418-06f30714148a+10:2390:x1863365370167040:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777045330.415441:0:6641:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b8ed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:146de360-3fb2-48bd-b418-06f30714148a+10:2390:x1863365370167040:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 83us (2118us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045330.415459:0:6641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1058 00000100:00100000:3.0:1777045330.415487:0:6641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1059 00000100:00100000:3.0:1777045330.415500:0:6641:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d58b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+5:2390:x1863365370167552:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777045330.415543:0:6641:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d58b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+5:2390:x1863365370167552:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 45us (2138us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045330.415552:0:6641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1059 00000100:00100000:3.0:1777045330.415569:0:6641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1060 00000100:00100000:3.0:1777045330.415578:0:6641:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d58ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:146de360-3fb2-48bd-b418-06f30714148a+10:2390:x1863365370167168:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777045330.415609:0:6641:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d58ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:146de360-3fb2-48bd-b418-06f30714148a+10:2390:x1863365370167168:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 32us (2152us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045330.415618:0:6641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1060 00000100:00100000:3.0:1777045330.415661:0:6641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1061 00000100:00100000:3.0:1777045330.415672:0:6641:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d589180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+5:2390:x1863365370167424:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777045330.415702:0:6641:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d589180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+5:2390:x1863365370167424:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 33us (2212us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045330.415710:0:6641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1061 00000100:00080000:3.0:1777045330.415861:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1777045330.415866:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1777045330.423862:0:5850:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370166784 00000100:00100000:0.0:1777045330.423878:0:5850:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370166784 00000100:00100000:0.0:1777045330.423950:0:5850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 921 00000100:00100000:0.0:1777045330.423963:0:5850:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df472aa050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2390:x1863365370166784:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:0.0:1777045330.424064:0:5850:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df472aa050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2390:x1863365370166784:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 102us (10824us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045330.424076:0:5850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 921 00010000:00010000:1.0:1777045330.649037:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777045331.419171:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df77c7d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424433152:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1777045331.426658:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777045331.426863:0:6644:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424433152 00000100:00100000:1.0:1777045331.426874:0:6644:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424433152 00000100:00100000:1.0:1777045331.426969:0:6644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 521 00000100:00100000:1.0:1777045331.426983:0:6644:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de430ff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3341:x1863365424433152:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1777045331.427028:0:6644:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 62849024 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1777045331.427091:0:6644:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de430ff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3341:x1863365424433152:12345-0@lo:13:osp-pre-0-0.0 Request processed in 111us (440us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045331.427101:0:6644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 521 00000100:00100000:0.0:1777045331.427244:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df77c7d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424433152:0@lo:13:osp-pre-0-0.0 00000100:00080000:3.0:1777045331.427433:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:0.0:1777045331.678106:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00080000:2.0:1777045332.105849:0:5877:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 32 batchid updated 00000020:00080000:0.0:1777045332.106165:0:5888:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 32 00000020:00080000:0.0:1777045332.106183:0:5888:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 32 00000100:00100000:0.0:1777045332.438136:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df75299880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ce657616-b3f3-4e21-ac89-518ab611901c:3342:1863365424433280:0@lo:400:kworker.0 00000100:00100000:0.0:1777045332.438277:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777045332.439157:0:5849:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424433280 00000100:00100000:1.0:1777045332.439169:0:5849:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424433280 00000100:00100000:1.0:1777045332.439273:0:5849:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 922 00000100:00100000:1.0:1777045332.439290:0:5849:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df472aac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ce657616-b3f3-4e21-ac89-518ab611901c+18:3342:x1863365424433280:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777045332.439680:0:5849:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df472aac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ce657616-b3f3-4e21-ac89-518ab611901c+18:3342:x1863365424433280:12345-0@lo:400:kworker.0 Request processed in 393us (1402us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045332.439697:0:5849:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 922 00000100:00100000:0.0:1777045332.440143:0:3344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1777045332.440160:0:3344:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de430fe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3344:1863365424433408:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1777045332.440502:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045332.440563:0:19062:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424433408 00000100:00100000:0.0:1777045332.440570:0:19062:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424433408 00000100:00100000:3.0:1777045332.441632:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de435adf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424433792:0@lo:400:kworker.0 00000100:00100000:3.0:1777045332.441684:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777045332.441737:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df75299880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ce657616-b3f3-4e21-ac89-518ab611901c:3342:1863365424433280:0@lo:400:kworker.0 00000100:00100000:3.0:1777045332.441762:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1777045332.441770:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de435ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3342:1863365424433664:0@lo:400:kworker.0 00000100:00100000:3.0:1777045332.441810:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777045332.441851:0:6641:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424433792 00000100:00100000:3.0:1777045332.441857:0:6641:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424433792 00000100:00100000:3.0:1777045332.441904:0:6641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1062 00000100:00100000:3.0:1777045332.441916:0:6641:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de435afb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3342:x1863365424433792:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777045332.441977:0:6641:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de435afb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3342:x1863365424433792:12345-0@lo:400:kworker.0 Request processed in 63us (291us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045332.441987:0:6641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1062 00000100:00100000:3.0:1777045332.442036:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de435adf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424433792:0@lo:400:kworker.0 00000100:00100000:3.0:1777045332.442080:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424433664 00000100:00100000:3.0:1777045332.442085:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424433664 00000100:00100000:2.0:1777045332.442190:0:3344:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de480e9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3344:1863365424433536:0@lo:400:kworker.0 00000100:00100000:2.0:1777045332.442266:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777045332.442300:0:3344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1777045332.442310:0:3344:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de435ad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3344:1863365424433920:0@lo:400:kworker.0 00000100:00100000:2.0:1777045332.442341:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777045332.442383:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424433536 00000100:00100000:2.0:1777045332.442389:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424433536 00000100:00100000:2.0:1777045332.442431:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424433920 00000100:00100000:2.0:1777045332.442436:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424433920 00000100:00100000:1.0:1777045332.445048:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1235 00000100:00100000:1.0:1777045332.445069:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de478bed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3344:x1863365424433536:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777045332.445159:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de478bed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3344:x1863365424433536:12345-0@lo:400:kworker.0 Request processed in 98us (2891us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045332.445170:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1235 00000100:00100000:1.0:1777045332.445318:0:3344:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de480e9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3344:1863365424433536:0@lo:400:kworker.0 00000100:00100000:0.0:1777045332.445723:0:19062:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 522 00000100:00100000:0.0:1777045332.445737:0:19062:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77c7d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1863365424433408:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1777045332.445795:0:19062:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 54329344 pending 0 free 3851419648 avail 3849322496 00000100:00100000:0.0:1777045332.446133:0:19062:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77c7d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1863365424433408:12345-0@lo:13:osp-pre-1-0.0 Request processed in 399us (5630us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045332.446143:0:19062:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 522 00000100:00100000:0.0:1777045332.446198:0:3344:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de430fe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3344:1863365424433408:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1777045332.459777:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1236 00000100:00100000:3.0:1777045332.459800:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de435aea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3342:x1863365424433664:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777045332.459922:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de435aea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3342:x1863365424433664:12345-0@lo:400:kworker.0 Request processed in 130us (18109us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045332.464166:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1236 00000100:00100000:3.0:1777045332.464285:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de435ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3342:1863365424433664:0@lo:400:kworker.0 00000100:00100000:2.0:1777045332.464818:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1237 00000100:00100000:2.0:1777045332.464834:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de478bf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3344:x1863365424433920:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777045332.464934:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de478bf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3344:x1863365424433920:12345-0@lo:400:kworker.0 Request processed in 104us (22591us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045332.464945:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1237 00000100:00100000:0.0:1777045332.465255:0:3344:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de435ad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3344:1863365424433920:0@lo:400:kworker.0 00000100:00080000:1.0:1777045332.472085:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1777045332.472102:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1777045332.693848:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777045333.719593:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777045334.741788:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1777045335.512799:0:11491:0:(llog.c:801:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1777045335.512810:0:11491:0:(llog_cat.c:158:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1777045335.513344:0:11491:0:(llog.c:858:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 40 count 1 00000040:00080000:1.0:1777045335.513354:0:11491:0:(llog.c:858:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1777045335.536555:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045335.536555:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045335.536582:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045335.536616:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045335.536643:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045335.536909:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045335.536909:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045335.536909:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370168192 00000100:00100000:3.0:1777045335.536909:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370168192 00000100:00100000:3.0:1777045335.536909:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370167808 00000100:00100000:3.0:1777045335.536909:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370167808 00000100:00100000:3.0:1777045335.536909:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1238 00000100:00100000:3.0:1777045335.536909:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de435adf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+19:2393:x1863365370168192:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777045335.537212:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de435adf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+19:2393:x1863365370168192:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 298us (630us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045335.537221:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1238 00000100:00100000:3.0:1777045335.537221:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1239 00000100:00100000:3.0:1777045335.537221:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de435af800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:146de360-3fb2-48bd-b418-06f30714148a+51:2393:x1863365370167808:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777045335.537292:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de435af800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:146de360-3fb2-48bd-b418-06f30714148a+51:2393:x1863365370167808:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 60us (642us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045335.537292:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1239 00000100:00100000:3.0:1777045335.537292:0:8776:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370167936 00000100:00100000:3.0:1777045335.537292:0:8776:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370167936 00000100:00100000:3.0:1777045335.537292:0:8776:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370168448 00000100:00100000:3.0:1777045335.537292:0:8776:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370168448 00000100:00100000:3.0:1777045335.537292:0:8776:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370168064 00000100:00100000:3.0:1777045335.537292:0:8776:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370168064 00000100:00100000:3.0:1777045335.537292:0:8776:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370168320 00000100:00100000:3.0:1777045335.537292:0:8776:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370168320 00000100:00100000:3.0:1777045335.537292:0:8776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1063 00000100:00100000:3.0:1777045335.537292:0:8776:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de435ad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:146de360-3fb2-48bd-b418-06f30714148a+10:2393:x1863365370167936:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777045335.537292:0:8776:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de435ad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:146de360-3fb2-48bd-b418-06f30714148a+10:2393:x1863365370167936:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 0us (737us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045335.537292:0:8776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1063 00000100:00100000:3.0:1777045335.537564:0:8776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1064 00000100:00100000:3.0:1777045335.537574:0:8776:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de435ae300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+5:2393:x1863365370168448:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777045335.537574:0:8776:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de435ae300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+5:2393:x1863365370168448:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 7us (963us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045335.537574:0:8776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1064 00000100:00100000:3.0:1777045335.537574:0:8776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1065 00000100:00100000:3.0:1777045335.537574:0:8776:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de435ac000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:146de360-3fb2-48bd-b418-06f30714148a+10:2393:x1863365370168064:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777045335.537574:0:8776:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de435ac000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:146de360-3fb2-48bd-b418-06f30714148a+10:2393:x1863365370168064:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 0us (664us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045335.537574:0:8776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1065 00000100:00100000:3.0:1777045335.537574:0:8776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1066 00000100:00100000:3.0:1777045335.537574:0:8776:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de435ace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+5:2393:x1863365370168320:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777045335.537574:0:8776:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de435ace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+5:2393:x1863365370168320:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 0us (664us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045335.537574:0:8776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1066 00000100:00080000:3.0:1777045335.537574:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1777045335.537574:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1777045335.537574:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1777045335.538184:0:5848:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370167680 00000100:00100000:0.0:1777045335.538192:0:5848:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370167680 00000100:00100000:0.0:1777045335.538276:0:5848:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 923 00000100:00100000:0.0:1777045335.538287:0:5848:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df472ab050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2393:x1863365370167680:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:0.0:1777045335.538339:0:5848:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df472ab050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2393:x1863365370167680:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 52us (1777us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045335.538348:0:5848:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 923 00010000:00010000:0.0:1777045335.782074:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777045336.534088:0:3344:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de430fe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3344:1863365424434048:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1777045336.534173:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045336.535034:0:6643:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424434048 00000100:00100000:0.0:1777045336.535047:0:6643:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424434048 00000100:00100000:0.0:1777045336.535153:0:6643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 523 00000100:00100000:0.0:1777045336.535169:0:6643:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d58a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1863365424434048:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1777045336.535253:0:6643:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 62849024 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1777045336.535326:0:6643:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d58a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1863365424434048:12345-0@lo:13:osp-pre-0-0.0 Request processed in 161us (1152us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045336.535342:0:6643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 523 00000100:00100000:0.0:1777045336.535421:0:3344:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de430fe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3344:1863365424434048:0@lo:13:osp-pre-0-0.0 00000100:00080000:1.0:1777045336.535683:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1777045336.638699:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045336.639633:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370168576 00000100:00100000:1.0:1777045336.639647:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370168576 00000100:00100000:1.0:1777045336.639719:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1374 00000100:00100000:1.0:1777045336.639729:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de435af480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+19:31468:x1863365370168576:12345-192.168.201.45@tcp:60:lhsmtool_posix.0 00000100:00100000:1.0:1777045336.640077:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de435af480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+19:31468:x1863365370168576:12345-192.168.201.45@tcp:60:lhsmtool_posix.0 Request processed in 349us (1387us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045336.640085:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1374 00010000:00010000:3.0:1777045336.791789:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777045337.559844:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1777045337.559874:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de430fe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424434176:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1777045337.559961:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045337.561548:0:6644:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424434176 00000100:00100000:0.0:1777045337.561561:0:6644:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424434176 00000100:00100000:0.0:1777045337.561641:0:6644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 524 00000100:00100000:0.0:1777045337.561655:0:6644:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de435ae680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1863365424434176:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1777045337.561696:0:6644:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 54329344 pending 0 free 3851419648 avail 3849322496 00000100:00100000:0.0:1777045337.561777:0:6644:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de435ae680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1863365424434176:12345-0@lo:13:osp-pre-1-0.0 Request processed in 124us (1816us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045337.561786:0:6644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 524 00000100:00100000:0.0:1777045337.561906:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de41c67800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3343:1863365424434432:0@lo:400:kworker.0 00000100:00100000:0.0:1777045337.561948:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045337.561992:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1777045337.562001:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de41c65880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3343:1863365424434560:0@lo:400:kworker.0 00000100:00100000:0.0:1777045337.562032:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045337.562083:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424434432 00000100:00100000:0.0:1777045337.562088:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424434432 00000100:00100000:0.0:1777045337.562127:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424434560 00000100:00100000:0.0:1777045337.562132:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424434560 00000100:00100000:0.0:1777045337.562162:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1240 00000100:00100000:0.0:1777045337.562171:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de419fca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3343:x1863365424434432:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777045337.562253:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de419fca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3343:x1863365424434432:12345-0@lo:400:kworker.0 Request processed in 83us (304us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045337.562262:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1240 00000100:00100000:0.0:1777045337.562279:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1241 00000100:00100000:0.0:1777045337.562287:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de419fce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3343:x1863365424434560:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777045337.562325:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de419fce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3343:x1863365424434560:12345-0@lo:400:kworker.0 Request processed in 39us (293us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045337.562333:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1241 00000100:00100000:0.0:1777045337.562386:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de41c65880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3343:1863365424434560:0@lo:400:kworker.0 00000100:00100000:0.0:1777045337.562401:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de41c67800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3343:1863365424434432:0@lo:400:kworker.0 00000100:00100000:2.0:1777045337.562821:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de41c64380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424434688:0@lo:400:kworker.0 00000100:00100000:2.0:1777045337.562870:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777045337.562927:0:3341:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1777045337.562937:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de41c66d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ce657616-b3f3-4e21-ac89-518ab611901c:3341:1863365424434304:0@lo:400:kworker.0 00000100:00100000:2.0:1777045337.562978:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777045337.563014:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de419fc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3341:1863365424434816:0@lo:400:kworker.0 00000100:00100000:2.0:1777045337.563047:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777045337.563088:0:5850:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424434304 00000100:00100000:2.0:1777045337.563094:0:5850:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424434304 00000100:00100000:2.0:1777045337.563139:0:5850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 924 00000100:00100000:2.0:1777045337.563150:0:5850:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df587b4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ce657616-b3f3-4e21-ac89-518ab611901c+18:3341:x1863365424434304:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777045337.563235:0:5850:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df587b4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ce657616-b3f3-4e21-ac89-518ab611901c+18:3341:x1863365424434304:12345-0@lo:400:kworker.0 Request processed in 55us (224us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045337.563247:0:5850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 924 00000100:00100000:2.0:1777045337.563293:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424434816 00000100:00100000:2.0:1777045337.563300:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424434816 00000100:00100000:2.0:1777045337.563341:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1242 00000100:00100000:2.0:1777045337.563352:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de478bd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3341:x1863365424434816:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777045337.563424:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de478bd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3341:x1863365424434816:12345-0@lo:400:kworker.0 Request processed in 73us (375us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045337.563434:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1242 00000100:00100000:2.0:1777045337.563488:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de41c66d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ce657616-b3f3-4e21-ac89-518ab611901c:3341:1863365424434304:0@lo:400:kworker.0 00000100:00100000:2.0:1777045337.563528:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de419fc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3341:1863365424434816:0@lo:400:kworker.0 00000100:00080000:1.0:1777045337.563648:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1777045337.563656:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1777045337.564141:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de430fe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424434176:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1777045337.565663:0:8776:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424434688 00000100:00100000:0.0:1777045337.565676:0:8776:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424434688 00000100:00100000:0.0:1777045337.565830:0:8776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1067 00000100:00100000:0.0:1777045337.565843:0:8776:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de478bf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3341:x1863365424434688:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777045337.565948:0:8776:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de478bf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3341:x1863365424434688:12345-0@lo:400:kworker.0 Request processed in 107us (3077us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045337.565959:0:8776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1067 00000100:00100000:2.0:1777045337.566072:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de41c64380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424434688:0@lo:400:kworker.0 00010000:00010000:0.0:1777045337.815430:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777045338.837630:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777045339.865403:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777045340.659408:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045340.659494:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045340.659544:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045340.659600:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045340.659655:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045340.659699:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045340.659751:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045340.659814:0:6641:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370169088 00000100:00100000:3.0:1777045340.659831:0:6641:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370169088 00000100:00100000:3.0:1777045340.659933:0:6641:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370169344 00000100:00100000:3.0:1777045340.659939:0:6641:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370169344 00000100:00100000:3.0:1777045340.659974:0:6641:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370168960 00000100:00100000:3.0:1777045340.659978:0:6641:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370168960 00000100:00100000:3.0:1777045340.660011:0:6641:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370169472 00000100:00100000:3.0:1777045340.660017:0:6641:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370169472 00000100:00100000:3.0:1777045340.660053:0:6641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1068 00000100:00100000:3.0:1777045340.660074:0:6641:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de435af100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:146de360-3fb2-48bd-b418-06f30714148a+10:2393:x1863365370169088:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777045340.660274:0:6641:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de435af100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:146de360-3fb2-48bd-b418-06f30714148a+10:2393:x1863365370169088:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 205us (778us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045340.660288:0:6641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1068 00000100:00100000:3.0:1777045340.660323:0:6641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1069 00000100:00100000:3.0:1777045340.660339:0:6641:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de435adc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+5:2393:x1863365370169344:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777045340.660398:0:6641:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de435adc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+5:2393:x1863365370169344:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 61us (851us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045340.660415:0:6641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1069 00000100:00100000:2.0:1777045340.660443:0:14822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1070 00000100:00100000:2.0:1777045340.660504:0:14822:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de435ad180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:146de360-3fb2-48bd-b418-06f30714148a+10:2393:x1863365370168960:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:0.0:1777045340.660570:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370168832 00000100:00100000:0.0:1777045340.660583:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370168832 00000100:00100000:2.0:1777045340.660632:0:14822:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de435ad180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:146de360-3fb2-48bd-b418-06f30714148a+10:2393:x1863365370168960:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 148us (977us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045340.660655:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370169216 00000100:00100000:0.0:1777045340.660661:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370169216 00000100:00100000:0.0:1777045340.660700:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1243 00000100:00100000:0.0:1777045340.660712:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de435ac700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:146de360-3fb2-48bd-b418-06f30714148a+51:2393:x1863365370168832:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:0.0:1777045340.660764:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de435ac700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:146de360-3fb2-48bd-b418-06f30714148a+51:2393:x1863365370168832:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 52us (1374us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045340.660775:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1243 00000100:00100000:0.0:1777045340.660797:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1244 00000100:00100000:0.0:1777045340.660807:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de430fe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+19:2393:x1863365370169216:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:0.0:1777045340.660848:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de430fe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+19:2393:x1863365370169216:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 42us (1148us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045340.660857:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1244 00000100:00100000:3.0:1777045340.664732:0:6641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 410 00000100:00100000:3.0:1777045340.664780:0:6641:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df75299880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+5:2389:x1863365370169472:12345-192.168.201.45@tcp:9:kworker.0 00000020:00000080:3.0:1777045340.664839:0:6641:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x2c8777a5e7d9f166 00000100:00080000:3.0:1777045340.665146:0:6641:0:(import.c:65:import_set_state_nolock()) ffff98df4fcce000 : changing import state from FULL to CLOSED 00000001:00000004:3.0:1777045340.665252:0:6641:0:(tgt_lastrcvd.c:732:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 1, last_transno is 4294967375 00000100:00100000:3.0:1777045340.665849:0:6641:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df75299880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+2:2389:x1863365370169472:12345-192.168.201.45@tcp:9:kworker.0 Request processed in 1090us (6091us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045340.665866:0:6641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 410 00000100:00100000:3.0:1777045340.665946:0:5849:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370168704 00000100:00100000:3.0:1777045340.665957:0:5849:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370168704 00000100:00100000:3.0:1777045340.666033:0:5849:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 925 00000100:00100000:3.0:1777045340.666046:0:5849:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df587b5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2393:x1863365370168704:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777045340.666096:0:5849:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df587b5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2393:x1863365370168704:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 52us (6495us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045340.666107:0:5849:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 925 00000100:00080000:3.0:1777045340.666162:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1777045340.666172:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1777045340.666177:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:3.0:1777045340.674283:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777045340.675207:0:14822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1070 00010000:00010000:0.0:1777045340.885694:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777045341.654583:0:3344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1777045341.654614:0:3344:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de419fc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3344:1863365424434944:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1777045341.654698:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045341.654781:0:19062:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424434944 00000100:00100000:0.0:1777045341.654793:0:19062:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424434944 00000100:00100000:0.0:1777045341.654893:0:19062:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 525 00000100:00100000:0.0:1777045341.655157:0:19062:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df605f5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1863365424434944:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1777045341.655233:0:19062:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 62849024 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1777045341.655318:0:19062:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df605f5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1863365424434944:12345-0@lo:13:osp-pre-0-0.0 Request processed in 413us (619us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045341.655329:0:19062:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 525 00000100:00080000:3.0:1777045341.655749:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1777045341.655798:0:3344:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de419fc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3344:1863365424434944:0@lo:13:osp-pre-0-0.0 00010000:00010000:3.0:1777045341.920789:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:0.0:1777045341.926128:0:21285:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 12s: race between restore requests ==== 11:42:17 (1777045337) 00000100:00100000:2.0:1777045342.679332:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de41c64380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3341:1863365424435200:0@lo:400:kworker.0 00000100:00100000:2.0:1777045342.679653:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777045342.679782:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1777045342.679802:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de419fc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ce657616-b3f3-4e21-ac89-518ab611901c:3343:1863365424435072:0@lo:400:kworker.0 00000100:00100000:1.0:1777045342.679848:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777045342.679927:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424435200 00000100:00100000:1.0:1777045342.679937:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424435200 00000100:00100000:1.0:1777045342.679995:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1245 00000100:00100000:1.0:1777045342.680008:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de478bfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3341:x1863365424435200:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777045342.683158:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de41c65880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3341:1863365424435712:0@lo:400:kworker.0 00000100:00100000:2.0:1777045342.683244:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777045342.683828:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de478bfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3341:x1863365424435200:12345-0@lo:400:kworker.0 Request processed in 3819us (4172us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045342.683843:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1245 00000100:00100000:1.0:1777045342.683878:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424435712 00000100:00100000:1.0:1777045342.683886:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424435712 00000100:00100000:1.0:1777045342.683978:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1246 00000100:00100000:1.0:1777045342.683989:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de478bd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3341:x1863365424435712:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777045342.684049:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de478bd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3341:x1863365424435712:12345-0@lo:400:kworker.0 Request processed in 62us (806us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045342.684058:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1246 00000100:00100000:1.0:1777045342.684123:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de41c66d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3343:1863365424435456:0@lo:400:kworker.0 00000100:00100000:1.0:1777045342.684158:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777045342.685189:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1777045342.685218:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de41c67800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424435584:0@lo:400:kworker.0 00000100:00100000:1.0:1777045342.685265:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777045342.685364:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424435456 00000100:00100000:1.0:1777045342.685370:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424435456 00000100:00100000:1.0:1777045342.685417:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1247 00000100:00100000:1.0:1777045342.685448:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d588700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3343:x1863365424435456:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777045342.685507:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d588700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3343:x1863365424435456:12345-0@lo:400:kworker.0 Request processed in 82us (1347us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045342.685516:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1247 00000100:00100000:1.0:1777045342.685574:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de41c66d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3343:1863365424435456:0@lo:400:kworker.0 00000100:00080000:1.0:1777045342.685637:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1777045342.685654:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df605f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424435328:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1777045342.685691:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777045342.685742:0:6643:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424435328 00000100:00100000:1.0:1777045342.685747:0:6643:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424435328 00000100:00100000:1.0:1777045342.685812:0:6643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 526 00000100:00100000:1.0:1777045342.686064:0:6643:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41d52300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1863365424435328:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1777045342.686100:0:6643:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 49217536 pending 0 free 3851419648 avail 3849322496 00000100:00100000:1.0:1777045342.686149:0:6643:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41d52300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1863365424435328:12345-0@lo:13:osp-pre-1-0.0 Request processed in 89us (457us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045342.686158:0:6643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 526 00000100:00100000:1.0:1777045342.686185:0:5848:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424435072 00000100:00100000:1.0:1777045342.686192:0:5848:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424435072 00000100:00100000:1.0:1777045342.686248:0:5848:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 926 00000100:00100000:1.0:1777045342.686257:0:5848:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df587b4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ce657616-b3f3-4e21-ac89-518ab611901c+18:3343:x1863365424435072:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777045342.686307:0:5848:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df587b4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ce657616-b3f3-4e21-ac89-518ab611901c+18:3343:x1863365424435072:12345-0@lo:400:kworker.0 Request processed in 51us (6458us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045342.686316:0:5848:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 926 00000100:00080000:1.0:1777045342.686357:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1777045342.686387:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df605f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424435328:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1777045342.686451:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de419fc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ce657616-b3f3-4e21-ac89-518ab611901c:3343:1863365424435072:0@lo:400:kworker.0 00000100:00100000:1.0:1777045342.686504:0:6641:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424435584 00000100:00100000:1.0:1777045342.686509:0:6641:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424435584 00000100:00100000:1.0:1777045342.686541:0:6641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1071 00000100:00100000:1.0:1777045342.686550:0:6641:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de480e9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424435584:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777045342.686598:0:6641:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de480e9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424435584:12345-0@lo:400:kworker.0 Request processed in 49us (1332us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045342.686608:0:6641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1071 00000100:00100000:1.0:1777045342.686641:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de41c67800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424435584:0@lo:400:kworker.0 00000100:00100000:2.0:1777045342.687687:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de41c64380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3341:1863365424435200:0@lo:400:kworker.0 00000100:00100000:2.0:1777045342.687717:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de41c65880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3341:1863365424435712:0@lo:400:kworker.0 00000100:00100000:0.0:1777045342.768069:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045342.772049:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370169728 00000100:00100000:1.0:1777045342.772130:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370169728 00000100:00100000:1.0:1777045342.772262:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1375 00000100:00100000:1.0:1777045342.772277:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41c65880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+19:32108:x1863365370169728:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1777045342.772304:0:5857:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777045342.772333:0:5857:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32400/0x2c8777a5e7d9f334 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee114927b expref: -99 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045342.772462:0:5857:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32a00/0x2c8777a5e7d9f33b lrc: 3/1,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045342.772484:0:5857:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32a00/0x2c8777a5e7d9f33b lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045342.772501:0:5857:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32a00/0x2c8777a5e7d9f33b lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045342.772551:0:5857:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a33a00/0x2c8777a5e7d9f342 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045342.772564:0:5857:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a33a00/0x2c8777a5e7d9f342 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045342.772575:0:5857:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a33a00/0x2c8777a5e7d9f342 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045342.773191:0:5857:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a33800/0x2c8777a5e7d9f349 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045342.773253:0:5857:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a33800/0x2c8777a5e7d9f349 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045342.773266:0:5857:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a33800/0x2c8777a5e7d9f349 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777045342.773580:0:5857:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000002:0x2:0x0]: returning size 6656 00010000:00010000:1.0:1777045342.773852:0:5857:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32a00/0x2c8777a5e7d9f33b lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045342.773866:0:5857:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32a00/0x2c8777a5e7d9f33b lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045342.773877:0:5857:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32a00/0x2c8777a5e7d9f33b lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045342.773887:0:5857:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de41a32a00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:1.0:1777045342.773893:0:5857:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32a00/0x2c8777a5e7d9f33b lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045342.773905:0:5857:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32a00/0x2c8777a5e7d9f33b lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045342.773921:0:5857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff98df61f8ee00) 00010000:00010000:1.0:1777045342.773926:0:5857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777045342.773933:0:5857:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32a00/0x2c8777a5e7d9f33b lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045342.773941:0:5857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32a00/0x2c8777a5e7d9f33b lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045342.773957:0:5857:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a33a00/0x2c8777a5e7d9f342 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045342.773966:0:5857:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a33a00/0x2c8777a5e7d9f342 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045342.773975:0:5857:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a33a00/0x2c8777a5e7d9f342 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045342.773983:0:5857:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de41a33a00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:1.0:1777045342.773988:0:5857:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a33a00/0x2c8777a5e7d9f342 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045342.773997:0:5857:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a33a00/0x2c8777a5e7d9f342 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045342.774007:0:5857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x8d45d6bc (ffff98df51b04300) 00010000:00010000:1.0:1777045342.774010:0:5857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777045342.774015:0:5857:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a33a00/0x2c8777a5e7d9f342 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045342.774023:0:5857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a33a00/0x2c8777a5e7d9f342 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045342.775067:0:5857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32400/0x2c8777a5e7d9f334 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114927b expref: 22 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045342.775099:0:5857:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a33800/0x2c8777a5e7d9f349 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114927b expref: 21 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045342.775111:0:5857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff98df4a351500) 00010000:00010000:1.0:1777045342.775115:0:5857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777045342.775119:0:5857:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de41a33800, rc 0) 00000100:00100000:1.0:1777045342.775196:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41c65880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+21:32108:x1863365370169728:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 Request processed in 2922us (7137us total) trans 4294968234 rc 0/0 00000100:00100000:1.0:1777045342.775239:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1375 00000100:00080000:2.0:1777045342.775382:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1777045342.785507:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045342.785651:0:5841:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370169856 00000100:00100000:2.0:1777045342.785664:0:5841:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370169856 00000100:00100000:2.0:1777045342.785781:0:5841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 87 00000100:00100000:2.0:1777045342.785797:0:5841:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df605f7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:146de360-3fb2-48bd-b418-06f30714148a+51:2391:x1863365370169856:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777045342.785818:0:5841:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 16 locks, starting at 0 00010000:00010000:2.0:1777045342.785916:0:5841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7a00/0x2c8777a5e7d9d13e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x35:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114871b expref: 51 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045342.785945:0:5841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x35:0x0].0x0 (ffff98df46583200) 00010000:00010000:2.0:1777045342.785979:0:5841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa6800/0x2c8777a5e7d9d0f1 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x33:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148706 expref: 50 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045342.785995:0:5841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x33:0x0].0x0 (ffff98df4abab800) 00010000:00010000:2.0:1777045342.786015:0:5841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7800/0x2c8777a5e7d9d003 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11486b9 expref: 49 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045342.786028:0:5841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x32:0x0].0x0 (ffff98df48c7ed00) 00010000:00010000:2.0:1777045342.786043:0:5841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfc800/0x2c8777a5e7d9cfe7 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x30:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11486b2 expref: 48 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045342.786057:0:5841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x30:0x0].0x0 (ffff98df48c7e800) 00010000:00010000:2.0:1777045342.786071:0:5841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa6600/0x2c8777a5e7d9ccbb lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11485f5 expref: 47 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045342.786135:0:5841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f:0x0].0x0 (ffff98df4abab200) 00010000:00010000:2.0:1777045342.786154:0:5841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64fe00/0x2c8777a5e7d9ca37 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148554 expref: 46 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045342.786168:0:5841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2c:0x0].0x0 (ffff98df52c43f00) 00010000:00010000:2.0:1777045342.786181:0:5841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536e00/0x2c8777a5e7d9c815 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148497 expref: 45 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045342.786194:0:5841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0x0 (ffff98df48c7e200) 00010000:00010000:2.0:1777045342.786613:0:5841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097400/0x2c8777a5e7d9c774 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148474 expref: 44 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045342.786629:0:5841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2a:0x0].0x0 (ffff98df46583300) 00010000:00010000:2.0:1777045342.786639:0:5841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df413a7c00/0x2c8777a5e7d9c758 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x28:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114846d expref: 43 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045342.786654:0:5841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x28:0x0].0x0 (ffff98df4abab900) 00010000:00010000:2.0:1777045342.786670:0:5841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096600/0x2c8777a5e7d9c72e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148466 expref: 42 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045342.786682:0:5841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2a:0x0].0x0 (ffff98df46583300) 00010000:00010000:2.0:1777045342.786722:0:5841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df413a6400/0x2c8777a5e7d9c60f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x11:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11483fd expref: 41 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045342.786739:0:5841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x11:0x0].0x0 (ffff98df4ababd00) 00010000:00010000:2.0:1777045342.786755:0:5841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df413a7a00/0x2c8777a5e7d9c624 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x27:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114840b expref: 40 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045342.786780:0:5841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa6a00/0x2c8777a5e7d9c52f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x27:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11483b0 expref: 39 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045342.786792:0:5841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x27:0x0].0x0 (ffff98df4ababa00) 00010000:00010000:2.0:1777045342.786806:0:5841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64ee00/0x2c8777a5e7d9c4a3 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114837f expref: 38 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045342.786819:0:5841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x10:0x0].0x0 (ffff98df52c43300) 00010000:00010000:2.0:1777045342.786832:0:5841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64fa00/0x2c8777a5e7d9c4b8 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x26:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114838d expref: 37 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045342.786849:0:5841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa6200/0x2c8777a5e7d9c399 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x26:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114832b expref: 36 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045342.786861:0:5841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x26:0x0].0x0 (ffff98df4abab700) 00010000:00010000:2.0:1777045342.786870:0:5841:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777045342.786940:0:5841:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df605f7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:146de360-3fb2-48bd-b418-06f30714148a+35:2391:x1863365370169856:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 1146us (1441us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045342.786953:0:5841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 87 00000100:00080000:1.0:1777045342.787542:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1777045342.795911:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045342.796064:0:5858:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370170112 00000100:00100000:1.0:1777045342.796076:0:5858:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370170112 00000100:00100000:1.0:1777045342.796149:0:5858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 305 00000100:00100000:1.0:1777045342.796163:0:5858:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df605f5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+21:32108:x1863365370170112:12345-192.168.201.45@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1777045342.796790:0:5858:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df605f5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+22:32108:x1863365370170112:12345-192.168.201.45@tcp:35:lhsmtool_posix.0 Request processed in 628us (889us total) trans 4294968235 rc 0/0 00000100:00100000:1.0:1777045342.796804:0:5858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 305 00000100:00100000:0.0:1777045342.798371:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045342.798516:0:5842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370170240 00000100:00100000:2.0:1777045342.798527:0:5842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370170240 00000100:00100000:2.0:1777045342.798616:0:5842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 88 00000100:00100000:2.0:1777045342.798629:0:5842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41c64380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+22:2391:x1863365370170240:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777045342.798646:0:5842:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777045342.798678:0:5842:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a33800/0x2c8777a5e7d9f349 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114927b expref: 22 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045342.798703:0:5842:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff98df4a351500) 00010000:00010000:2.0:1777045342.798711:0:5842:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777045342.798756:0:5842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41c64380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+21:2391:x1863365370170240:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 130us (391us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045342.798765:0:5842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 88 00000100:00100000:0.0:1777045342.813804:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045342.815587:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370170368 00000100:00100000:1.0:1777045342.815602:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370170368 00000100:00100000:1.0:1777045342.815690:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1376 00000100:00100000:1.0:1777045342.815705:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41c67800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+21:32108:x1863365370170368:12345-192.168.201.45@tcp:59:lhsmtool_posix.0 00000100:00100000:1.0:1777045342.815865:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41c67800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+21:32108:x1863365370170368:12345-192.168.201.45@tcp:59:lhsmtool_posix.0 Request processed in 162us (2072us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045342.815877:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1376 00000100:00100000:0.0:1777045342.883841:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045342.885537:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370170496 00000100:00100000:1.0:1777045342.885550:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370170496 00000100:00100000:1.0:1777045342.885634:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1377 00000100:00100000:1.0:1777045342.885648:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41c66d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:146de360-3fb2-48bd-b418-06f30714148a+35:32109:x1863365370170496:12345-192.168.201.45@tcp:101:lfs.0 00010000:00010000:1.0:1777045342.885673:0:5855:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777045342.885745:0:5855:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32400/0x2c8777a5e7d9f357 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1149282 expref: -99 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045342.885829:0:5855:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a33a00/0x2c8777a5e7d9f35e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045342.885849:0:5855:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a33a00/0x2c8777a5e7d9f35e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045342.885865:0:5855:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a33a00/0x2c8777a5e7d9f35e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045342.885918:0:5855:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32a00/0x2c8777a5e7d9f365 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045342.885929:0:5855:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32a00/0x2c8777a5e7d9f365 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045342.885938:0:5855:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32a00/0x2c8777a5e7d9f365 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045342.886370:0:5855:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a33a00/0x2c8777a5e7d9f35e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045342.886384:0:5855:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a33a00/0x2c8777a5e7d9f35e lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045342.886399:0:5855:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a33a00/0x2c8777a5e7d9f35e lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045342.886408:0:5855:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de41a33a00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:1.0:1777045342.886414:0:5855:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a33a00/0x2c8777a5e7d9f35e lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045342.886449:0:5855:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a33a00/0x2c8777a5e7d9f35e lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045342.886466:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff98df52c43a00) 00010000:00010000:1.0:1777045342.886471:0:5855:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777045342.886477:0:5855:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a33a00/0x2c8777a5e7d9f35e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045342.886486:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a33a00/0x2c8777a5e7d9f35e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045342.886502:0:5855:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32a00/0x2c8777a5e7d9f365 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045342.886511:0:5855:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32a00/0x2c8777a5e7d9f365 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045342.886520:0:5855:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32a00/0x2c8777a5e7d9f365 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045342.886527:0:5855:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de41a32a00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:1.0:1777045342.886531:0:5855:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32a00/0x2c8777a5e7d9f365 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045342.886544:0:5855:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32a00/0x2c8777a5e7d9f365 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045342.886553:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x81f12197 (ffff98df51b04300) 00010000:00010000:1.0:1777045342.886557:0:5855:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777045342.886560:0:5855:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32a00/0x2c8777a5e7d9f365 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045342.886568:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32a00/0x2c8777a5e7d9f365 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045342.886608:0:5855:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32400/0x2c8777a5e7d9f357 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149282 expref: 36 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045342.886621:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff98df52c43a00) 00010000:00010000:1.0:1777045342.886625:0:5855:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777045342.886629:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32400/0x2c8777a5e7d9f357 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149282 expref: 36 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045342.886642:0:5855:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de41a32400, rc 0) 00000100:00100000:1.0:1777045342.886729:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41c66d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:146de360-3fb2-48bd-b418-06f30714148a+35:32109:x1863365370170496:12345-192.168.201.45@tcp:101:lfs.0 Request processed in 1083us (2900us total) trans 0 rc 301/301 00000100:00100000:1.0:1777045342.886741:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1377 00000100:00100000:0.0:1777045342.905943:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045342.906114:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370170752 00000100:00100000:1.0:1777045342.906128:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370170752 00000100:00100000:1.0:1777045342.906273:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1378 00000100:00100000:1.0:1777045342.906289:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77b05500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:146de360-3fb2-48bd-b418-06f30714148a+35:32109:x1863365370170752:12345-192.168.201.45@tcp:36:lfs.0 00010000:00010000:1.0:1777045342.906362:0:7939:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777045342.906395:0:7939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfa00/0x2c8777a5e7d9f08d lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149194 expref: 35 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045342.906444:0:7939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff98df52c43a00) 00010000:00010000:1.0:1777045342.906451:0:7939:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777045342.907248:0:7939:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfc00/0x2c8777a5e7d9f36c lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045342.907270:0:7939:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32600/0x2c8777a5e7d9f0cc lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11491a9 expref: 20 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045342.907281:0:7939:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfc00/0x2c8777a5e7d9f36c lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045342.907322:0:7939:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32600/0x2c8777a5e7d9f0cc lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11491a9 expref: 20 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045342.907340:0:7939:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32600/0x2c8777a5e7d9f0cc lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11491a9 expref: 20 pid: 5856 timeout: 2071 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777045342.907359:0:7939:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de478bc000 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7939:1863365424435840:192.168.201.45@tcp:104: 00000100:00100000:2.0:1777045342.907500:0:7939:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df51afb600 going to sleep for 11 seconds 00000100:00100000:0.0:1777045342.926095:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045342.926248:0:5841:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370170880 00000100:00100000:1.0:1777045342.926261:0:5841:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370170880 00010000:00010000:1.0:1777045342.926601:0:5841:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32600/0x2c8777a5e7d9f0cc lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11491a9 expref: 21 pid: 5856 timeout: 2071 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777045342.926664:0:5841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 406 00000100:00100000:1.0:1777045342.926678:0:5841:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77b06d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+21:2392:x1863365370170880:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777045342.926698:0:5841:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777045342.926707:0:5841:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32600/0x2c8777a5e7d9f0cc lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11491a9 expref: 21 pid: 5856 timeout: 2071 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045342.926729:0:5841:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32600/0x2c8777a5e7d9f0cc lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11491a9 expref: 21 pid: 5856 timeout: 2071 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045342.926756:0:5841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff98df52c43a00) 00010000:00010000:1.0:1777045342.926765:0:5841:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfc00/0x2c8777a5e7d9f36c lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045342.926777:0:5841:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfc00/0x2c8777a5e7d9f36c lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045342.926787:0:5841:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfc00/0x2c8777a5e7d9f36c lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045342.926812:0:5841:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777045342.926874:0:5841:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77b06d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+21:2392:x1863365370170880:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 198us (790us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045342.926886:0:5841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 406 00010000:00010000:2.0:1777045342.927722:0:7939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32600/0x2c8777a5e7d9f0cc lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11491a9 expref: 20 pid: 5856 timeout: 2071 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777045342.927747:0:7939:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de478bc000 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7939:1863365424435840:192.168.201.45@tcp:104: 00010000:00010000:2.0:1777045342.927776:0:7939:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfc00/0x2c8777a5e7d9f36c lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045342.927789:0:7939:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfc00/0x2c8777a5e7d9f36c lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045342.927798:0:7939:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfc00/0x2c8777a5e7d9f36c lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045342.927829:0:7939:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bf400/0x2c8777a5e7d9f373 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x81f12197 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045342.927843:0:7939:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bf400/0x2c8777a5e7d9f373 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045342.927855:0:7939:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bf400/0x2c8777a5e7d9f373 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777045342.943681:0:7939:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x4f:0x0]: returning size 512 00010000:00010000:3.0:1777045342.943706:0:7939:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfc00/0x2c8777a5e7d9f36c lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045342.943721:0:7939:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfc00/0x2c8777a5e7d9f36c lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045342.943731:0:7939:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfc00/0x2c8777a5e7d9f36c lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045342.943740:0:7939:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de435bfc00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:3.0:1777045342.943746:0:7939:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfc00/0x2c8777a5e7d9f36c lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045342.943756:0:7939:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfc00/0x2c8777a5e7d9f36c lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045342.943774:0:7939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff98df52c43a00) 00010000:00010000:3.0:1777045342.943778:0:7939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777045342.943785:0:7939:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfc00/0x2c8777a5e7d9f36c lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045342.943795:0:7939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfc00/0x2c8777a5e7d9f36c lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777045342.943823:0:7939:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000097b9d66c reply state 000000009e41c980 transno 4294968236 ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bf400/0x2c8777a5e7d9f373 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777045342.944122:0:7939:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1777045342.944280:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77b05500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:146de360-3fb2-48bd-b418-06f30714148a+36:32109:x1863365370170752:12345-192.168.201.45@tcp:36:lfs.0 Request processed in 37991us (38343us total) trans 4294968236 rc 0/0 00000100:00100000:3.0:1777045342.944292:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1378 00010000:00010000:0.0:1777045342.954460:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777045342.957551:0:3327:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bf400/0x2c8777a5e7d9f373 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045342.957583:0:3327:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bf400/0x2c8777a5e7d9f373 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045342.957596:0:3327:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bf400/0x2c8777a5e7d9f373 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045342.957606:0:3327:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de435bf400 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:3.0:1777045342.957612:0:3327:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bf400/0x2c8777a5e7d9f373 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045342.957625:0:3327:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bf400/0x2c8777a5e7d9f373 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045342.957648:0:3327:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x81f12197 (ffff98df52c43300) 00010000:00010000:3.0:1777045342.957653:0:3327:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777045342.957659:0:3327:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bf400/0x2c8777a5e7d9f373 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045342.957669:0:3327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bf400/0x2c8777a5e7d9f373 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777045342.990188:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045342.997131:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370171008 00000100:00100000:2.0:1777045342.997149:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370171008 00000100:00100000:0.0:1777045342.997866:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1379 00000100:00100000:0.0:1777045342.997901:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77b07800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:146de360-3fb2-48bd-b418-06f30714148a+35:32110:x1863365370171008:12345-192.168.201.45@tcp:101:bash.0 00010000:00010000:0.0:1777045342.998177:0:12646:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777045342.998249:0:12646:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536a00/0x2c8777a5e7d9f37a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1149289 expref: -99 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045342.998343:0:12646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537200/0x2c8777a5e7d9f381 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045342.998363:0:12646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537200/0x2c8777a5e7d9f381 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045342.998378:0:12646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537200/0x2c8777a5e7d9f381 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777045342.998614:0:12646:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 8704 00000004:00200000:0.0:1777045342.998621:0:12646:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 34 stripe count 1 MDT count 1 00000004:00010000:0.0:1777045342.998657:0:12646:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537200/0x2c8777a5e7d9f381 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045342.998690:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536a00/0x2c8777a5e7d9f37a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149289 expref: 37 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045342.998714:0:12646:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537200/0x2c8777a5e7d9f381 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149289 expref: 36 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045342.998725:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff98df61f8e800) 00010000:00010000:0.0:1777045342.998729:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1777045342.998734:0:12646:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98df7b537200, rc 0) 00000100:00100000:0.0:1777045342.998811:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77b07800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:146de360-3fb2-48bd-b418-06f30714148a+36:32110:x1863365370171008:12345-192.168.201.45@tcp:101:bash.0 Request processed in 932us (8649us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045342.998822:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1379 00000100:00100000:0.0:1777045343.017162:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045343.029262:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370171136 00000100:00100000:1.0:1777045343.029283:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370171136 00000100:00100000:1.0:1777045343.029389:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1380 00000100:00100000:1.0:1777045343.029406:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d654a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:146de360-3fb2-48bd-b418-06f30714148a+36:32110:x1863365370171136:12345-192.168.201.45@tcp:101:bash.0 00010000:00010000:1.0:1777045343.029458:0:5857:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777045343.029487:0:5857:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32a00/0x2c8777a5e7d9f388 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1149290 expref: -99 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045343.029576:0:5857:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a33a00/0x2c8777a5e7d9f38f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045343.029597:0:5857:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a33a00/0x2c8777a5e7d9f38f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045343.029615:0:5857:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a33a00/0x2c8777a5e7d9f38f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045343.029636:0:5857:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32200/0x2c8777a5e7d9f396 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045343.029646:0:5857:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32200/0x2c8777a5e7d9f396 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045343.029656:0:5857:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32200/0x2c8777a5e7d9f396 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045343.029862:0:5857:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32e00/0x2c8777a5e7d9f39d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045343.029876:0:5857:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32e00/0x2c8777a5e7d9f39d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045343.029888:0:5857:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32e00/0x2c8777a5e7d9f39d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777045343.030576:0:5857:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x4f:0x0]: returning size 512 00000004:00200000:1.0:1777045343.030583:0:5857:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1777045343.030620:0:5857:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32e00/0x2c8777a5e7d9f39d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045343.030637:0:5857:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a33a00/0x2c8777a5e7d9f38f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045343.030647:0:5857:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a33a00/0x2c8777a5e7d9f38f lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045343.030656:0:5857:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a33a00/0x2c8777a5e7d9f38f lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045343.030663:0:5857:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de41a33a00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:1.0:1777045343.030669:0:5857:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a33a00/0x2c8777a5e7d9f38f lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045343.030678:0:5857:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a33a00/0x2c8777a5e7d9f38f lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045343.030694:0:5857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff98df61f8e800) 00010000:00010000:1.0:1777045343.030700:0:5857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777045343.030705:0:5857:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a33a00/0x2c8777a5e7d9f38f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045343.030713:0:5857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a33a00/0x2c8777a5e7d9f38f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045343.030729:0:5857:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32200/0x2c8777a5e7d9f396 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045343.030737:0:5857:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32200/0x2c8777a5e7d9f396 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045343.030745:0:5857:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32200/0x2c8777a5e7d9f396 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045343.030751:0:5857:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de41a32200 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:1.0:1777045343.030754:0:5857:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32200/0x2c8777a5e7d9f396 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045343.030761:0:5857:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32200/0x2c8777a5e7d9f396 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045343.030770:0:5857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x81f12197 (ffff98df51b04300) 00010000:00010000:1.0:1777045343.030774:0:5857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777045343.030777:0:5857:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32200/0x2c8777a5e7d9f396 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045343.030785:0:5857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32200/0x2c8777a5e7d9f396 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045343.030827:0:5857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32a00/0x2c8777a5e7d9f388 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149290 expref: 38 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045343.030854:0:5857:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32e00/0x2c8777a5e7d9f39d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149290 expref: 37 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045343.030865:0:5857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff98df51b04600) 00010000:00010000:1.0:1777045343.030868:0:5857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:1.0:1777045343.030872:0:5857:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de41a32e00, rc 0) 00000100:00100000:1.0:1777045343.030953:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d654a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:146de360-3fb2-48bd-b418-06f30714148a+37:32110:x1863365370171136:12345-192.168.201.45@tcp:101:bash.0 Request processed in 1549us (13802us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045343.030964:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1380 00000100:00100000:2.0:1777045343.038127:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045343.038359:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370171264 00000100:00100000:3.0:1777045343.038372:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370171264 00000100:00100000:3.0:1777045343.038466:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1381 00000100:00100000:3.0:1777045343.038479:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de478bc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:146de360-3fb2-48bd-b418-06f30714148a+37:32110:x1863365370171264:12345-192.168.201.45@tcp:101:bash.0 00010000:00010000:3.0:1777045343.038503:0:7939:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777045343.038528:0:7939:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023c00/0x2c8777a5e7d9f3a4 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1149297 expref: -99 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045343.038616:0:7939:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022000/0x2c8777a5e7d9f3ab lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045343.038635:0:7939:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022000/0x2c8777a5e7d9f3ab lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045343.038650:0:7939:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022000/0x2c8777a5e7d9f3ab lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045343.038699:0:7939:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9f3b2 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4f:0x0].0xb6c33e9e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045343.038711:0:7939:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9f3b2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045343.038721:0:7939:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9f3b2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045343.038823:0:7939:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022000/0x2c8777a5e7d9f3ab lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045343.038834:0:7939:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022000/0x2c8777a5e7d9f3ab lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045343.038844:0:7939:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022000/0x2c8777a5e7d9f3ab lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045343.038854:0:7939:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48022000 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:3.0:1777045343.038860:0:7939:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022000/0x2c8777a5e7d9f3ab lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045343.038877:0:7939:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022000/0x2c8777a5e7d9f3ab lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045343.038893:0:7939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff98df51b04600) 00010000:00010000:3.0:1777045343.038898:0:7939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777045343.038904:0:7939:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022000/0x2c8777a5e7d9f3ab lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045343.038913:0:7939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022000/0x2c8777a5e7d9f3ab lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045343.038928:0:7939:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9f3b2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045343.038937:0:7939:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9f3b2 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045343.038946:0:7939:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9f3b2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045343.038953:0:7939:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48022c00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:3.0:1777045343.038957:0:7939:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9f3b2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045343.038967:0:7939:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9f3b2 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045343.038976:0:7939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0xb6c33e9e (ffff98df413b6b00) 00010000:00010000:3.0:1777045343.038981:0:7939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777045343.038985:0:7939:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9f3b2 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x4f:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045343.039001:0:7939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9f3b2 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4f:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045343.039043:0:7939:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023c00/0x2c8777a5e7d9f3a4 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149297 expref: 38 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045343.039081:0:7939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff98df51b04600) 00010000:00010000:3.0:1777045343.039085:0:7939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777045343.039091:0:7939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023c00/0x2c8777a5e7d9f3a4 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149297 expref: 38 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045343.039106:0:7939:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de48023c00, rc 0) 00000100:00100000:3.0:1777045343.039187:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de478bc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:146de360-3fb2-48bd-b418-06f30714148a+37:32110:x1863365370171264:12345-192.168.201.45@tcp:101:bash.0 Request processed in 709us (1072us total) trans 0 rc 301/301 00000100:00100000:3.0:1777045343.039198:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1381 00000100:00100000:2.0:1777045343.079019:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045343.079250:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370171392 00000100:00100000:1.0:1777045343.079264:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370171392 00000100:00100000:1.0:1777045343.079602:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1382 00000100:00100000:1.0:1777045343.079618:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77b5e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+20:32111:x1863365370171392:12345-192.168.201.45@tcp:101:rm.0 00010000:00010000:1.0:1777045343.079644:0:5855:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777045343.079670:0:5855:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32a00/0x2c8777a5e7d9f3b9 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee114929e expref: -99 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045343.079750:0:5855:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32200/0x2c8777a5e7d9f3c0 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045343.079769:0:5855:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32200/0x2c8777a5e7d9f3c0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045343.079784:0:5855:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32200/0x2c8777a5e7d9f3c0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777045343.079862:0:5855:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 8704 00000004:00200000:1.0:1777045343.079869:0:5855:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 34 stripe count 1 MDT count 1 00000004:00010000:1.0:1777045343.079904:0:5855:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32200/0x2c8777a5e7d9f3c0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045343.080174:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32a00/0x2c8777a5e7d9f3b9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114929e expref: 22 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045343.080199:0:5855:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32200/0x2c8777a5e7d9f3c0 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114929e expref: 21 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045343.080269:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff98df61f8e800) 00010000:00010000:1.0:1777045343.080274:0:5855:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1777045343.080279:0:5855:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de41a32200, rc 0) 00000100:00100000:1.0:1777045343.080360:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77b5e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+21:32111:x1863365370171392:12345-192.168.201.45@tcp:101:rm.0 Request processed in 746us (1352us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045343.080371:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1382 00000100:00100000:1.0:1777045343.094323:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045343.094461:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370171520 00000100:00100000:0.0:1777045343.094474:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370171520 00000100:00100000:0.0:1777045343.094550:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1383 00000100:00100000:0.0:1777045343.094565:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de419fc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+21:32111:x1863365370171520:12345-192.168.201.45@tcp:101:rm.0 00010000:00010000:0.0:1777045343.094589:0:5856:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777045343.094614:0:5856:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536a00/0x2c8777a5e7d9f3c7 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee11492a5 expref: -99 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045343.094696:0:5856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537000/0x2c8777a5e7d9f3ce lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045343.094715:0:5856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537000/0x2c8777a5e7d9f3ce lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045343.094731:0:5856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537000/0x2c8777a5e7d9f3ce lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045343.094751:0:5856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537c00/0x2c8777a5e7d9f3d5 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045343.094762:0:5856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537c00/0x2c8777a5e7d9f3d5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045343.094771:0:5856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537c00/0x2c8777a5e7d9f3d5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045343.095156:0:5856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537800/0x2c8777a5e7d9f3dc lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045343.095170:0:5856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537800/0x2c8777a5e7d9f3dc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045343.095183:0:5856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537800/0x2c8777a5e7d9f3dc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777045343.095276:0:5856:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x4f:0x0]: returning size 512 00000004:00200000:0.0:1777045343.095283:0:5856:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1777045343.095313:0:5856:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537800/0x2c8777a5e7d9f3dc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045343.095328:0:5856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537000/0x2c8777a5e7d9f3ce lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045343.095337:0:5856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537000/0x2c8777a5e7d9f3ce lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045343.095346:0:5856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537000/0x2c8777a5e7d9f3ce lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045343.095354:0:5856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98df7b537000 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:0.0:1777045343.095359:0:5856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537000/0x2c8777a5e7d9f3ce lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045343.095369:0:5856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537000/0x2c8777a5e7d9f3ce lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045343.095385:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff98df61f8e800) 00010000:00010000:0.0:1777045343.095389:0:5856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777045343.095395:0:5856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537000/0x2c8777a5e7d9f3ce lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045343.095403:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537000/0x2c8777a5e7d9f3ce lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045343.095439:0:5856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537c00/0x2c8777a5e7d9f3d5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045343.095454:0:5856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537c00/0x2c8777a5e7d9f3d5 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045343.095462:0:5856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537c00/0x2c8777a5e7d9f3d5 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045343.095469:0:5856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98df7b537c00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:0.0:1777045343.095473:0:5856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537c00/0x2c8777a5e7d9f3d5 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045343.095481:0:5856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537c00/0x2c8777a5e7d9f3d5 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045343.095490:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x81f12197 (ffff98df61f8ed00) 00010000:00010000:0.0:1777045343.095494:0:5856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777045343.095498:0:5856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537c00/0x2c8777a5e7d9f3d5 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045343.095506:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537c00/0x2c8777a5e7d9f3d5 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045343.095543:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536a00/0x2c8777a5e7d9f3c7 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11492a5 expref: 23 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045343.095580:0:5856:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537800/0x2c8777a5e7d9f3dc lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11492a5 expref: 22 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045343.095592:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff98df51b04600) 00010000:00010000:0.0:1777045343.095595:0:5856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1777045343.095599:0:5856:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98df7b537800, rc 0) 00000100:00100000:0.0:1777045343.095672:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de419fc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+22:32111:x1863365370171520:12345-192.168.201.45@tcp:101:rm.0 Request processed in 1109us (1358us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045343.095684:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1383 00000100:00100000:3.0:1777045343.110557:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045343.110708:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370171648 00000100:00100000:0.0:1777045343.110721:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370171648 00000100:00100000:0.0:1777045343.110799:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1384 00000100:00100000:0.0:1777045343.110814:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df605f7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+22:32111:x1863365370171648:12345-192.168.201.45@tcp:101:rm.0 00010000:00010000:0.0:1777045343.110840:0:12646:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777045343.110869:0:12646:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536a00/0x2c8777a5e7d9f3e3 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee11492ac expref: -99 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045343.110959:0:12646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537c00/0x2c8777a5e7d9f3ea lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045343.110980:0:12646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537c00/0x2c8777a5e7d9f3ea lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045343.110996:0:12646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537c00/0x2c8777a5e7d9f3ea lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045343.111017:0:12646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537000/0x2c8777a5e7d9f3f1 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4f:0x0].0xb6c33e9e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045343.111029:0:12646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537000/0x2c8777a5e7d9f3f1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045343.111040:0:12646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537000/0x2c8777a5e7d9f3f1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045343.111121:0:12646:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537c00/0x2c8777a5e7d9f3ea lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045343.111134:0:12646:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537c00/0x2c8777a5e7d9f3ea lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045343.111144:0:12646:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537c00/0x2c8777a5e7d9f3ea lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045343.111154:0:12646:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98df7b537c00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:0.0:1777045343.111159:0:12646:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537c00/0x2c8777a5e7d9f3ea lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045343.111170:0:12646:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537c00/0x2c8777a5e7d9f3ea lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045343.111187:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff98df51b04600) 00010000:00010000:0.0:1777045343.111192:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777045343.111198:0:12646:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537c00/0x2c8777a5e7d9f3ea lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045343.112172:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537c00/0x2c8777a5e7d9f3ea lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045343.112190:0:12646:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537000/0x2c8777a5e7d9f3f1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045343.112198:0:12646:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537000/0x2c8777a5e7d9f3f1 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045343.112249:0:12646:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537000/0x2c8777a5e7d9f3f1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045343.112257:0:12646:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98df7b537000 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:0.0:1777045343.112262:0:12646:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537000/0x2c8777a5e7d9f3f1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045343.112270:0:12646:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537000/0x2c8777a5e7d9f3f1 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045343.112283:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0xb6c33e9e (ffff98df61f8ed00) 00010000:00010000:0.0:1777045343.112287:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777045343.112292:0:12646:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537000/0x2c8777a5e7d9f3f1 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x4f:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045343.112300:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537000/0x2c8777a5e7d9f3f1 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4f:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045343.112344:0:12646:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536a00/0x2c8777a5e7d9f3e3 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11492ac expref: 23 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045343.112357:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff98df51b04600) 00010000:00010000:0.0:1777045343.112361:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777045343.112366:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536a00/0x2c8777a5e7d9f3e3 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11492ac expref: 23 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045343.112379:0:12646:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98df7b536a00, rc 0) 00000100:00100000:0.0:1777045343.112466:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df605f7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+22:32111:x1863365370171648:12345-192.168.201.45@tcp:101:rm.0 Request processed in 1655us (1921us total) trans 0 rc 301/301 00000100:00100000:0.0:1777045343.112477:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1384 00000100:00100000:2.0:1777045343.125883:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045343.126014:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370171776 00000100:00100000:0.0:1777045343.126028:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370171776 00000100:00100000:0.0:1777045343.126134:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1385 00000100:00100000:0.0:1777045343.126150:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d625c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+22:32111:x1863365370171776:12345-192.168.201.45@tcp:101:rm.0 00010000:00010000:0.0:1777045343.126175:0:5857:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777045343.126199:0:5857:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537c00/0x2c8777a5e7d9f3f8 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee11492b3 expref: -99 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045343.126660:0:5857:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537e00/0x2c8777a5e7d9f3ff lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045343.126682:0:5857:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537e00/0x2c8777a5e7d9f3ff lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045343.126705:0:5857:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537e00/0x2c8777a5e7d9f3ff lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045343.126726:0:5857:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536400/0x2c8777a5e7d9f406 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4f:0x0].0xb6c33e9e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045343.126736:0:5857:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536400/0x2c8777a5e7d9f406 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045343.126746:0:5857:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536400/0x2c8777a5e7d9f406 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045343.126828:0:5857:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537e00/0x2c8777a5e7d9f3ff lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045343.127077:0:5857:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537e00/0x2c8777a5e7d9f3ff lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045343.127087:0:5857:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537e00/0x2c8777a5e7d9f3ff lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045343.127095:0:5857:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98df7b537e00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:0.0:1777045343.127102:0:5857:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537e00/0x2c8777a5e7d9f3ff lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045343.127112:0:5857:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537e00/0x2c8777a5e7d9f3ff lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045343.127129:0:5857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff98df51b04600) 00010000:00010000:0.0:1777045343.127134:0:5857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777045343.127140:0:5857:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537e00/0x2c8777a5e7d9f3ff lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045343.127149:0:5857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537e00/0x2c8777a5e7d9f3ff lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045343.127166:0:5857:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536400/0x2c8777a5e7d9f406 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045343.127176:0:5857:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536400/0x2c8777a5e7d9f406 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045343.127185:0:5857:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536400/0x2c8777a5e7d9f406 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045343.127193:0:5857:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98df7b536400 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:0.0:1777045343.127198:0:5857:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536400/0x2c8777a5e7d9f406 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045343.127234:0:5857:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536400/0x2c8777a5e7d9f406 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045343.127246:0:5857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0xb6c33e9e (ffff98df61f8e700) 00010000:00010000:0.0:1777045343.127249:0:5857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777045343.127255:0:5857:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536400/0x2c8777a5e7d9f406 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x4f:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045343.127263:0:5857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536400/0x2c8777a5e7d9f406 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4f:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045343.127310:0:5857:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537c00/0x2c8777a5e7d9f3f8 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11492b3 expref: 23 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045343.127324:0:5857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff98df51b04600) 00010000:00010000:0.0:1777045343.127328:0:5857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777045343.127334:0:5857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537c00/0x2c8777a5e7d9f3f8 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11492b3 expref: 23 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045343.127347:0:5857:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98df7b537c00, rc 0) 00000100:00100000:0.0:1777045343.129202:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d625c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+22:32111:x1863365370171776:12345-192.168.201.45@tcp:101:rm.0 Request processed in 3047us (3320us total) trans 0 rc 301/301 00000100:00100000:0.0:1777045343.129216:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1385 00000100:00100000:1.0:1777045343.197397:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045343.197738:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370171904 00000100:00100000:3.0:1777045343.197751:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370171904 00000100:00100000:3.0:1777045343.197833:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1386 00000100:00100000:3.0:1777045343.197847:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42c8aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+22:32112:x1863365370171904:12345-192.168.201.45@tcp:101:cp.0 00010000:00010000:3.0:1777045343.197872:0:7939:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777045343.197897:0:7939:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023c00/0x2c8777a5e7d9f40d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee11492ba expref: -99 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045343.198327:0:7939:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9f414 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045343.198353:0:7939:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9f414 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045343.198369:0:7939:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9f414 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045343.198388:0:7939:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022000/0x2c8777a5e7d9f41b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4f:0x0].0xb6c33e9e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045343.198398:0:7939:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022000/0x2c8777a5e7d9f41b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045343.198408:0:7939:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022000/0x2c8777a5e7d9f41b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045343.198506:0:7939:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9f414 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045343.198516:0:7939:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9f414 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045343.198526:0:7939:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9f414 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045343.198535:0:7939:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48022c00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:3.0:1777045343.198541:0:7939:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9f414 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045343.198552:0:7939:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9f414 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045343.198567:0:7939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff98df51b04600) 00010000:00010000:3.0:1777045343.198573:0:7939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777045343.198578:0:7939:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9f414 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045343.198588:0:7939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9f414 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045343.198604:0:7939:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022000/0x2c8777a5e7d9f41b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045343.198613:0:7939:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022000/0x2c8777a5e7d9f41b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045343.198622:0:7939:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022000/0x2c8777a5e7d9f41b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045343.198630:0:7939:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48022000 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:3.0:1777045343.198635:0:7939:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022000/0x2c8777a5e7d9f41b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045343.198644:0:7939:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022000/0x2c8777a5e7d9f41b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045343.198653:0:7939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0xb6c33e9e (ffff98df413b6b00) 00010000:00010000:3.0:1777045343.198657:0:7939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777045343.198661:0:7939:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022000/0x2c8777a5e7d9f41b lrc: 2/0,0 mode: --/PR res: [0x200000401:0x4f:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045343.198669:0:7939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022000/0x2c8777a5e7d9f41b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4f:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045343.198705:0:7939:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023c00/0x2c8777a5e7d9f40d lrc: 1/0,0 mode: --/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11492ba expref: 23 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045343.198721:0:7939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff98df51b04600) 00010000:00010000:3.0:1777045343.198725:0:7939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777045343.198730:0:7939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023c00/0x2c8777a5e7d9f40d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11492ba expref: 23 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045343.198743:0:7939:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de48023c00, rc 0) 00000100:00100000:3.0:1777045343.198822:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42c8aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+22:32112:x1863365370171904:12345-192.168.201.45@tcp:101:cp.0 Request processed in 977us (1436us total) trans 0 rc 301/301 00000100:00100000:3.0:1777045343.198834:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1386 00000100:00100000:3.0:1777045343.209918:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045343.210087:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370172032 00000100:00100000:0.0:1777045343.210100:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370172032 00000100:00100000:0.0:1777045343.210192:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1387 00000100:00100000:0.0:1777045343.210256:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df605f4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+22:32112:x1863365370172032:12345-192.168.201.45@tcp:101:cp.0 00010000:00010000:0.0:1777045343.210280:0:12646:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777045343.210586:0:12646:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537c00/0x2c8777a5e7d9f422 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee11492c1 expref: -99 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045343.210671:0:12646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536400/0x2c8777a5e7d9f429 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045343.210694:0:12646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536400/0x2c8777a5e7d9f429 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045343.210709:0:12646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536400/0x2c8777a5e7d9f429 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045343.210728:0:12646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537e00/0x2c8777a5e7d9f430 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4f:0x0].0xb6c33e9e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045343.210738:0:12646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537e00/0x2c8777a5e7d9f430 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045343.210747:0:12646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537e00/0x2c8777a5e7d9f430 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045343.210822:0:12646:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536400/0x2c8777a5e7d9f429 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045343.210832:0:12646:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536400/0x2c8777a5e7d9f429 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045343.211072:0:12646:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536400/0x2c8777a5e7d9f429 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045343.211081:0:12646:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98df7b536400 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:0.0:1777045343.211087:0:12646:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536400/0x2c8777a5e7d9f429 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045343.211098:0:12646:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536400/0x2c8777a5e7d9f429 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045343.211115:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff98df51b04600) 00010000:00010000:0.0:1777045343.211120:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777045343.211126:0:12646:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536400/0x2c8777a5e7d9f429 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045343.211136:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536400/0x2c8777a5e7d9f429 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045343.211155:0:12646:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537e00/0x2c8777a5e7d9f430 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045343.211164:0:12646:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537e00/0x2c8777a5e7d9f430 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045343.211172:0:12646:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537e00/0x2c8777a5e7d9f430 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045343.211179:0:12646:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98df7b537e00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:0.0:1777045343.211183:0:12646:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537e00/0x2c8777a5e7d9f430 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045343.212201:0:12646:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537e00/0x2c8777a5e7d9f430 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045343.212215:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0xb6c33e9e (ffff98df61f8e700) 00010000:00010000:0.0:1777045343.212220:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777045343.212225:0:12646:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537e00/0x2c8777a5e7d9f430 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x4f:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045343.212235:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537e00/0x2c8777a5e7d9f430 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4f:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045343.212281:0:12646:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537c00/0x2c8777a5e7d9f422 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11492c1 expref: 23 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045343.212296:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff98df51b04600) 00010000:00010000:0.0:1777045343.212300:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777045343.212306:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537c00/0x2c8777a5e7d9f422 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11492c1 expref: 23 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045343.212319:0:12646:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98df7b537c00, rc 0) 00000100:00100000:0.0:1777045343.212670:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df605f4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+22:32112:x1863365370172032:12345-192.168.201.45@tcp:101:cp.0 Request processed in 2464us (2762us total) trans 0 rc 301/301 00000100:00100000:0.0:1777045343.212683:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1387 00000100:00100000:2.0:1777045343.226608:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045343.226750:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370172288 00000100:00100000:0.0:1777045343.226762:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370172288 00000100:00100000:0.0:1777045343.226840:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1388 00000100:00100000:0.0:1777045343.226857:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d625500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+22:32112:x1863365370172288:12345-192.168.201.45@tcp:101:cp.0 00010000:00010000:0.0:1777045343.226885:0:5857:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777045343.226914:0:5857:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536a00/0x2c8777a5e7d9f437 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee11492c8 expref: -99 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045343.227100:0:5857:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537000/0x2c8777a5e7d9f43e lrc: 3/0,1 mode: --/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045343.227123:0:5857:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537000/0x2c8777a5e7d9f43e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045343.227141:0:5857:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537000/0x2c8777a5e7d9f43e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045343.227163:0:5857:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536e00/0x2c8777a5e7d9f445 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x4f:0x0].0xb6c33e9e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045343.227175:0:5857:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536e00/0x2c8777a5e7d9f445 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4f:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045343.227186:0:5857:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536e00/0x2c8777a5e7d9f445 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4f:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1777045343.228763:0:5857:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x1c:0x0], index 1: 0 00010000:00010000:2.0:1777045343.240874:0:5857:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bee00/0x2c8777a5e7d9f44c lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045343.240905:0:5857:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bee00/0x2c8777a5e7d9f44c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045343.240924:0:5857:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bee00/0x2c8777a5e7d9f44c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045343.240986:0:5857:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537000/0x2c8777a5e7d9f43e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045343.240997:0:5857:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537000/0x2c8777a5e7d9f43e lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045343.241007:0:5857:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537000/0x2c8777a5e7d9f43e lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045343.241017:0:5857:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98df7b537000 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:2.0:1777045343.241023:0:5857:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537000/0x2c8777a5e7d9f43e lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045343.241035:0:5857:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537000/0x2c8777a5e7d9f43e lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045343.241051:0:5857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff98df51b04600) 00010000:00010000:2.0:1777045343.241079:0:5857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777045343.241086:0:5857:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537000/0x2c8777a5e7d9f43e lrc: 2/0,0 mode: --/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045343.241097:0:5857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537000/0x2c8777a5e7d9f43e lrc: 0/0,0 mode: --/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777045343.241117:0:5857:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000064f0819f reply state 00000000b36f1fb1 transno 4294968237 ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536e00/0x2c8777a5e7d9f445 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4f:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777045343.241130:0:5857:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1777045343.241181:0:5857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536a00/0x2c8777a5e7d9f437 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11492c8 expref: 25 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045343.241391:0:5857:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bee00/0x2c8777a5e7d9f44c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11492c8 expref: 24 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045343.241405:0:5857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2a:0x0].0x0 (ffff98df52c43f00) 00010000:00010000:2.0:1777045343.241409:0:5857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777045343.241437:0:5857:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de435bee00, rc 0) 00000100:00100000:2.0:1777045343.241637:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d625500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+25:32112:x1863365370172288:12345-192.168.201.45@tcp:101:cp.0 Request processed in 14781us (15037us total) trans 4294968237 rc 0/0 00000100:00100000:2.0:1777045343.241651:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1388 00010000:00010000:3.0:1777045343.266492:0:3328:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536e00/0x2c8777a5e7d9f445 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4f:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045343.266514:0:3328:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536e00/0x2c8777a5e7d9f445 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x4f:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045343.266525:0:3328:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536e00/0x2c8777a5e7d9f445 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4f:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045343.266534:0:3328:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98df7b536e00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:3.0:1777045343.266540:0:3328:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536e00/0x2c8777a5e7d9f445 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4f:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045343.266550:0:3328:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536e00/0x2c8777a5e7d9f445 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x4f:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045343.266571:0:3328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0xb6c33e9e (ffff98df61f8ed00) 00010000:00010000:3.0:1777045343.266576:0:3328:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777045343.266582:0:3328:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536e00/0x2c8777a5e7d9f445 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x4f:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045343.266591:0:3328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536e00/0x2c8777a5e7d9f445 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x4f:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777045343.271905:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045343.272547:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370172416 00000100:00100000:3.0:1777045343.272562:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370172416 00000100:00100000:3.0:1777045343.272630:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 411 00000100:00100000:3.0:1777045343.272642:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df74602680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2389:x1863365370172416:12345-192.168.201.45@tcp:8:cp.0 00010000:00080000:3.0:1777045343.272686:0:6642:0:(ldlm_lib.c:1431:target_handle_connect()) lustre-OST0001: connection from 15144518-a1c7-4352-a966-cb31eadd4d9b@192.168.201.45@tcp t0 exp 0000000000000000 cur 1971 last 0 00000020:00000080:3.0:1777045343.272732:0:6642:0:(genops.c:1406:class_connect()) connect: client 15144518-a1c7-4352-a966-cb31eadd4d9b, cookie 0x2c8777a5e7d9f45a 00002000:00100000:3.0:1777045343.272747:0:6642:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli 15144518-a1c7-4352-a966-cb31eadd4d9b/ffff98de41187800 ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 2113436 ocd_grant: 5111808 ocd_index: 0 ocd_group 0 00002000:00100000:3.0:1777045343.272762:0:6642:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0001: cli supports cksum type f7, return f7 00002000:00080000:3.0:1777045343.272885:0:6642:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:3.0:1777045343.272926:0:6642:0:(import.c:65:import_set_state_nolock()) ffff98de41181000 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1777045343.273718:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df74602680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+6:2389:x1863365370172416:12345-192.168.201.45@tcp:8:cp.0 Request processed in 651us (1400us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045343.273730:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 411 00000100:00100000:1.0:1777045343.299687:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045343.299825:0:8776:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370172544 00000100:00100000:0.0:1777045343.299839:0:8776:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370172544 00000100:00080000:1.0:1777045343.300309:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1777045343.300401:0:8776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 412 00000100:00100000:0.0:1777045343.300482:0:8776:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d60ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+6:0:x1863365370172544:12345-192.168.201.45@tcp:101:cp.0 00010000:00010000:0.0:1777045343.300506:0:8776:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777045343.300533:0:8776:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007689e0ff/0x2c8777a5e7d9f461 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee11492cf expref: -99 pid: 8776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777045343.300568:0:8776:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1777045343.300591:0:8776:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777045343.300595:0:8776:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777045343.300607:0:8776:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007689e0ff/0x2c8777a5e7d9f461 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11492cf expref: 7 pid: 8776 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045343.300633:0:8776:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000007689e0ff/0x2c8777a5e7d9f461 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11492cf expref: 7 pid: 8776 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045343.300652:0:8776:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98df7b537c00, rc 0) 00000100:00100000:0.0:1777045343.300731:0:8776:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d60ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+7:0:x1863365370172544:12345-192.168.201.45@tcp:101:cp.0 Request processed in 256us (1054us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045343.300745:0:8776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 412 00000100:00100000:2.0:1777045343.320787:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045343.320925:0:6639:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370172672 00000100:00100000:1.0:1777045343.320938:0:6639:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370172672 00000100:00100000:1.0:1777045343.321009:0:6639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 413 00000100:00100000:1.0:1777045343.321024:0:6639:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df74602d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+7:32112:x1863365370172672:12345-192.168.201.45@tcp:101:cp.0 00010000:00010000:1.0:1777045343.321047:0:6639:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777045343.321103:0:6639:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000822e5c8a/0x2c8777a5e7d9f468 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee11492d6 expref: -99 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045343.321148:0:6639:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000007689e0ff/0x2c8777a5e7d9f461 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11492cf expref: 8 pid: 8776 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045343.321162:0:6639:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777045343.321165:0:6639:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777045343.321171:0:6639:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000822e5c8a/0x2c8777a5e7d9f468 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11492d6 expref: 8 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045343.321270:0:6639:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000007689e0ff/0x2c8777a5e7d9f461 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11492cf expref: 8 pid: 8776 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045343.321291:0:6639:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000007689e0ff/0x2c8777a5e7d9f461 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11492cf expref: 8 pid: 8776 timeout: 2071 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777045343.321310:0:6639:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df6d60ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6639:1863365424435968:192.168.201.45@tcp:104: 00000100:00100000:1.0:1777045343.321438:0:6639:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df7795f480 going to sleep for 11 seconds 00000100:00100000:2.0:1777045343.335137:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045343.335551:0:5842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370172800 00000100:00100000:3.0:1777045343.335564:0:5842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370172800 00010000:00010000:3.0:1777045343.335619:0:5842:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000007689e0ff/0x2c8777a5e7d9f461 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11492cf expref: 9 pid: 8776 timeout: 2071 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777045343.335681:0:5842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 407 00000100:00100000:3.0:1777045343.335696:0:5842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df74601f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2392:x1863365370172800:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777045343.335716:0:5842:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777045343.335744:0:5842:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000007689e0ff/0x2c8777a5e7d9f461 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11492cf expref: 9 pid: 8776 timeout: 2071 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045343.335763:0:5842:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000007689e0ff/0x2c8777a5e7d9f461 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11492cf expref: 9 pid: 8776 timeout: 2071 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045343.335794:0:5842:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777045343.335797:0:5842:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777045343.335808:0:5842:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000822e5c8a/0x2c8777a5e7d9f468 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11492d6 expref: 9 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045343.335825:0:5842:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000822e5c8a/0x2c8777a5e7d9f468 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11492d6 expref: 9 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045343.335874:0:5842:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000822e5c8a/0x2c8777a5e7d9f468 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11492d6 expref: 9 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777045343.335893:0:5842:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df605f6680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5842:1863365424436096:192.168.201.45@tcp:105: 00000100:00100000:3.0:1777045343.336000:0:5842:0:(client.c:2691:ptlrpc_set_wait()) set ffff98de47823300 going to sleep for 11 seconds 00010000:00010000:1.0:1777045343.337286:0:6639:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007689e0ff/0x2c8777a5e7d9f461 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11492cf expref: 9 pid: 8776 timeout: 2071 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777045343.337313:0:6639:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df6d60ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6639:1863365424435968:192.168.201.45@tcp:104: 00010000:00010000:1.0:1777045343.337349:0:6639:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000822e5c8a/0x2c8777a5e7d9f468 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11492d6 expref: 8 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045343.337366:0:6639:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de41a32800, rc 0) 00000100:00100000:1.0:1777045343.337445:0:6639:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df74602d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+8:32112:x1863365370172672:12345-192.168.201.45@tcp:101:cp.0 Request processed in 16395us (16640us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045343.337458:0:6639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 413 00000100:00100000:3.0:1777045343.354880:0:5842:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df605f6680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5842:1863365424436096:192.168.201.45@tcp:105: 00010000:00010000:3.0:1777045343.354917:0:5842:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777045343.355989:0:5842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df74601f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+7:2392:x1863365370172800:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 20292us (20857us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045343.356005:0:5842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 407 00000100:00100000:0.0:1777045343.356194:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045343.356698:0:5859:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370173056 00000100:00100000:2.0:1777045343.356710:0:5859:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370173056 00000100:00100000:2.0:1777045343.356776:0:5859:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 306 00000100:00100000:2.0:1777045343.356790:0:5859:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d656300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+24:32112:x1863365370173056:12345-192.168.201.45@tcp:35:cp.0 00000100:00100000:2.0:1777045343.357526:0:5859:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d656300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+25:32112:x1863365370173056:12345-192.168.201.45@tcp:35:cp.0 Request processed in 736us (1330us total) trans 4294968238 rc 0/0 00000100:00100000:2.0:1777045343.357538:0:5859:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 306 00000100:00100000:2.0:1777045343.491807:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045343.491984:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370173184 00000100:00100000:1.0:1777045343.491998:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370173184 00000100:00100000:1.0:1777045343.492113:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1389 00000100:00100000:1.0:1777045343.492130:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df74601180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:146de360-3fb2-48bd-b418-06f30714148a+37:32115:x1863365370173184:12345-192.168.201.45@tcp:101:lfs.0 00010000:00010000:1.0:1777045343.492158:0:5855:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777045343.492187:0:5855:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a33a00/0x2c8777a5e7d9f46f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee11492dd expref: -99 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045343.492325:0:5855:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32a00/0x2c8777a5e7d9f476 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045343.492347:0:5855:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32a00/0x2c8777a5e7d9f476 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045343.492363:0:5855:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32a00/0x2c8777a5e7d9f476 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045343.492384:0:5855:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a33400/0x2c8777a5e7d9f47d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4f:0x0].0xb6c33e9e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045343.492395:0:5855:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a33400/0x2c8777a5e7d9f47d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045343.492407:0:5855:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a33400/0x2c8777a5e7d9f47d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045343.492579:0:5855:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32600/0x2c8777a5e7d9f484 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045343.492595:0:5855:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32600/0x2c8777a5e7d9f484 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045343.492615:0:5855:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32600/0x2c8777a5e7d9f484 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777045343.492658:0:5855:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2a:0x0]: returning size 158 00000004:00200000:1.0:1777045343.492664:0:5855:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1777045343.492687:0:5855:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32600/0x2c8777a5e7d9f484 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045343.492704:0:5855:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32600/0x2c8777a5e7d9f484 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045343.492716:0:5855:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32a00/0x2c8777a5e7d9f476 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045343.492728:0:5855:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32a00/0x2c8777a5e7d9f476 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045343.492740:0:5855:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32a00/0x2c8777a5e7d9f476 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045343.492750:0:5855:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de41a32a00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:1.0:1777045343.492756:0:5855:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32a00/0x2c8777a5e7d9f476 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045343.492768:0:5855:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32a00/0x2c8777a5e7d9f476 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045343.492783:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff98df51b04600) 00010000:00010000:1.0:1777045343.492788:0:5855:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777045343.492796:0:5855:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32a00/0x2c8777a5e7d9f476 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045343.492814:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32a00/0x2c8777a5e7d9f476 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045343.492834:0:5855:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a33400/0x2c8777a5e7d9f47d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045343.492845:0:5855:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a33400/0x2c8777a5e7d9f47d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045343.492855:0:5855:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a33400/0x2c8777a5e7d9f47d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045343.492863:0:5855:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de41a33400 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:1.0:1777045343.492867:0:5855:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a33400/0x2c8777a5e7d9f47d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045343.492877:0:5855:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a33400/0x2c8777a5e7d9f47d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045343.492890:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0xb6c33e9e (ffff98df51b04300) 00010000:00010000:1.0:1777045343.492895:0:5855:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777045343.492900:0:5855:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a33400/0x2c8777a5e7d9f47d lrc: 2/0,0 mode: --/PR res: [0x200000401:0x4f:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045343.492909:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a33400/0x2c8777a5e7d9f47d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4f:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045343.493586:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a33a00/0x2c8777a5e7d9f46f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11492dd expref: 39 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045343.493617:0:5855:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32600/0x2c8777a5e7d9f484 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11492dd expref: 38 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045343.493629:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2a:0x0].0x0 (ffff98df52c43f00) 00010000:00010000:1.0:1777045343.493633:0:5855:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777045343.493637:0:5855:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de41a32600, rc 0) 00000100:00100000:1.0:1777045343.493727:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df74601180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:146de360-3fb2-48bd-b418-06f30714148a+38:32115:x1863365370173184:12345-192.168.201.45@tcp:101:lfs.0 Request processed in 1600us (1930us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045343.493741:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1389 00000100:00100000:0.0:1777045343.500094:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045343.502679:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370173312 00000100:00100000:3.0:1777045343.502696:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370173312 00000100:00100000:3.0:1777045343.502835:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 414 00000100:00100000:3.0:1777045343.502853:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d656d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:146de360-3fb2-48bd-b418-06f30714148a+10:2393:x1863365370173312:12345-192.168.201.45@tcp:101:lfs.0 00010000:00010000:3.0:1777045343.503106:0:6642:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777045343.503133:0:6642:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000bda06d5f/0x2c8777a5e7d9f48b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee11492e4 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:1.0:1777045343.503138:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1777045343.503583:0:6642:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df605f6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6642:1863365424436224:192.168.201.45@tcp:106: 00000100:00100000:3.0:1777045343.503695:0:6642:0:(client.c:2691:ptlrpc_set_wait()) set ffff98de47823300 going to sleep for 11 seconds 00002000:00010000:2.0:1777045343.528359:0:6642:0:(ofd_lvb.c:259:ofd_lvbo_update()) res: [0x280000400:0x1c:0x0] updating lvb size: 0 -> 158 00002000:00010000:2.0:1777045343.528371:0:6642:0:(ofd_lvb.c:265:ofd_lvbo_update()) res: [0x280000400:0x1c:0x0] updating lvb mtime: 0 -> 1777045343 00002000:00010000:2.0:1777045343.528376:0:6642:0:(ofd_lvb.c:271:ofd_lvbo_update()) res: [0x280000400:0x1c:0x0] updating lvb atime: 0 -> 1777045343 00002000:00010000:2.0:1777045343.528380:0:6642:0:(ofd_lvb.c:277:ofd_lvbo_update()) res: [0x280000400:0x1c:0x0] updating lvb ctime: 0 -> 1777045343 00000100:00100000:2.0:1777045343.528438:0:6642:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df605f6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6642:1863365424436224:192.168.201.45@tcp:106: 00010000:00010000:2.0:1777045343.528492:0:6642:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000bda06d5f/0x2c8777a5e7d9f48b lrc: 1/0,0 mode: --/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11492e4 expref: 11 pid: 6642 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045343.528529:0:6642:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000bda06d5f/0x2c8777a5e7d9f48b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11492e4 expref: 11 pid: 6642 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045343.528550:0:6642:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de48023c00, rc 0) 00000100:00100000:2.0:1777045343.528737:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d656d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:146de360-3fb2-48bd-b418-06f30714148a+10:2393:x1863365370173312:12345-192.168.201.45@tcp:101:lfs.0 Request processed in 25884us (28677us total) trans 0 rc 301/301 00000100:00100000:2.0:1777045343.528753:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 414 00000100:00100000:1.0:1777045343.556520:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045343.563303:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370173440 00000100:00100000:0.0:1777045343.563324:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370173440 00000100:00100000:0.0:1777045343.563448:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1390 00000100:00100000:0.0:1777045343.563466:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d60ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:146de360-3fb2-48bd-b418-06f30714148a+38:32115:x1863365370173440:12345-192.168.201.45@tcp:101:lfs.0 00010000:00010000:0.0:1777045343.563495:0:12646:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777045343.563526:0:12646:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537e00/0x2c8777a5e7d9f492 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee11492eb expref: -99 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045343.563626:0:12646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536e00/0x2c8777a5e7d9f499 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045343.563647:0:12646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536e00/0x2c8777a5e7d9f499 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045343.563668:0:12646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536e00/0x2c8777a5e7d9f499 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777045343.563753:0:12646:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x4f:0x0]: returning size 512 00000004:00200000:0.0:1777045343.563762:0:12646:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:0.0:1777045343.563799:0:12646:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536e00/0x2c8777a5e7d9f499 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045343.563840:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537e00/0x2c8777a5e7d9f492 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11492eb expref: 40 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045343.563870:0:12646:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536e00/0x2c8777a5e7d9f499 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11492eb expref: 39 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045343.563885:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff98df51b04600) 00010000:00010000:0.0:1777045343.563890:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1777045343.563896:0:12646:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98df7b536e00, rc 0) 00000100:00100000:0.0:1777045343.564000:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d60ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:146de360-3fb2-48bd-b418-06f30714148a+39:32115:x1863365370173440:12345-192.168.201.45@tcp:101:lfs.0 Request processed in 538us (7492us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045343.564012:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1390 00000100:00100000:0.0:1777045343.578345:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045343.578650:0:6641:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370173568 00000100:00100000:3.0:1777045343.578664:0:6641:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370173568 00000100:00100000:3.0:1777045343.578755:0:6641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 415 00000100:00100000:3.0:1777045343.578772:0:6641:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d655c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:146de360-3fb2-48bd-b418-06f30714148a+10:2393:x1863365370173568:12345-192.168.201.45@tcp:101:lfs.0 00010000:00010000:3.0:1777045343.578797:0:6641:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777045343.578822:0:6641:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004db510d3/0x2c8777a5e7d9f4a0 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee11492f2 expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777045343.579196:0:6641:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df605f5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6641:1863365424436352:192.168.201.45@tcp:106: 00000100:00100000:3.0:1777045343.579636:0:6641:0:(client.c:2691:ptlrpc_set_wait()) set ffff98de47823c00 going to sleep for 11 seconds 00000100:00100000:1.0:1777045343.586192:0:6641:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df605f5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6641:1863365424436352:192.168.201.45@tcp:106: 00010000:00010000:1.0:1777045343.586307:0:6641:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000004db510d3/0x2c8777a5e7d9f4a0 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11492f2 expref: 11 pid: 6641 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045343.586343:0:6641:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004db510d3/0x2c8777a5e7d9f4a0 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11492f2 expref: 11 pid: 6641 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045343.586364:0:6641:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de48022000, rc 0) 00000100:00100000:1.0:1777045343.586461:0:6641:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d655c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:146de360-3fb2-48bd-b418-06f30714148a+10:2393:x1863365370173568:12345-192.168.201.45@tcp:101:lfs.0 Request processed in 7692us (8127us total) trans 0 rc 301/301 00000100:00100000:1.0:1777045343.586475:0:6641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 415 00000100:00100000:1.0:1777045343.609643:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045343.609830:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370173824 00000100:00100000:2.0:1777045343.609845:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370173824 00000100:00100000:2.0:1777045343.609932:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1391 00000100:00100000:2.0:1777045343.609949:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d60f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:146de360-3fb2-48bd-b418-06f30714148a+39:32115:x1863365370173824:12345-192.168.201.45@tcp:58:lfs.0 00000040:00080000:2.0:1777045343.610391:0:5857:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].41, 136 off13768 00000100:00100000:2.0:1777045343.610545:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d60f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:146de360-3fb2-48bd-b418-06f30714148a+39:32115:x1863365370173824:12345-192.168.201.45@tcp:58:lfs.0 Request processed in 598us (913us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045343.610559:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1391 00000040:00080000:1.0:1777045343.701609:0:11491:0:(llog.c:801:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1777045343.701624:0:11491:0:(llog_cat.c:158:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1777045343.701690:0:11491:0:(llog.c:858:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 42 count 2 00000040:00080000:1.0:1777045343.701703:0:11491:0:(llog.c:858:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1777045343.702121:0:11491:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de42772d80 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11491:1863365424436480:192.168.201.45@tcp:107:hsm_cdtr.0 00000100:00100000:1.0:1777045343.702998:0:11491:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df7795f840 going to sleep for 11 seconds 00000100:00100000:1.0:1777045343.736718:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045343.736882:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370173952 00000100:00100000:0.0:1777045343.736897:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370173952 00000100:00100000:0.0:1777045343.736992:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1392 00000100:00100000:0.0:1777045343.737009:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42771500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+26:32119:x1863365370173952:12345-192.168.201.45@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1777045343.737067:0:5856:0:(mdt_handler.c:7958:mdt_fid2path()) path get [0x200000402:0x2a:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1777045343.737607:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42771500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+26:32119:x1863365370173952:12345-192.168.201.45@tcp:53:lhsmtool_posix.0 Request processed in 599us (898us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045343.737623:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1392 00000100:00100000:2.0:1777045343.738198:0:11491:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de42772d80 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11491:1863365424436480:192.168.201.45@tcp:107:hsm_cdtr.0 00000100:00100000:2.0:1777045343.764606:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045343.765624:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370174208 00000100:00100000:0.0:1777045343.765641:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370174208 00000100:00100000:0.0:1777045343.765739:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1393 00000100:00100000:0.0:1777045343.765758:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df74600a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+25:32119:x1863365370174208:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1777045343.765816:0:12646:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777045343.765848:0:12646:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536a00/0x2c8777a5e7d9f4a7 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee11492f9 expref: -99 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045343.766019:0:12646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537000/0x2c8777a5e7d9f4ae lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045343.766050:0:12646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537000/0x2c8777a5e7d9f4ae lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045343.766098:0:12646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537000/0x2c8777a5e7d9f4ae lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777045343.766119:0:12646:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2a:0x0]: returning size 158 00010000:00010000:0.0:1777045343.772160:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536a00/0x2c8777a5e7d9f4a7 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11492f9 expref: 28 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045343.772611:0:12646:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537000/0x2c8777a5e7d9f4ae lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11492f9 expref: 27 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045343.772633:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2a:0x0].0x0 (ffff98df52c43f00) 00010000:00010000:0.0:1777045343.772639:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777045343.772645:0:12646:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98df7b537000, rc 0) 00000100:00100000:0.0:1777045343.772758:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df74600a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+27:32119:x1863365370174208:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 Request processed in 7002us (8161us total) trans 4294968239 rc 0/0 00000100:00100000:0.0:1777045343.772777:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1393 00000100:00100000:1.0:1777045343.803769:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045343.804160:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045343.804704:0:6639:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370174464 00000100:00100000:3.0:1777045343.804720:0:6639:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370174464 00000100:00100000:3.0:1777045343.805077:0:6639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 416 00000100:00100000:3.0:1777045343.805096:0:6639:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42772d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+7:2390:x1863365370174464:12345-192.168.201.45@tcp:1:lhsmtool_posix.0 00010000:00010000:3.0:1777045343.805158:0:6639:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000000bdeee4c/0x2c8777a5e7d9f4bc lrc: 3/1,0 mode: --/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045343.805189:0:6639:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000822e5c8a/0x2c8777a5e7d9f468 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11492d6 expref: 7 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045343.805262:0:6639:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777045343.805266:0:6639:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777045343.805272:0:6639:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000bdeee4c/0x2c8777a5e7d9f4bc lrc: 4/1,0 mode: --/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045343.805326:0:6639:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000822e5c8a/0x2c8777a5e7d9f468 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11492d6 expref: 7 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045343.805348:0:6639:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000822e5c8a/0x2c8777a5e7d9f468 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11492d6 expref: 7 pid: 6639 timeout: 2072 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777045343.805371:0:6639:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df605f6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6639:1863365424436608:192.168.201.45@tcp:104: 00000100:00100000:3.0:1777045343.805679:0:6639:0:(client.c:2691:ptlrpc_set_wait()) set ffff98de47823000 going to sleep for 11 seconds 00000100:00100000:2.0:1777045343.806578:0:5841:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370174336 00000100:00100000:2.0:1777045343.806590:0:5841:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370174336 00000100:00100000:2.0:1777045343.806672:0:5841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 89 00000100:00100000:2.0:1777045343.806689:0:5841:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df5006c850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+27:2393:x1863365370174336:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777045343.806714:0:5841:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777045343.806748:0:5841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537000/0x2c8777a5e7d9f4ae lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11492f9 expref: 27 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045343.806778:0:5841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2a:0x0].0x0 (ffff98df52c43f00) 00010000:00010000:2.0:1777045343.806786:0:5841:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777045343.807158:0:5841:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df5006c850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+26:2393:x1863365370174336:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 471us (3400us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045343.807184:0:5841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 89 00000100:00100000:3.0:1777045343.819062:0:6639:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df605f6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6639:1863365424436608:192.168.201.45@tcp:104: 00010000:00010000:3.0:1777045343.819105:0:6639:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000000bdeee4c/0x2c8777a5e7d9f4bc lrc: 3/1,0 mode: --/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777045343.826149:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045343.827005:0:6646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370174592 00000100:00100000:3.0:1777045343.827019:0:6646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370174592 00002000:00100000:3.0:1777045343.827088:0:6646:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x1c:0x0] (0->157) req@ffff98df74601f80 x1863365370174592/t0(0) o4->15144518-a1c7-4352-a966-cb31eadd4d9b@192.168.201.45@tcp:344/0 lens 648/0 e 0 to 0 dl 1777045354 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1777045343.827107:0:6646:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98df74601f80 with x1863365370174592 ext(0->157) 00010000:00010000:3.0:1777045343.827121:0:6646:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 00000000822e5c8a/0x2c8777a5e7d9f468 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11492d6 expref: 8 pid: 6639 timeout: 2072 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045343.827158:0:6646:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000822e5c8a/0x2c8777a5e7d9f468 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11492d6 expref: 8 pid: 6639 timeout: 2072 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777045343.827172:0:6646:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff98df74601f80 00000100:00100000:3.0:1777045343.827246:0:6646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 15 00000100:00100000:3.0:1777045343.827262:0:6646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df74601f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2392:x1863365370174592:12345-192.168.201.45@tcp:4:cp.0 00010000:00010000:3.0:1777045343.958922:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:0.0:1777045344.055576:0:7533:0:(tgt_lastrcvd.c:568:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 15144518-a1c7-4352-a966-cb31eadd4d9b 00000001:00100000:0.0:1777045344.055595:0:7533:0:(tgt_lastrcvd.c:568:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 15144518-a1c7-4352-a966-cb31eadd4d9b 00000020:00000080:0.0:1777045344.055603:0:7533:0:(genops.c:906:class_export_put()) final put ffff98df4fccd000/15144518-a1c7-4352-a966-cb31eadd4d9b 00000100:00100000:3.0:1777045344.057371:0:6646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df74601f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2392:x1863365370174592:12345-192.168.201.45@tcp:4:cp.0 Request processed in 230101us (231464us total) trans 4294967376 rc 0/0 00000100:00100000:3.0:1777045344.057396:0:6646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 15 00002000:00100000:3.0:1777045344.057450:0:6646:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x1c:0x0] (0->157) req@ffff98df74601f80 x1863365370174592/t4294967376(0) o4->15144518-a1c7-4352-a966-cb31eadd4d9b@192.168.201.45@tcp:344/0 lens 648/448 e 0 to 0 dl 1777045354 ref 1 fl Complete:H/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1777045344.057472:0:6646:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98df74601f80 with x1863365370174592 ext(0->157) 00010000:00010000:3.0:1777045344.057493:0:6646:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 00000000822e5c8a/0x2c8777a5e7d9f468 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11492d6 expref: 9 pid: 6639 timeout: 2072 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045344.057599:0:6646:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000822e5c8a/0x2c8777a5e7d9f468 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11492d6 expref: 9 pid: 6639 timeout: 2072 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777045344.057618:0:6646:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff98df74601f80 00000020:00000080:1.0:1777045344.059613:0:12431:0:(genops.c:865:class_export_destroy()) destroying export ffff98df4fccd000/15144518-a1c7-4352-a966-cb31eadd4d9b for lustre-OST0001 00000020:00000080:1.0:1777045344.059687:0:12431:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff98df4fcce000 for lustre-OST0001 00000100:00100000:0.0:1777045344.084069:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045344.085134:0:5843:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370174720 00000100:00100000:3.0:1777045344.085152:0:5843:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370174720 00010000:00010000:3.0:1777045344.085257:0:5843:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000822e5c8a/0x2c8777a5e7d9f468 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11492d6 expref: 9 pid: 6639 timeout: 2072 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777045344.085842:0:5843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 408 00000100:00100000:3.0:1777045344.085866:0:5843:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de431be680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2390:x1863365370174720:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777045344.086155:0:5843:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777045344.086194:0:5843:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000822e5c8a/0x2c8777a5e7d9f468 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11492d6 expref: 9 pid: 6639 timeout: 2072 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045344.086222:0:5843:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000822e5c8a/0x2c8777a5e7d9f468 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11492d6 expref: 9 pid: 6639 timeout: 2072 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045344.086269:0:5843:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000822e5c8a/0x2c8777a5e7d9f468 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11492d6 expref: 9 pid: 6639 timeout: 2072 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045344.086668:0:5843:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777045344.086674:0:5843:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777045344.086684:0:5843:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000000bdeee4c/0x2c8777a5e7d9f4bc lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045344.086713:0:5843:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000bdeee4c/0x2c8777a5e7d9f4bc lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045344.086774:0:5843:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777045344.087119:0:5843:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de431be680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2390:x1863365370174720:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 1253us (3928us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045344.087137:0:5843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 408 00010000:00010000:3.0:1777045344.089032:0:6639:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000000bdeee4c/0x2c8777a5e7d9f4bc lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045344.089057:0:6639:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000bdeee4c/0x2c8777a5e7d9f4bc lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045344.089754:0:6639:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000000bdeee4c/0x2c8777a5e7d9f4bc lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045344.089777:0:6639:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000000bdeee4c/0x2c8777a5e7d9f4bc lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045344.089795:0:6639:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000000bdeee4c/0x2c8777a5e7d9f4bc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045344.089810:0:6639:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48022c00 already unused, calling callback (ffffffffc17d22d0) 00010000:00010000:3.0:1777045344.089818:0:6639:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000000bdeee4c/0x2c8777a5e7d9f4bc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045344.089877:0:6639:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000000bdeee4c/0x2c8777a5e7d9f4bc lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045344.089907:0:6639:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000000bdeee4c/0x2c8777a5e7d9f4bc lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045344.089922:0:6639:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000bdeee4c/0x2c8777a5e7d9f4bc lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777045344.090045:0:6639:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42772d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+7:2390:x1863365370174464:12345-192.168.201.45@tcp:1:lhsmtool_posix.0 Request processed in 284950us (285881us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045344.090064:0:6639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 416 00000100:00100000:1.0:1777045344.116550:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045344.116701:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370174976 00000100:00100000:0.0:1777045344.116716:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370174976 00000100:00100000:0.0:1777045344.116837:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1394 00000100:00100000:0.0:1777045344.116857:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df72b2dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+26:32119:x1863365370174976:12345-192.168.201.45@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1777045344.117640:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df72b2dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+26:32119:x1863365370174976:12345-192.168.201.45@tcp:57:lhsmtool_posix.0 Request processed in 786us (1097us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045344.117657:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1394 00000100:00080000:1.0:1777045344.121015:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1777045344.135155:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045344.135354:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370175104 00000100:00100000:0.0:1777045344.135370:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370175104 00000100:00100000:0.0:1777045344.135506:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 417 00000100:00100000:0.0:1777045344.135525:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df605f6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+7:2392:x1863365370175104:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1777045344.135553:0:6642:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777045344.135585:0:6642:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000aabf8275/0x2c8777a5e7d9f4c3 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1149300 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777045344.135629:0:6642:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1c:0x0] initial LVB size: 158, mtime: 0x69eb8f5f, atime: 0x0, ctime: 0x69eb8f5f, blocks: 0x1 00010000:00010000:0.0:1777045344.135658:0:6642:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777045344.135663:0:6642:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777045344.135676:0:6642:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000aabf8275/0x2c8777a5e7d9f4c3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149300 expref: 8 pid: 6642 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045344.135707:0:6642:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000aabf8275/0x2c8777a5e7d9f4c3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149300 expref: 8 pid: 6642 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045344.135732:0:6642:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98df7b536a00, rc 0) 00000100:00100000:0.0:1777045344.135830:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df605f6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2392:x1863365370175104:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 Request processed in 309us (697us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045344.135844:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 417 00000100:00100000:1.0:1777045344.169124:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045344.169567:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370175360 00000100:00100000:1.0:1777045344.169582:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370175360 00000100:00100000:1.0:1777045344.169660:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1395 00000100:00100000:1.0:1777045344.169676:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df72b2d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+26:32119:x1863365370175360:12345-192.168.201.45@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1777045344.169822:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df72b2d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+26:32119:x1863365370175360:12345-192.168.201.45@tcp:57:lhsmtool_posix.0 Request processed in 147us (712us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045344.169837:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1395 00000100:00100000:3.0:1777045344.189239:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045344.194657:0:17648:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370175488 00000100:00100000:0.0:1777045344.194677:0:17648:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370175488 00002000:00100000:0.0:1777045344.194768:0:17648:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x1c:0x0] (0->4095) req@ffff98df605f5c00 x1863365370175488/t0(0) o3->15144518-a1c7-4352-a966-cb31eadd4d9b@192.168.201.45@tcp:345/0 lens 488/0 e 0 to 0 dl 1777045355 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777045344.194788:0:17648:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98df605f5c00 with x1863365370175488 ext(0->4095) 00002000:00010000:0.0:1777045344.194799:0:17648:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff98df605f5c00 00000100:00100000:0.0:1777045344.195256:0:17648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 119 00000100:00100000:0.0:1777045344.196221:0:17648:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df605f5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2390:x1863365370175488:12345-192.168.201.45@tcp:3:lhsmtool_posix.0 00000100:00100000:0.0:1777045344.198849:0:17648:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df605f5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2390:x1863365370175488:12345-192.168.201.45@tcp:3:lhsmtool_posix.0 Request processed in 2631us (9637us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1777045344.198866:0:17648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 119 00002000:00100000:0.0:1777045344.198883:0:17648:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x1c:0x0] (0->4095) req@ffff98df605f5c00 x1863365370175488/t0(0) o3->15144518-a1c7-4352-a966-cb31eadd4d9b@192.168.201.45@tcp:345/0 lens 488/4536 e 0 to 0 dl 1777045355 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777045344.198900:0:17648:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98df605f5c00 with x1863365370175488 ext(0->4095) 00002000:00010000:0.0:1777045344.198908:0:17648:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff98df605f5c00 00000100:00100000:3.0:1777045344.221979:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045344.222105:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370175616 00000100:00100000:0.0:1777045344.222120:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370175616 00000100:00100000:0.0:1777045344.222206:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1396 00000100:00100000:0.0:1777045344.222221:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df605f4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+26:32119:x1863365370175616:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1777045344.222248:0:12646:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777045344.222275:0:12646:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537000/0x2c8777a5e7d9f4ca lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1149307 expref: -99 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045344.222342:0:12646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537e00/0x2c8777a5e7d9f4d1 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045344.222365:0:12646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537e00/0x2c8777a5e7d9f4d1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045344.222385:0:12646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537e00/0x2c8777a5e7d9f4d1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045344.222556:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537000/0x2c8777a5e7d9f4ca lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149307 expref: 28 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045344.222583:0:12646:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537e00/0x2c8777a5e7d9f4d1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149307 expref: 27 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045344.222600:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2a:0x0].0x0 (ffff98df52c43f00) 00010000:00010000:0.0:1777045344.222606:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1777045344.222612:0:12646:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98df7b537e00, rc 0) 00000100:00100000:0.0:1777045344.222698:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df605f4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+27:32119:x1863365370175616:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 Request processed in 479us (731us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045344.222711:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1396 00000100:00100000:1.0:1777045344.250128:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045344.250396:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370175744 00000100:00100000:0.0:1777045344.250444:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370175744 00000100:00100000:0.0:1777045344.250537:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1397 00000100:00100000:0.0:1777045344.250554:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df72b2ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+27:32119:x1863365370175744:12345-192.168.201.45@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1777045344.250598:0:5856:0:(mdt_handler.c:7958:mdt_fid2path()) path get [0x200000402:0x2a:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1777045344.250750:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df72b2ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+27:32119:x1863365370175744:12345-192.168.201.45@tcp:53:lhsmtool_posix.0 Request processed in 199us (869us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045344.250765:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1397 00000100:00100000:1.0:1777045344.270762:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045344.282755:0:6641:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370175872 00000100:00100000:0.0:1777045344.282804:0:6641:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370175872 00000100:00100000:0.0:1777045344.282907:0:6641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 418 00000100:00100000:0.0:1777045344.282925:0:6641:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b51d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2390:x1863365370175872:12345-192.168.201.45@tcp:1:lhsmtool_posix.0 00010000:00010000:0.0:1777045344.283370:0:6641:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000003c4be6f4/0x2c8777a5e7d9f4d8 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045344.283396:0:6641:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777045344.283423:0:6641:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777045344.283431:0:6641:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003c4be6f4/0x2c8777a5e7d9f4d8 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045344.283453:0:6641:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003c4be6f4/0x2c8777a5e7d9f4d8 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045344.283496:0:6641:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000003c4be6f4/0x2c8777a5e7d9f4d8 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045344.283509:0:6641:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000003c4be6f4/0x2c8777a5e7d9f4d8 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045344.283523:0:6641:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000003c4be6f4/0x2c8777a5e7d9f4d8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045344.283534:0:6641:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98df7b537000 already unused, calling callback (ffffffffc17d22d0) 00010000:00010000:0.0:1777045344.283540:0:6641:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000003c4be6f4/0x2c8777a5e7d9f4d8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045344.283554:0:6641:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000003c4be6f4/0x2c8777a5e7d9f4d8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045344.283587:0:6641:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000003c4be6f4/0x2c8777a5e7d9f4d8 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045344.283599:0:6641:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003c4be6f4/0x2c8777a5e7d9f4d8 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777045344.283707:0:6641:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b51d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2390:x1863365370175872:12345-192.168.201.45@tcp:1:lhsmtool_posix.0 Request processed in 784us (12955us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045344.283719:0:6641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 418 00000100:00100000:2.0:1777045344.305699:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045344.305867:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370176128 00000100:00100000:1.0:1777045344.305882:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370176128 00000100:00100000:1.0:1777045344.305971:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1398 00000100:00100000:1.0:1777045344.305987:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df74600380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+27:32119:x1863365370176128:12345-192.168.201.45@tcp:57:lhsmtool_posix.0 00010000:00010000:1.0:1777045344.306093:0:5857:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a33c00/0x2c8777a5e7d9f4df lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045344.306120:0:5857:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537e00/0x2c8777a5e7d9f4d1 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149307 expref: 27 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045344.306134:0:5857:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a33c00/0x2c8777a5e7d9f4df lrc: 4/0,1 mode: --/PW res: [0x200000402:0x2a:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045344.306181:0:5857:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537e00/0x2c8777a5e7d9f4d1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149307 expref: 27 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045344.306242:0:5857:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537e00/0x2c8777a5e7d9f4d1 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149307 expref: 27 pid: 12646 timeout: 2072 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777045344.306266:0:5857:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7b51c000 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5857:1863365424436736:192.168.201.45@tcp:104: 00000100:00100000:1.0:1777045344.306421:0:5857:0:(client.c:2691:ptlrpc_set_wait()) set ffff98de47823a80 going to sleep for 11 seconds 00000100:00100000:1.0:1777045344.331673:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045344.331813:0:5841:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370176256 00000100:00100000:3.0:1777045344.331826:0:5841:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370176256 00010000:00010000:3.0:1777045344.331881:0:5841:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537e00/0x2c8777a5e7d9f4d1 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149307 expref: 28 pid: 12646 timeout: 2072 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777045344.331946:0:5841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 409 00000100:00100000:3.0:1777045344.331962:0:5841:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b9f8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+28:2393:x1863365370176256:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777045344.331983:0:5841:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777045344.331994:0:5841:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537e00/0x2c8777a5e7d9f4d1 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149307 expref: 28 pid: 12646 timeout: 2072 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045344.332014:0:5841:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537e00/0x2c8777a5e7d9f4d1 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149307 expref: 28 pid: 12646 timeout: 2072 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045344.332044:0:5841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2a:0x0].0x0 (ffff98df52c43f00) 00010000:00010000:3.0:1777045344.332053:0:5841:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a33c00/0x2c8777a5e7d9f4df lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2a:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045344.332068:0:5841:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a33c00/0x2c8777a5e7d9f4df lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2a:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045344.332087:0:5841:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a33c00/0x2c8777a5e7d9f4df lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2a:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045344.332115:0:5841:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777045344.332185:0:5841:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b9f8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+28:2393:x1863365370176256:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 225us (523us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045344.332241:0:5841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 409 00010000:00010000:0.0:1777045344.334648:0:5857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537e00/0x2c8777a5e7d9f4d1 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149307 expref: 27 pid: 12646 timeout: 2072 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777045344.334672:0:5857:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7b51c000 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5857:1863365424436736:192.168.201.45@tcp:104: 00010000:00010000:0.0:1777045344.334699:0:5857:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a33c00/0x2c8777a5e7d9f4df lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2a:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045344.334711:0:5857:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a33c00/0x2c8777a5e7d9f4df lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2a:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045344.334719:0:5857:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a33c00/0x2c8777a5e7d9f4df lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2a:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045344.340806:0:5857:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a33c00/0x2c8777a5e7d9f4df lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2a:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045344.340830:0:5857:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a33c00/0x2c8777a5e7d9f4df lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2a:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045344.340843:0:5857:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a33c00/0x2c8777a5e7d9f4df lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2a:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045344.340854:0:5857:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de41a33c00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:1.0:1777045344.340861:0:5857:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a33c00/0x2c8777a5e7d9f4df lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2a:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045344.340872:0:5857:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a33c00/0x2c8777a5e7d9f4df lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x2a:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045344.340894:0:5857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2a:0x0].0x0 (ffff98df52c43f00) 00010000:00010000:1.0:1777045344.340899:0:5857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1777045344.340905:0:5857:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a33c00/0x2c8777a5e7d9f4df lrc: 2/0,0 mode: --/PW res: [0x200000402:0x2a:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045344.341151:0:5857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a33c00/0x2c8777a5e7d9f4df lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2a:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777045344.341478:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df74600380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+27:32119:x1863365370176128:12345-192.168.201.45@tcp:57:lhsmtool_posix.0 Request processed in 35487us (35784us total) trans 4294968240 rc 0/0 00000100:00100000:1.0:1777045344.341493:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1398 00000040:00080000:3.0:1777045344.343642:0:11491:0:(llog.c:801:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1777045344.343650:0:11491:0:(llog_cat.c:158:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1777045344.344460:0:11491:0:(llog.c:858:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 2 00000040:00080000:3.0:1777045344.344474:0:11491:0:(llog.c:858:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1777045344.356066:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045344.356762:0:19840:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370176512 00000100:00100000:3.0:1777045344.356775:0:19840:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370176512 00000100:00100000:3.0:1777045344.357096:0:19840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 307 00000100:00100000:3.0:1777045344.357111:0:19840:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df45ed5450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+27:32119:x1863365370176512:12345-192.168.201.45@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1777045344.357692:0:19840:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df45ed5450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+28:32119:x1863365370176512:12345-192.168.201.45@tcp:35:lhsmtool_posix.0 Request processed in 581us (1635us total) trans 4294968241 rc 0/0 00000100:00100000:3.0:1777045344.357706:0:19840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 307 00010000:00010000:0.0:1777045344.996227:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1777045345.382925:0:11491:0:(llog.c:801:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1777045345.382940:0:11491:0:(llog_cat.c:158:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1777045345.382995:0:11491:0:(llog.c:858:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 42 count 2 00000040:00080000:1.0:1777045345.383006:0:11491:0:(llog.c:858:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1777045345.786742:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045345.786810:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045345.786847:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045345.787153:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045345.787195:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045345.787272:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045345.787602:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045345.787653:0:6639:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370177024 00000100:00100000:3.0:1777045345.787667:0:6639:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370177024 00000100:00100000:3.0:1777045345.787742:0:6639:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370177408 00000100:00100000:3.0:1777045345.787748:0:6639:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370177408 00000100:00100000:3.0:1777045345.787768:0:6639:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370176896 00000100:00100000:3.0:1777045345.787772:0:6639:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370176896 00000100:00100000:3.0:1777045345.787789:0:6639:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370177280 00000100:00100000:3.0:1777045345.787792:0:6639:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370177280 00000100:00100000:3.0:1777045345.787817:0:6639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1072 00000100:00100000:3.0:1777045345.787830:0:6639:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df605f4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:146de360-3fb2-48bd-b418-06f30714148a+10:2392:x1863365370177024:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777045345.788150:0:6639:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df605f4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:146de360-3fb2-48bd-b418-06f30714148a+10:2392:x1863365370177024:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 320us (1339us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045345.788164:0:6639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1072 00000100:00100000:3.0:1777045345.788192:0:6639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1073 00000100:00100000:3.0:1777045345.788546:0:6639:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df605f7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2392:x1863365370177408:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:2.0:1777045345.788571:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370176768 00000100:00100000:2.0:1777045345.788578:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370176768 00000100:00100000:3.0:1777045345.788596:0:6639:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df605f7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2392:x1863365370177408:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 394us (1748us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045345.788607:0:6639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1073 00000100:00100000:2.0:1777045345.788628:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370177152 00000100:00100000:3.0:1777045345.788631:0:6639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1074 00000100:00100000:2.0:1777045345.788632:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370177152 00000100:00100000:3.0:1777045345.788642:0:6639:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df605f7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:146de360-3fb2-48bd-b418-06f30714148a+10:2392:x1863365370176896:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:2.0:1777045345.788663:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1248 00000100:00100000:2.0:1777045345.788674:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df605f5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:146de360-3fb2-48bd-b418-06f30714148a+39:2392:x1863365370176768:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777045345.788680:0:6639:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df605f7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:146de360-3fb2-48bd-b418-06f30714148a+10:2392:x1863365370176896:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 40us (1485us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045345.788690:0:6639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1074 00000100:00100000:3.0:1777045345.788710:0:6639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 419 00000100:00100000:2.0:1777045345.788716:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df605f5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:146de360-3fb2-48bd-b418-06f30714148a+39:2392:x1863365370176768:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 45us (1988us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045345.788720:0:6639:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df605f5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+5:2389:x1863365370177280:12345-192.168.201.45@tcp:9:kworker.0 00000100:00100000:2.0:1777045345.788727:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1248 00000020:00000080:3.0:1777045345.788744:0:6639:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x2c8777a5e7d9f2e0 00000100:00100000:2.0:1777045345.788749:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1249 00000100:00080000:3.0:1777045345.788756:0:6639:0:(import.c:65:import_set_state_nolock()) ffff98df7299b800 : changing import state from FULL to CLOSED 00000100:00100000:2.0:1777045345.788759:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df605f7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+28:2392:x1863365370177152:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:2.0:1777045345.788800:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df605f7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+28:2392:x1863365370177152:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 40us (1528us total) trans 0 rc 0/0 00000001:00000004:3.0:1777045345.788805:0:6639:0:(tgt_lastrcvd.c:732:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 1, last_transno is 4294967376 00000100:00100000:2.0:1777045345.788809:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1249 00000100:00100000:3.0:1777045345.789128:0:6639:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df605f5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+2:2389:x1863365370177280:12345-192.168.201.45@tcp:9:kworker.0 Request processed in 405us (1525us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045345.789140:0:6639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 419 00000100:00100000:3.0:1777045345.789173:0:5850:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370176640 00000100:00100000:3.0:1777045345.789180:0:5850:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370176640 00000100:00080000:1.0:1777045345.789225:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1777045345.789232:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1777045345.789236:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1777045345.789269:0:5850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 927 00010000:00010000:2.0:1777045345.795983:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777045345.805714:0:5850:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df587b4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2392:x1863365370176640:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:2.0:1777045345.820802:0:5850:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df587b4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2392:x1863365370176640:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 31508us (33634us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045345.820826:0:5850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 927 00010000:00010000:3.0:1777045346.017326:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1777045346.247127:0:21336:0:(llog.c:801:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1777045346.247136:0:21336:0:(llog_cat.c:158:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1777045346.247236:0:21336:0:(llog.c:858:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 42 count 2 00000040:00080000:2.0:1777045346.247243:0:21336:0:(llog.c:858:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1777045346.407846:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045346.414173:0:6639:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370177536 00000100:00100000:0.0:1777045346.414191:0:6639:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370177536 00000100:00100000:0.0:1777045346.414292:0:6639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 420 00000100:00100000:0.0:1777045346.414308:0:6639:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df74603800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:146de360-3fb2-48bd-b418-06f30714148a+10:2390:x1863365370177536:12345-192.168.201.45@tcp:101:lfs.0 00010000:00010000:0.0:1777045346.414335:0:6639:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777045346.414677:0:6639:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c4565418/0x2c8777a5e7d9f4e6 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee114930e expref: -99 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045346.414717:0:6639:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777045346.414721:0:6639:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777045346.414733:0:6639:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c4565418/0x2c8777a5e7d9f4e6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114930e expref: 11 pid: 6639 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045346.414760:0:6639:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000c4565418/0x2c8777a5e7d9f4e6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114930e expref: 11 pid: 6639 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045346.414781:0:6639:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98df7b537e00, rc 0) 00000100:00100000:0.0:1777045346.414898:0:6639:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df74603800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:146de360-3fb2-48bd-b418-06f30714148a+11:2390:x1863365370177536:12345-192.168.201.45@tcp:101:lfs.0 Request processed in 592us (8074us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045346.414910:0:6639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 420 00000100:00100000:0.0:1777045346.442895:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045346.442998:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370177792 00000100:00100000:1.0:1777045346.443012:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370177792 00000100:00100000:1.0:1777045346.443089:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1399 00000100:00100000:1.0:1777045346.443103:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de431be300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:146de360-3fb2-48bd-b418-06f30714148a+39:32126:x1863365370177792:12345-192.168.201.45@tcp:101:lfs.0 00010000:00010000:1.0:1777045346.443128:0:5857:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777045346.443155:0:5857:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a33800/0x2c8777a5e7d9f4ed lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1149315 expref: -99 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045346.443589:0:5857:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32400/0x2c8777a5e7d9f4f4 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045346.443613:0:5857:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32400/0x2c8777a5e7d9f4f4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2a:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045346.443630:0:5857:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32400/0x2c8777a5e7d9f4f4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2a:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777045346.443646:0:5857:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2a:0x0]: returning size 158 00010000:00010000:1.0:1777045346.443800:0:5857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a33800/0x2c8777a5e7d9f4ed lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2a:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149315 expref: 42 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045346.443822:0:5857:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32400/0x2c8777a5e7d9f4f4 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2a:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149315 expref: 41 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045346.443835:0:5857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2a:0x0].0x0 (ffff98df52c43f00) 00010000:00010000:1.0:1777045346.443839:0:5857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1777045346.443844:0:5857:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de41a32400, rc 0) 00000100:00100000:1.0:1777045346.443920:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de431be300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:146de360-3fb2-48bd-b418-06f30714148a+41:32126:x1863365370177792:12345-192.168.201.45@tcp:101:lfs.0 Request processed in 819us (1036us total) trans 4294968242 rc 0/0 00000100:00100000:1.0:1777045346.443932:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1399 00000100:00100000:1.0:1777045346.453799:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045346.453918:0:8776:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370177920 00000100:00100000:2.0:1777045346.454168:0:8776:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370177920 00000100:00100000:2.0:1777045346.454554:0:8776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 421 00000100:00100000:2.0:1777045346.454569:0:8776:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df50e7e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:146de360-3fb2-48bd-b418-06f30714148a+11:2393:x1863365370177920:12345-192.168.201.45@tcp:1:lfs.0 00010000:00010000:2.0:1777045346.454643:0:8776:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006144d0f4/0x2c8777a5e7d9f502 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045346.454673:0:8776:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000aabf8275/0x2c8777a5e7d9f4c3 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149300 expref: 7 pid: 6642 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045346.454686:0:8776:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000c4565418/0x2c8777a5e7d9f4e6 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114930e expref: 11 pid: 6639 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045346.454696:0:8776:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777045346.454700:0:8776:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777045346.454705:0:8776:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006144d0f4/0x2c8777a5e7d9f502 lrc: 5/0,1 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045346.454750:0:8776:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000c4565418/0x2c8777a5e7d9f4e6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114930e expref: 11 pid: 6639 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045346.454778:0:8776:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000c4565418/0x2c8777a5e7d9f4e6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114930e expref: 11 pid: 6639 timeout: 2074 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777045346.454799:0:8776:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df74600000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8776:1863365424436864:192.168.201.45@tcp:104: 00010000:00010000:2.0:1777045346.454928:0:8776:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000aabf8275/0x2c8777a5e7d9f4c3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149300 expref: 7 pid: 6642 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045346.454942:0:8776:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000aabf8275/0x2c8777a5e7d9f4c3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149300 expref: 7 pid: 6642 timeout: 2074 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777045346.454957:0:8776:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df74603100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8776:1863365424436992:192.168.201.45@tcp:104: 00000100:00100000:2.0:1777045346.454993:0:8776:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df74e89300 going to sleep for 11 seconds 00000100:00100000:1.0:1777045346.463163:0:8776:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df74600000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8776:1863365424436864:192.168.201.45@tcp:104: 00000100:00100000:1.0:1777045346.463187:0:8776:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df74603100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8776:1863365424436992:192.168.201.45@tcp:104: 00010000:00010000:1.0:1777045346.463221:0:8776:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000006144d0f4/0x2c8777a5e7d9f502 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777045346.467558:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045346.467712:0:5842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370178048 00000100:00100000:0.0:1777045346.467724:0:5842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370178048 00010000:00010000:0.0:1777045346.467984:0:5842:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000c4565418/0x2c8777a5e7d9f4e6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114930e expref: 12 pid: 6639 timeout: 2074 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777045346.468049:0:5842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 410 00000100:00100000:0.0:1777045346.468065:0:5842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b9fb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:146de360-3fb2-48bd-b418-06f30714148a+12:2392:x1863365370178048:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777045346.468086:0:5842:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777045346.468114:0:5842:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000c4565418/0x2c8777a5e7d9f4e6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114930e expref: 12 pid: 6639 timeout: 2074 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045346.468134:0:5842:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000c4565418/0x2c8777a5e7d9f4e6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114930e expref: 12 pid: 6639 timeout: 2074 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045346.468165:0:5842:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c4565418/0x2c8777a5e7d9f4e6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114930e expref: 12 pid: 6639 timeout: 2074 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045346.468187:0:5842:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777045346.468270:0:5842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b9fb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:146de360-3fb2-48bd-b418-06f30714148a+11:2392:x1863365370178048:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 209us (724us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045346.468281:0:5842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 410 00000100:00100000:2.0:1777045346.475336:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045346.476010:0:5841:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370178176 00000100:00100000:0.0:1777045346.476025:0:5841:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370178176 00010000:00010000:0.0:1777045346.476073:0:5841:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000aabf8275/0x2c8777a5e7d9f4c3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149300 expref: 8 pid: 6642 timeout: 2074 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777045346.476149:0:5841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 411 00000100:00100000:0.0:1777045346.476164:0:5841:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df74600e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2392:x1863365370178176:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777045346.476183:0:5841:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777045346.476245:0:5841:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000aabf8275/0x2c8777a5e7d9f4c3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149300 expref: 8 pid: 6642 timeout: 2074 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045346.476266:0:5841:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000aabf8275/0x2c8777a5e7d9f4c3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149300 expref: 8 pid: 6642 timeout: 2074 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045346.476305:0:5841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000aabf8275/0x2c8777a5e7d9f4c3 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149300 expref: 8 pid: 6642 timeout: 2074 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045346.476326:0:5841:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777045346.476329:0:5841:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777045346.476335:0:5841:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000006144d0f4/0x2c8777a5e7d9f502 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045346.476350:0:5841:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006144d0f4/0x2c8777a5e7d9f502 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045346.476417:0:5841:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777045346.476479:0:5841:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df74600e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+7:2392:x1863365370178176:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 316us (1153us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045346.476491:0:5841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 411 00010000:00010000:0.0:1777045346.477536:0:8776:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000006144d0f4/0x2c8777a5e7d9f502 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045346.477552:0:8776:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006144d0f4/0x2c8777a5e7d9f502 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045346.477588:0:8776:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006144d0f4/0x2c8777a5e7d9f502 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045346.477600:0:8776:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000006144d0f4/0x2c8777a5e7d9f502 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045346.477612:0:8776:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000006144d0f4/0x2c8777a5e7d9f502 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045346.477623:0:8776:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de435bf600 already unused, calling callback (ffffffffc17d22d0) 00010000:00010000:0.0:1777045346.477629:0:8776:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000006144d0f4/0x2c8777a5e7d9f502 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045346.477641:0:8776:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000006144d0f4/0x2c8777a5e7d9f502 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045346.477658:0:8776:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000006144d0f4/0x2c8777a5e7d9f502 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045346.477667:0:8776:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006144d0f4/0x2c8777a5e7d9f502 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777045346.477742:0:8776:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df50e7e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:146de360-3fb2-48bd-b418-06f30714148a+10:2393:x1863365370177920:12345-192.168.201.45@tcp:1:lfs.0 Request processed in 23174us (23952us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045346.477754:0:8776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 421 00000100:00100000:3.0:1777045346.493551:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045346.493678:0:5859:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370178432 00000100:00100000:2.0:1777045346.493690:0:5859:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370178432 00000100:00100000:2.0:1777045346.493770:0:5859:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 308 00000100:00100000:2.0:1777045346.493786:0:5859:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df605f6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:146de360-3fb2-48bd-b418-06f30714148a+41:32126:x1863365370178432:12345-192.168.201.45@tcp:35:lfs.0 00000004:00010000:2.0:1777045346.493865:0:5859:0:(mdt_open.c:1994:mdt_hsm_release()) ### [0x200000402:0x2a:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32400/0x2c8777a5e7d9f4f4 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2a:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149315 expref: 41 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1777045346.494148:0:5859:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968243 00000001:00080000:2.0:1777045346.495155:0:5859:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968244 00010000:00010000:2.0:1777045346.495536:0:5859:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfe00/0x2c8777a5e7d9f509 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5859 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045346.495566:0:5859:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bee00/0x2c8777a5e7d9f44c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11492c8 expref: 27 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045346.495579:0:5859:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32600/0x2c8777a5e7d9f484 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11492dd expref: 44 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045346.495591:0:5859:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfe00/0x2c8777a5e7d9f509 lrc: 5/0,1 mode: --/EX res: [0x200000402:0x2a:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5859 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045346.495640:0:5859:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32600/0x2c8777a5e7d9f484 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11492dd expref: 44 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045346.495660:0:5859:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32600/0x2c8777a5e7d9f484 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11492dd expref: 44 pid: 5855 timeout: 2074 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777045346.495680:0:5859:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df74602680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:5859:1863365424437120:192.168.201.45@tcp:104: 00010000:00010000:2.0:1777045346.495783:0:5859:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bee00/0x2c8777a5e7d9f44c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11492c8 expref: 27 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045346.495798:0:5859:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bee00/0x2c8777a5e7d9f44c lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11492c8 expref: 27 pid: 5857 timeout: 2074 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777045346.495811:0:5859:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df74602d80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:5859:1863365424437248:192.168.201.45@tcp:104: 00000100:00100000:2.0:1777045346.495845:0:5859:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df74e89300 going to sleep for 11 seconds 00000100:00100000:1.0:1777045346.508320:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045346.508407:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045346.508449:0:5843:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370178560 00000100:00100000:1.0:1777045346.508460:0:5843:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370178560 00010000:00010000:1.0:1777045346.508509:0:5843:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32600/0x2c8777a5e7d9f484 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11492dd expref: 45 pid: 5855 timeout: 2074 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777045346.508551:0:5843:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370178688 00000100:00100000:1.0:1777045346.508556:0:5843:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370178688 00010000:00010000:1.0:1777045346.508587:0:5843:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bee00/0x2c8777a5e7d9f44c lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11492c8 expref: 28 pid: 5857 timeout: 2074 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777045346.508619:0:5843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 412 00000100:00100000:1.0:1777045346.508631:0:5843:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b9faa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:146de360-3fb2-48bd-b418-06f30714148a+45:2392:x1863365370178560:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777045346.508650:0:5843:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777045346.508659:0:5843:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32600/0x2c8777a5e7d9f484 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11492dd expref: 45 pid: 5855 timeout: 2074 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045346.508676:0:5843:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32600/0x2c8777a5e7d9f484 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11492dd expref: 45 pid: 5855 timeout: 2074 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045346.508703:0:5843:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2a:0x0].0x0 (ffff98df52c43f00) 00010000:00010000:1.0:1777045346.508711:0:5843:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfe00/0x2c8777a5e7d9f509 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2a:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5859 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045346.508722:0:5843:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfe00/0x2c8777a5e7d9f509 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2a:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5859 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045346.508730:0:5843:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777045346.512067:0:5859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32600/0x2c8777a5e7d9f484 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11492dd expref: 45 pid: 5855 timeout: 2074 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777045346.512101:0:5859:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df74602680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:5859:1863365424437120:192.168.201.45@tcp:104: 00000100:00100000:2.0:1777045346.512119:0:5859:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df74602d80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:5859:1863365424437248:192.168.201.45@tcp:104: 00010000:00010000:2.0:1777045346.512146:0:5859:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfe00/0x2c8777a5e7d9f509 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2a:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5859 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777045346.512308:0:5842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 413 00000100:00100000:3.0:1777045346.512326:0:5842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df605f2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+28:2393:x1863365370178688:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777045346.512344:0:5842:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777045346.512354:0:5842:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bee00/0x2c8777a5e7d9f44c lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11492c8 expref: 28 pid: 5857 timeout: 2074 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045346.512399:0:5842:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bee00/0x2c8777a5e7d9f44c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11492c8 expref: 28 pid: 5857 timeout: 2074 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045346.512424:0:5842:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bee00/0x2c8777a5e7d9f44c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11492c8 expref: 28 pid: 5857 timeout: 2074 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045346.512441:0:5842:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2a:0x0].0x0 (ffff98df52c43f00) 00010000:00010000:3.0:1777045346.512446:0:5842:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfe00/0x2c8777a5e7d9f509 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2a:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5859 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045346.512464:0:5842:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfe00/0x2c8777a5e7d9f509 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2a:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5859 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045346.512475:0:5842:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfe00/0x2c8777a5e7d9f509 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x2a:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5859 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045346.512505:0:5842:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777045346.514567:0:5859:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfe00/0x2c8777a5e7d9f509 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2a:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5859 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045346.514580:0:5859:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfe00/0x2c8777a5e7d9f509 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2a:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5859 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1777045346.514733:0:5859:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968245 00000001:00080000:2.0:1777045346.515006:0:5859:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968246 00000001:00080000:2.0:1777045346.515099:0:5859:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968247 00000100:00100000:2.0:1777045346.515239:0:5859:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df74602d80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:5859:1863365424437376:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1777045346.515540:0:5843:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b9faa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:146de360-3fb2-48bd-b418-06f30714148a+47:2392:x1863365370178560:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 6907us (7227us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045346.515556:0:5843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 412 00000100:00080000:1.0:1777045346.515596:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1777045346.518635:0:5859:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777045346.518809:0:5842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df605f2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+27:2393:x1863365370178688:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 6484us (10396us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045346.519099:0:5842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 413 00000100:00100000:2.0:1777045346.520535:0:5859:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df51856cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1777045346.523540:0:5860:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424437376 00000100:00100000:1.0:1777045346.523555:0:5860:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424437376 00000100:00100000:1.0:1777045346.523659:0:5860:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 69 00000100:00100000:1.0:1777045346.523674:0:5860:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df74602680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:5859:x1863365424437376:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00080000:3.0:1777045346.523963:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1777045346.524078:0:5860:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df74602680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:5859:x1863365424437376:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 407us (5448us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045346.524088:0:5860:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 69 00000100:00100000:3.0:1777045346.524234:0:5859:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df74602d80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:5859:1863365424437376:0@lo:1000:mdt_rdpg00_001.0 00000001:00080000:3.0:1777045346.527037:0:5859:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968248 00000100:00100000:3.0:1777045346.527174:0:5859:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df605f5880 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:5859:1863365424437504:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1777045346.527830:0:5859:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777045346.527877:0:5859:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df74e89300 going to sleep for 11 seconds 00000100:00100000:1.0:1777045346.528672:0:5861:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424437504 00000100:00100000:1.0:1777045346.528682:0:5861:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424437504 00000100:00100000:1.0:1777045346.528740:0:5861:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 70 00000100:00100000:1.0:1777045346.528752:0:5861:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df605f6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:5859:x1863365424437504:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1777045346.528984:0:5861:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df605f6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:5859:x1863365424437504:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 234us (1155us total) trans 4294967377 rc 0/0 00000100:00100000:1.0:1777045346.528995:0:5861:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 70 00000100:00100000:3.0:1777045346.529526:0:5859:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df605f5880 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:5859:1863365424437504:0@lo:1000:mdt_rdpg00_001.0 00010000:00010000:3.0:1777045346.529560:0:5859:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfe00/0x2c8777a5e7d9f509 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2a:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5859 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045346.529575:0:5859:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfe00/0x2c8777a5e7d9f509 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x2a:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5859 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045346.529585:0:5859:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfe00/0x2c8777a5e7d9f509 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2a:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5859 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045346.529595:0:5859:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de435bfe00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:3.0:1777045346.529600:0:5859:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfe00/0x2c8777a5e7d9f509 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2a:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5859 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045346.529613:0:5859:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfe00/0x2c8777a5e7d9f509 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x2a:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5859 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045346.529633:0:5859:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2a:0x0].0x0 (ffff98df52c43f00) 00010000:00010000:3.0:1777045346.529638:0:5859:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:3.0:1777045346.529644:0:5859:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfe00/0x2c8777a5e7d9f509 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x2a:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5859 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045346.529653:0:5859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfe00/0x2c8777a5e7d9f509 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x2a:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5859 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1777045346.529925:0:5859:0:(mdd_object.c:4010:mdd_close()) Object [0x200000401:0x50:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:3.0:1777045346.530619:0:5859:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].13, 64 off9096 00000004:00080000:3.0:1777045346.530635:0:5859:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1975020430829ns, next at 1976020428262ns, rc = 0 00000001:00080000:3.0:1777045346.530647:0:5859:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968249 00010000:00010000:3.0:1777045346.530701:0:5859:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2a:0x0].0x0 (ffff98df52c43f00) 00010000:00010000:3.0:1777045346.530705:0:5859:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1777045346.530714:0:5859:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32400/0x2c8777a5e7d9f4f4 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2a:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149315 expref: 48 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777045346.530827:0:5859:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df605f6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:146de360-3fb2-48bd-b418-06f30714148a+47:32126:x1863365370178432:12345-192.168.201.45@tcp:35:lfs.0 Request processed in 37045us (37285us total) trans 4294968250 rc 0/0 00000100:00100000:3.0:1777045346.530840:0:5859:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 308 00000020:00080000:3.0:1777045346.530846:0:5859:0:(tgt_main.c:783:tgt_ses_key_exit()) total 8 transactions per RPC 00000100:00100000:3.0:1777045346.774731:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de431bed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424437632:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1777045346.774851:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045346.775137:0:6644:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424437632 00000100:00100000:0.0:1777045346.775149:0:6644:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424437632 00000100:00100000:0.0:1777045346.775239:0:6644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 527 00000100:00100000:0.0:1777045346.775254:0:6644:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df605f4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1863365424437632:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1777045346.775301:0:6644:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 57737216 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1777045346.775397:0:6644:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df605f4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1863365424437632:12345-0@lo:13:osp-pre-0-0.0 Request processed in 146us (546us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045346.775426:0:6644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 527 00000100:00100000:0.0:1777045346.775496:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de431bed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424437632:0@lo:13:osp-pre-0-0.0 00000100:00080000:3.0:1777045346.776542:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1777045347.032328:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:3.0:1777045347.455758:0:6666:0:(tgt_lastrcvd.c:568:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 15144518-a1c7-4352-a966-cb31eadd4d9b 00000020:00000080:3.0:1777045347.455769:0:6666:0:(genops.c:906:class_export_put()) final put ffff98df72998800/15144518-a1c7-4352-a966-cb31eadd4d9b 00000020:00000080:0.0:1777045347.456386:0:17073:0:(genops.c:865:class_export_destroy()) destroying export ffff98df72998800/15144518-a1c7-4352-a966-cb31eadd4d9b for lustre-OST0000 00000020:00000080:0.0:1777045347.456466:0:17073:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff98df7299b800 for lustre-OST0000 00000001:00080000:2.0:1777045347.484740:0:5877:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968240 is committed 00000001:00080000:2.0:1777045347.484794:0:5877:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968242 is committed 00000001:00080000:2.0:1777045347.485054:0:5877:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968248 is committed 00000001:00080000:2.0:1777045347.485090:0:5877:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968250 is committed 00000004:00080000:2.0:1777045347.485096:0:5877:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 17 committed 00000020:00080000:2.0:1777045347.485116:0:5877:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff98df467e0600 refcount 2 committed 0 result 0 batchid 33 00000020:00080000:2.0:1777045347.485124:0:5877:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff98df77ae0000 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff98df467e0a80 00000020:00080000:2.0:1777045347.485129:0:5877:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff98df77ae0700 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff98df6d495800 00000001:00080000:2.0:1777045347.485149:0:5877:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968241 is committed 00000100:00100000:3.0:1777045347.486323:0:3344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1777045347.486375:0:3344:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df605f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3344:1863365424437760:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1777045347.486462:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777045347.486572:0:6641:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424437760 00000100:00100000:3.0:1777045347.486582:0:6641:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424437760 00000100:00100000:3.0:1777045347.486647:0:6641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 422 00000100:00100000:3.0:1777045347.486661:0:6641:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df605f7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3344:x1863365424437760:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1777045347.486699:0:6641:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:28 count 1 00002000:00010000:3.0:1777045347.486743:0:6641:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1c:0x0] initial LVB size: 158, mtime: 0x69eb8f5f, atime: 0x0, ctime: 0x69eb8f5f, blocks: 0x1 00010000:00010000:3.0:1777045347.486756:0:6641:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000bdeee4c/0x2c8777a5e7d9f510 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045347.486779:0:6641:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777045347.486782:0:6641:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777045347.486790:0:6641:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000bdeee4c/0x2c8777a5e7d9f510 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045347.487092:0:6641:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000bdeee4c/0x2c8777a5e7d9f510 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045347.487108:0:6641:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000bdeee4c/0x2c8777a5e7d9f510 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045347.487121:0:6641:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000000bdeee4c/0x2c8777a5e7d9f510 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045347.487152:0:6641:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1777045347.487938:0:6641:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df605f7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+7:3344:x1863365424437760:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1277us (1473us total) trans 4294967378 rc 0/0 00000100:00100000:3.0:1777045347.487950:0:6641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 422 00000004:00080000:3.0:1777045347.488016:0:3344:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98df605f7800/2, rc 0, transno 4294967378 00000100:00100000:3.0:1777045347.488025:0:3344:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df605f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3344:1863365424437760:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1777045347.488546:0:5844:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1777045347.488557:0:5844:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000000bdeee4c/0x2c8777a5e7d9f510 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045347.488572:0:5844:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48022c00 already unused, calling callback (ffffffffc17d22d0) 00010000:00010000:2.0:1777045347.488578:0:5844:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000000bdeee4c/0x2c8777a5e7d9f510 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045347.488593:0:5844:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000000bdeee4c/0x2c8777a5e7d9f510 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045347.488619:0:5844:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000000bdeee4c/0x2c8777a5e7d9f510 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045347.488631:0:5844:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000bdeee4c/0x2c8777a5e7d9f510 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045347.488660:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777045347.488663:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777045347.488666:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00080000:2.0:1777045347.491867:0:5888:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 33 committed batchid 32 00000020:00080000:2.0:1777045347.492157:0:5888:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 32 00000100:00100000:0.0:1777045347.797518:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de431bfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3342:1863365424438144:0@lo:400:kworker.0 00000100:00100000:0.0:1777045347.797600:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045347.797678:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1777045347.797688:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de431bce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3342:1863365424438016:0@lo:400:kworker.0 00000100:00100000:0.0:1777045347.797723:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045347.797751:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de431bc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424438528:0@lo:400:kworker.0 00000100:00100000:0.0:1777045347.798091:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045347.798146:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424438144 00000100:00100000:0.0:1777045347.798157:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424438144 00000100:00100000:0.0:1777045347.798255:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424438016 00000100:00100000:0.0:1777045347.798261:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424438016 00000100:00100000:0.0:1777045347.798606:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1250 00000100:00100000:0.0:1777045347.798618:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de431bd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3342:x1863365424438144:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777045347.798693:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de431bd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3342:x1863365424438144:12345-0@lo:400:kworker.0 Request processed in 76us (1092us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045347.798704:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1250 00000100:00100000:0.0:1777045347.798729:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1251 00000100:00100000:0.0:1777045347.798738:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de431bdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3342:x1863365424438016:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777045347.798778:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de431bdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3342:x1863365424438016:12345-0@lo:400:kworker.0 Request processed in 41us (1054us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045347.798787:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1251 00000100:00100000:0.0:1777045347.799080:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de431bce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3342:1863365424438016:0@lo:400:kworker.0 00000100:00100000:0.0:1777045347.799098:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de431bfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3342:1863365424438144:0@lo:400:kworker.0 00000100:00080000:3.0:1777045347.799891:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1777045347.799966:0:3344:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de431bed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ce657616-b3f3-4e21-ac89-518ab611901c:3344:1863365424437888:0@lo:400:kworker.0 00000100:00100000:3.0:1777045347.800023:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777045347.800083:0:3344:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de431bca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3344:1863365424438400:0@lo:400:kworker.0 00000100:00100000:3.0:1777045347.800120:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777045347.800153:0:3344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1777045347.800162:0:3344:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de431bdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3344:1863365424438272:0@lo:400:kworker.0 00000100:00100000:3.0:1777045347.800241:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777045347.800292:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424438400 00000100:00100000:3.0:1777045347.800298:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424438400 00000100:00100000:3.0:1777045347.800384:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1252 00000100:00100000:3.0:1777045347.800396:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df605f5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3344:x1863365424438400:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777045347.800459:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df605f5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3344:x1863365424438400:12345-0@lo:400:kworker.0 Request processed in 65us (338us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045347.800469:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1252 00000100:00100000:3.0:1777045347.800500:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424438528 00000100:00100000:3.0:1777045347.800506:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424438528 00000100:00100000:3.0:1777045347.800541:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424438272 00000100:00100000:3.0:1777045347.800546:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424438272 00000100:00100000:3.0:1777045347.800576:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1075 00000100:00100000:3.0:1777045347.800586:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de431bf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+7:3342:x1863365424438528:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777045347.800639:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de431bf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+7:3342:x1863365424438528:12345-0@lo:400:kworker.0 Request processed in 54us (2548us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045347.800650:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1075 00000100:00100000:3.0:1777045347.800668:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1076 00000100:00100000:3.0:1777045347.800678:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77c7f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3344:x1863365424438272:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777045347.800713:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77c7f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3344:x1863365424438272:12345-0@lo:400:kworker.0 Request processed in 37us (512us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045347.800721:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1076 00000100:00080000:3.0:1777045347.800743:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1777045347.800768:0:3344:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de431bdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3344:1863365424438272:0@lo:400:kworker.0 00000100:00100000:3.0:1777045347.800782:0:3344:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de431bca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3344:1863365424438400:0@lo:400:kworker.0 00000100:00100000:3.0:1777045347.801095:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de431bc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424438528:0@lo:400:kworker.0 00000100:00100000:2.0:1777045347.801371:0:5849:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424437888 00000100:00100000:2.0:1777045347.801378:0:5849:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424437888 00000100:00100000:2.0:1777045347.801427:0:5849:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 928 00000100:00100000:2.0:1777045347.801438:0:5849:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df587b7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ce657616-b3f3-4e21-ac89-518ab611901c+18:3344:x1863365424437888:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777045347.801498:0:5849:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df587b7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ce657616-b3f3-4e21-ac89-518ab611901c+18:3344:x1863365424437888:12345-0@lo:400:kworker.0 Request processed in 61us (1475us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045347.801507:0:5849:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 928 00000100:00100000:2.0:1777045347.801842:0:3341:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1777045347.801856:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df74603800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424438656:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1777045347.801894:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777045347.802056:0:19062:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424438656 00000100:00100000:1.0:1777045347.802063:0:19062:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424438656 00000100:00100000:1.0:1777045347.802118:0:19062:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 528 00000100:00100000:1.0:1777045347.802129:0:19062:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df74603100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3341:x1863365424438656:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1777045347.802167:0:19062:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 56033280 pending 1703936 free 3851419648 avail 3849322496 00000100:00100000:1.0:1777045347.802580:0:19062:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df74603100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3341:x1863365424438656:12345-0@lo:13:osp-pre-1-0.0 Request processed in 452us (684us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045347.802590:0:19062:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 528 00000100:00100000:1.0:1777045347.802640:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df74603800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424438656:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1777045347.803417:0:3344:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de431bed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ce657616-b3f3-4e21-ac89-518ab611901c:3344:1863365424437888:0@lo:400:kworker.0 00010000:00010000:2.0:1777045348.054039:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777045349.077412:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777045349.322547:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045349.323483:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370178944 00000100:00100000:0.0:1777045349.323497:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370178944 00000100:00100000:0.0:1777045349.323589:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1400 00000100:00100000:0.0:1777045349.323605:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df605f3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:146de360-3fb2-48bd-b418-06f30714148a+37:32137:x1863365370178944:12345-192.168.201.45@tcp:101:cat.0 00010000:00010000:0.0:1777045349.323638:0:12646:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777045349.323664:0:12646:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537e00/0x2c8777a5e7d9f517 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee114931c expref: -99 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045349.323769:0:12646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536a00/0x2c8777a5e7d9f51e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045349.323809:0:12646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536a00/0x2c8777a5e7d9f51e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045349.323825:0:12646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536a00/0x2c8777a5e7d9f51e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045349.323844:0:12646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536400/0x2c8777a5e7d9f525 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4f:0x0].0xb6c33e9e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045349.323854:0:12646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536400/0x2c8777a5e7d9f525 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045349.323864:0:12646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536400/0x2c8777a5e7d9f525 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045349.324685:0:12646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537000/0x2c8777a5e7d9f52c lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045349.324706:0:12646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537000/0x2c8777a5e7d9f52c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045349.324718:0:12646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537000/0x2c8777a5e7d9f52c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777045349.324734:0:12646:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2a:0x0]: returning size 158 00010000:00010000:0.0:1777045349.324891:0:12646:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536a00/0x2c8777a5e7d9f51e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045349.324903:0:12646:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536a00/0x2c8777a5e7d9f51e lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045349.324913:0:12646:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536a00/0x2c8777a5e7d9f51e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045349.324922:0:12646:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98df7b536a00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:0.0:1777045349.324927:0:12646:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536a00/0x2c8777a5e7d9f51e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045349.324937:0:12646:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536a00/0x2c8777a5e7d9f51e lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045349.324953:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff98df51b04600) 00010000:00010000:0.0:1777045349.324957:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777045349.324962:0:12646:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536a00/0x2c8777a5e7d9f51e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045349.324972:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536a00/0x2c8777a5e7d9f51e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045349.324994:0:12646:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536400/0x2c8777a5e7d9f525 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045349.325002:0:12646:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536400/0x2c8777a5e7d9f525 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045349.325009:0:12646:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536400/0x2c8777a5e7d9f525 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045349.325016:0:12646:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98df7b536400 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:0.0:1777045349.325019:0:12646:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536400/0x2c8777a5e7d9f525 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045349.325028:0:12646:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536400/0x2c8777a5e7d9f525 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045349.325039:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0xb6c33e9e (ffff98df61f8e300) 00010000:00010000:0.0:1777045349.325042:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777045349.325046:0:12646:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536400/0x2c8777a5e7d9f525 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x4f:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045349.325054:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536400/0x2c8777a5e7d9f525 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4f:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045349.325112:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537e00/0x2c8777a5e7d9f517 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114931c expref: 40 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045349.325133:0:12646:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537000/0x2c8777a5e7d9f52c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114931c expref: 39 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045349.325153:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2a:0x0].0x0 (ffff98df61f8e500) 00010000:00010000:0.0:1777045349.325156:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777045349.325161:0:12646:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98df7b537000, rc 0) 00000100:00100000:0.0:1777045349.325269:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df605f3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:146de360-3fb2-48bd-b418-06f30714148a+39:32137:x1863365370178944:12345-192.168.201.45@tcp:101:cat.0 Request processed in 1667us (2733us total) trans 4294968251 rc 0/0 00000100:00100000:0.0:1777045349.325280:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1400 00000100:00080000:3.0:1777045349.325534:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1777045349.330936:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045349.331006:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045349.331046:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370179456 00000100:00100000:3.0:1777045349.331057:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370179456 00000100:00100000:3.0:1777045349.331115:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1401 00000100:00100000:3.0:1777045349.331128:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77c7e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:146de360-3fb2-48bd-b418-06f30714148a+39:32136:x1863365370179456:12345-192.168.201.45@tcp:101:cat.0 00010000:00010000:3.0:1777045349.331156:0:7939:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777045349.331182:0:7939:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023c00/0x2c8777a5e7d9f53a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1149323 expref: -99 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045349.331343:0:7939:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022000/0x2c8777a5e7d9f541 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045349.331370:0:7939:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022000/0x2c8777a5e7d9f541 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045349.331386:0:7939:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022000/0x2c8777a5e7d9f541 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045349.331407:0:7939:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023000/0x2c8777a5e7d9f548 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4f:0x0].0xb6c33e9e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045349.331417:0:7939:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023000/0x2c8777a5e7d9f548 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045349.331427:0:7939:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023000/0x2c8777a5e7d9f548 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045349.332190:0:7939:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023a00/0x2c8777a5e7d9f54f lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045349.332228:0:7939:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023a00/0x2c8777a5e7d9f54f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045349.332239:0:7939:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023a00/0x2c8777a5e7d9f54f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777045349.332253:0:7939:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2a:0x0]: returning size 158 00010000:00010000:3.0:1777045349.332399:0:7939:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022000/0x2c8777a5e7d9f541 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045349.332433:0:7939:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022000/0x2c8777a5e7d9f541 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045349.332444:0:7939:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022000/0x2c8777a5e7d9f541 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045349.332453:0:7939:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48022000 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:3.0:1777045349.332459:0:7939:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022000/0x2c8777a5e7d9f541 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045349.332468:0:7939:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022000/0x2c8777a5e7d9f541 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045349.332485:0:7939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff98df51b04600) 00010000:00010000:3.0:1777045349.332490:0:7939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777045349.332496:0:7939:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022000/0x2c8777a5e7d9f541 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045349.332505:0:7939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022000/0x2c8777a5e7d9f541 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045349.332520:0:7939:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023000/0x2c8777a5e7d9f548 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045349.332528:0:7939:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023000/0x2c8777a5e7d9f548 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045349.332536:0:7939:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023000/0x2c8777a5e7d9f548 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045349.332543:0:7939:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48023000 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:3.0:1777045349.332547:0:7939:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023000/0x2c8777a5e7d9f548 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045349.332555:0:7939:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023000/0x2c8777a5e7d9f548 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045349.332572:0:7939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0xb6c33e9e (ffff98df413b6800) 00010000:00010000:3.0:1777045349.332576:0:7939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777045349.332580:0:7939:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023000/0x2c8777a5e7d9f548 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x4f:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045349.332589:0:7939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023000/0x2c8777a5e7d9f548 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4f:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045349.332649:0:7939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023c00/0x2c8777a5e7d9f53a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149323 expref: 42 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045349.332669:0:7939:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023a00/0x2c8777a5e7d9f54f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149323 expref: 41 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045349.332680:0:7939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2a:0x0].0x0 (ffff98df61f8e500) 00010000:00010000:3.0:1777045349.332683:0:7939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777045349.332687:0:7939:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de48023a00, rc 0) 00000100:00100000:3.0:1777045349.332768:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77c7e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:146de360-3fb2-48bd-b418-06f30714148a+41:32136:x1863365370179456:12345-192.168.201.45@tcp:101:cat.0 Request processed in 1641us (1761us total) trans 4294968252 rc 0/0 00000100:00100000:3.0:1777045349.332779:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1401 00000100:00100000:0.0:1777045349.333698:0:5843:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370179200 00000100:00100000:0.0:1777045349.333709:0:5843:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370179200 00000100:00100000:0.0:1777045349.333791:0:5843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 90 00000100:00100000:0.0:1777045349.333803:0:5843:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df5006e450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:146de360-3fb2-48bd-b418-06f30714148a+41:32137:x1863365370179200:12345-192.168.201.45@tcp:103:cat.0 00010000:00010000:0.0:1777045349.333819:0:5843:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777045349.333840:0:5843:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537000/0x2c8777a5e7d9f52c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114931c expref: 41 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045349.333858:0:5843:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2a:0x0].0x0 (ffff98df61f8e500) 00010000:00010000:0.0:1777045349.333864:0:5843:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777045349.333917:0:5843:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df5006e450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:146de360-3fb2-48bd-b418-06f30714148a+40:32137:x1863365370179200:12345-192.168.201.45@tcp:103:cat.0 Request processed in 116us (2991us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045349.333927:0:5843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 90 00000100:00100000:3.0:1777045349.346936:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045349.347111:0:19840:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370179712 00000100:00100000:3.0:1777045349.347123:0:19840:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370179712 00000100:00100000:3.0:1777045349.347183:0:19840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 309 00000100:00100000:3.0:1777045349.347195:0:19840:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77c7d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:146de360-3fb2-48bd-b418-06f30714148a+40:32136:x1863365370179712:12345-192.168.201.45@tcp:35:cat.0 00000100:00100000:3.0:1777045349.347522:0:19840:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77c7d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:146de360-3fb2-48bd-b418-06f30714148a+41:32136:x1863365370179712:12345-192.168.201.45@tcp:35:cat.0 Request processed in 326us (592us total) trans 4294968253 rc 0/0 00000100:00100000:3.0:1777045349.347540:0:19840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 309 00000100:00100000:0.0:1777045349.364814:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045349.367682:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370179840 00000100:00100000:3.0:1777045349.367699:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370179840 00000100:00100000:3.0:1777045349.368309:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1402 00000100:00100000:3.0:1777045349.368347:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de431be680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:146de360-3fb2-48bd-b418-06f30714148a+41:32137:x1863365370179840:12345-192.168.201.45@tcp:58:cat.0 00000004:00020000:3.0:1777045349.368447:0:5857:0:(mdt_hsm_cdt_client.c:349:mdt_hsm_register_hal()) cfs_race id 18b sleeping 00000001:00080000:3.0:1777045349.456121:0:7533:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967377 is committed 00000001:00080000:3.0:1777045349.456147:0:7533:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967378 is committed 00000001:00080000:3.0:1777045349.456156:0:7533:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967376 is committed 00010000:00010000:2.0:1777045350.101667:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777045350.895107:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045350.895169:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045350.895688:0:5850:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370179968 00000100:00100000:2.0:1777045350.895701:0:5850:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370179968 00000100:00100000:2.0:1777045350.895777:0:5850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 929 00000100:00100000:2.0:1777045350.895791:0:5850:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df587b5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2390:x1863365370179968:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:2.0:1777045350.895873:0:5850:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df587b5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2390:x1863365370179968:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 85us (778us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045350.895885:0:5850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 929 00000100:00100000:3.0:1777045350.899694:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045350.899755:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045350.899788:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045350.902119:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370180480 00000100:00100000:2.0:1777045350.902134:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370180480 00000100:00100000:2.0:1777045350.902540:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370180096 00000100:00100000:2.0:1777045350.902546:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370180096 00000100:00100000:2.0:1777045350.902593:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1253 00000100:00100000:2.0:1777045350.902608:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77c7e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+20:2390:x1863365370180480:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:2.0:1777045350.902707:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77c7e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+20:2390:x1863365370180480:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 101us (3021us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045350.902718:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1253 00000100:00100000:2.0:1777045350.902745:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1254 00000100:00100000:2.0:1777045350.902777:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d58d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:146de360-3fb2-48bd-b418-06f30714148a+42:2390:x1863365370180096:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:2.0:1777045350.902818:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d58d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:146de360-3fb2-48bd-b418-06f30714148a+42:2390:x1863365370180096:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 46us (3064us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045350.902827:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1254 00000100:00080000:1.0:1777045350.908160:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1777045350.921003:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045350.921225:0:6639:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370180224 00000100:00100000:0.0:1777045350.921237:0:6639:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370180224 00000100:00100000:0.0:1777045350.921347:0:6639:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370180352 00000100:00100000:0.0:1777045350.921352:0:6639:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370180352 00000100:00100000:0.0:1777045350.921384:0:6639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1077 00000100:00100000:0.0:1777045350.921417:0:6639:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77c7c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:146de360-3fb2-48bd-b418-06f30714148a+10:2390:x1863365370180224:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:0.0:1777045350.921510:0:6639:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77c7c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:146de360-3fb2-48bd-b418-06f30714148a+10:2390:x1863365370180224:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 115us (26340us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045350.921521:0:6639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1077 00000100:00100000:0.0:1777045350.921543:0:6639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1078 00000100:00100000:0.0:1777045350.921553:0:6639:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d58f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:146de360-3fb2-48bd-b418-06f30714148a+10:2390:x1863365370180352:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:0.0:1777045350.921586:0:6639:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d58f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:146de360-3fb2-48bd-b418-06f30714148a+10:2390:x1863365370180352:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 35us (21798us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045350.921595:0:6639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1078 00000100:00080000:2.0:1777045350.924595:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1777045350.924605:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1777045350.933275:0:14822:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370180608 00000100:00100000:0.0:1777045350.933318:0:14822:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370180608 00000100:00080000:2.0:1777045350.933523:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1777045350.933620:0:6639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1079 00000100:00100000:3.0:1777045350.933657:0:6639:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d58fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+5:2390:x1863365370180608:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777045350.933775:0:6639:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d58fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+5:2390:x1863365370180608:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 141us (12781us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045350.933786:0:6639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1079 00010000:00010000:1.0:1777045351.128429:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777045351.895694:0:3344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1777045351.895726:0:3344:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de431bfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3344:1863365424438784:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1777045351.895819:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045351.896228:0:6643:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424438784 00000100:00100000:0.0:1777045351.896240:0:6643:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424438784 00000100:00100000:0.0:1777045351.896427:0:6643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 529 00000100:00100000:0.0:1777045351.896443:0:6643:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d656d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1863365424438784:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1777045351.896491:0:6643:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 57737216 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1777045351.896566:0:6643:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d656d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1863365424438784:12345-0@lo:13:osp-pre-0-0.0 Request processed in 126us (747us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045351.896578:0:6643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 529 00000100:00100000:0.0:1777045351.896666:0:3344:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de431bfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3344:1863365424438784:0@lo:13:osp-pre-0-0.0 00000100:00080000:2.0:1777045351.896832:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1777045352.151545:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:2.0:1777045352.555665:0:5877:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968251 is committed 00000020:00080000:2.0:1777045352.557002:0:5877:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 33 batchid updated 00000001:00080000:2.0:1777045352.557038:0:5877:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968253 is committed 00000020:00080000:0.0:1777045352.557239:0:5888:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 33 00000020:00080000:0.0:1777045352.557255:0:5888:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 33 00000100:00100000:1.0:1777045352.918571:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1777045352.918603:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df74600000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424438912:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1777045352.918691:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777045352.918961:0:6644:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424438912 00000100:00100000:2.0:1777045352.918974:0:6644:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424438912 00000100:00100000:2.0:1777045352.919076:0:6644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 530 00000100:00100000:2.0:1777045352.919092:0:6644:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df605f0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424438912:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1777045352.919143:0:6644:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 54329344 pending 0 free 3851419648 avail 3849322496 00000100:00100000:2.0:1777045352.919280:0:6644:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df605f0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424438912:12345-0@lo:13:osp-pre-1-0.0 Request processed in 167us (565us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045352.919292:0:6644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 530 00000100:00100000:2.0:1777045352.919354:0:3343:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967378 gen 2 00000004:00080000:2.0:1777045352.919363:0:3343:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967377 committed transno 4294967378 00000004:00080000:2.0:1777045352.919390:0:3343:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98df605f7800, transno 4294967378 00000100:00100000:2.0:1777045352.919534:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df74600000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424438912:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1777045352.921029:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df6d656300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3342:1863365424439168:0@lo:400:kworker.0 00000100:00100000:0.0:1777045352.921093:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045352.921147:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1777045352.921157:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df6d655c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ce657616-b3f3-4e21-ac89-518ab611901c:3342:1863365424439040:0@lo:400:kworker.0 00000100:00100000:0.0:1777045352.921239:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045352.921315:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7b93bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3342:1863365424439552:0@lo:400:kworker.0 00000100:00100000:0.0:1777045352.921352:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045352.921392:0:3344:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7b93ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3344:1863365424439424:0@lo:400:kworker.0 00000100:00100000:0.0:1777045352.921552:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045352.921585:0:3344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1777045352.921595:0:3344:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7b938700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3344:1863365424439296:0@lo:400:kworker.0 00000100:00100000:0.0:1777045352.921625:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045352.921668:0:5848:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424439040 00000100:00100000:0.0:1777045352.921676:0:5848:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424439040 00000100:00100000:0.0:1777045352.921727:0:5848:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 930 00000100:00100000:0.0:1777045352.921738:0:5848:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df587b4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ce657616-b3f3-4e21-ac89-518ab611901c+18:3342:x1863365424439040:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777045352.921800:0:5848:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df587b4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ce657616-b3f3-4e21-ac89-518ab611901c+18:3342:x1863365424439040:12345-0@lo:400:kworker.0 Request processed in 63us (559us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045352.921812:0:5848:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 930 00000100:00100000:0.0:1777045352.921858:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424439168 00000100:00100000:0.0:1777045352.921864:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424439168 00000100:00100000:0.0:1777045352.921894:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424439552 00000100:00100000:0.0:1777045352.921898:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424439552 00000100:00100000:0.0:1777045352.921920:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424439296 00000100:00100000:0.0:1777045352.921924:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424439296 00000100:00100000:0.0:1777045352.921947:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1255 00000100:00100000:0.0:1777045352.921956:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de431bfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3342:x1863365424439168:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777045352.922005:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de431bfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3342:x1863365424439168:12345-0@lo:400:kworker.0 Request processed in 48us (912us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045352.922015:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1255 00000100:00100000:0.0:1777045352.922035:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1256 00000100:00100000:0.0:1777045352.922046:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de431bce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3342:x1863365424439552:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777045352.922087:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de431bce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3342:x1863365424439552:12345-0@lo:400:kworker.0 Request processed in 43us (735us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045352.922098:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1256 00000100:00100000:0.0:1777045352.922117:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1257 00000100:00100000:0.0:1777045352.922126:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de431bc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3344:x1863365424439296:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777045352.922177:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de431bc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3344:x1863365424439296:12345-0@lo:400:kworker.0 Request processed in 52us (550us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045352.922186:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1257 00000100:00100000:0.0:1777045352.922210:0:8776:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424439424 00000100:00100000:0.0:1777045352.922215:0:8776:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424439424 00000100:00100000:0.0:1777045352.922254:0:8776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1080 00000100:00100000:0.0:1777045352.922323:0:8776:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de431bed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3344:x1863365424439424:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777045352.922374:0:8776:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de431bed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3344:x1863365424439424:12345-0@lo:400:kworker.0 Request processed in 54us (821us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045352.922383:0:8776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1080 00000100:00100000:2.0:1777045352.922772:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df6d655c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ce657616-b3f3-4e21-ac89-518ab611901c:3342:1863365424439040:0@lo:400:kworker.0 00000100:00100000:2.0:1777045352.922792:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7b93bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3342:1863365424439552:0@lo:400:kworker.0 00000100:00100000:2.0:1777045352.922807:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df6d656300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3342:1863365424439168:0@lo:400:kworker.0 00000100:00080000:1.0:1777045352.922957:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1777045352.922964:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1777045352.925827:0:3344:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7b938700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3344:1863365424439296:0@lo:400:kworker.0 00000100:00100000:0.0:1777045352.925850:0:3344:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7b93ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3344:1863365424439424:0@lo:400:kworker.0 00010000:00010000:1.0:1777045353.175303:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777045354.197505:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00020000:1.0:1777045354.460404:0:5857:0:(mdt_hsm_cdt_client.c:349:mdt_hsm_register_hal()) cfs_fail_race id 18b awake: rc=0 00010000:00010000:1.0:1777045354.508843:0:5857:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a33e00/0x2c8777a5e7d9f55d lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045354.508876:0:5857:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023a00/0x2c8777a5e7d9f54f lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149323 expref: 38 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045354.508889:0:5857:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a33e00/0x2c8777a5e7d9f55d lrc: 4/0,1 mode: --/EX res: [0x200000402:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045354.508944:0:5857:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023a00/0x2c8777a5e7d9f54f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149323 expref: 38 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045354.508968:0:5857:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023a00/0x2c8777a5e7d9f54f lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149323 expref: 38 pid: 7939 timeout: 2082 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777045354.509007:0:5857:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df605f3100 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5857:1863365424439680:192.168.201.45@tcp:104: 00000100:00100000:1.0:1777045354.509141:0:5857:0:(client.c:2691:ptlrpc_set_wait()) set ffff98de47823c00 going to sleep for 11 seconds 00000100:00100000:0.0:1777045354.532074:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045354.532124:0:5841:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370180736 00000100:00100000:0.0:1777045354.532136:0:5841:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370180736 00000100:00080000:1.0:1777045354.532928:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1777045354.535130:0:5857:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df605f3100 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5857:1863365424439680:192.168.201.45@tcp:104: 00010000:00010000:3.0:1777045354.535164:0:5857:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a33e00/0x2c8777a5e7d9f55d lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045354.535625:0:5841:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023a00/0x2c8777a5e7d9f54f lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149323 expref: 39 pid: 7939 timeout: 2082 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777045354.535711:0:5841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 414 00000100:00100000:0.0:1777045354.535729:0:5841:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de431bca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:146de360-3fb2-48bd-b418-06f30714148a+39:2392:x1863365370180736:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777045354.535751:0:5841:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777045354.535762:0:5841:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023a00/0x2c8777a5e7d9f54f lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149323 expref: 39 pid: 7939 timeout: 2082 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045354.535781:0:5841:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023a00/0x2c8777a5e7d9f54f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149323 expref: 39 pid: 7939 timeout: 2082 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045354.535812:0:5841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023a00/0x2c8777a5e7d9f54f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149323 expref: 39 pid: 7939 timeout: 2082 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045354.535835:0:5841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2a:0x0].0x0 (ffff98df61f8e500) 00010000:00010000:0.0:1777045354.535843:0:5841:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a33e00/0x2c8777a5e7d9f55d lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045354.535857:0:5841:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a33e00/0x2c8777a5e7d9f55d lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045354.536123:0:5841:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a33e00/0x2c8777a5e7d9f55d lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045354.536173:0:5841:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777045354.537316:0:5857:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a33e00/0x2c8777a5e7d9f55d lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045354.537329:0:5857:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a33e00/0x2c8777a5e7d9f55d lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1777045354.537775:0:5857:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].42, 136 off13904 00000100:00100000:0.0:1777045354.543932:0:5841:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de431bca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:146de360-3fb2-48bd-b418-06f30714148a+38:2392:x1863365370180736:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 8194us (11854us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045354.543951:0:5841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 414 00000100:00100000:1.0:1777045354.553933:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de431be680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:146de360-3fb2-48bd-b418-06f30714148a+37:32137:x1863365370179840:12345-192.168.201.45@tcp:58:cat.0 Request processed in 5185576us (5189115us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045354.553954:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1402 00000100:00100000:2.0:1777045354.572529:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045354.573270:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370180864 00000100:00100000:0.0:1777045354.573284:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370180864 00000100:00100000:0.0:1777045354.573358:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1403 00000100:00100000:0.0:1777045354.573371:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df74600000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:146de360-3fb2-48bd-b418-06f30714148a+37:32137:x1863365370180864:12345-192.168.201.45@tcp:101:cat.0 00010000:00010000:0.0:1777045354.573400:0:7939:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777045354.573440:0:7939:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536400/0x2c8777a5e7d9f564 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee114932a expref: -99 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045354.573510:0:7939:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a33e00/0x2c8777a5e7d9f55d lrc: 2/0,1 mode: EX/EX res: [0x200000402:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045354.573526:0:7939:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536400/0x2c8777a5e7d9f564 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114932a expref: 38 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045354.573550:0:7939:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a33e00/0x2c8777a5e7d9f55d lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045354.573568:0:7939:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536400/0x2c8777a5e7d9f564 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114932a expref: 38 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045354.573586:0:7939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2a:0x0].0x0 (ffff98df61f8e500) 00010000:00010000:0.0:1777045354.573590:0:7939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1777045354.573596:0:7939:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536400/0x2c8777a5e7d9f564 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114932a expref: 38 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045354.573608:0:7939:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98df7b536400, rc 0) 00000100:00100000:0.0:1777045354.573707:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df74600000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:146de360-3fb2-48bd-b418-06f30714148a+38:32137:x1863365370180864:12345-192.168.201.45@tcp:101:cat.0 Request processed in 338us (1188us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045354.573717:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1403 00000040:00080000:2.0:1777045354.583035:0:11491:0:(llog.c:801:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1777045354.583048:0:11491:0:(llog_cat.c:158:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1777045354.583111:0:11491:0:(llog.c:858:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 43 count 3 00000040:00080000:2.0:1777045354.583120:0:11491:0:(llog.c:858:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1777045354.583341:0:11491:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df74600e00 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11491:1863365424439808:192.168.201.45@tcp:107:hsm_cdtr.0 00000100:00100000:2.0:1777045354.583553:0:11491:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df467e1540 going to sleep for 11 seconds 00000100:00100000:0.0:1777045354.608781:0:11491:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df74600e00 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11491:1863365424439808:192.168.201.45@tcp:107:hsm_cdtr.0 00000100:00100000:2.0:1777045354.617714:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045354.618056:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370180992 00000100:00100000:1.0:1777045354.618071:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370180992 00000100:00100000:1.0:1777045354.618174:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1404 00000100:00100000:1.0:1777045354.618190:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df74603800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+20:32139:x1863365370180992:12345-192.168.201.45@tcp:53:lhsmtool_posix.0 00000100:00080000:2.0:1777045354.618526:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000004:00000080:1.0:1777045354.618550:0:12646:0:(mdt_handler.c:7958:mdt_fid2path()) path get [0x200000402:0x2a:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1777045354.625503:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df74603800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+20:32139:x1863365370180992:12345-192.168.201.45@tcp:53:lhsmtool_posix.0 Request processed in 7301us (7783us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045354.625524:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1404 00000100:00100000:2.0:1777045354.633847:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045354.637732:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370181120 00000100:00100000:0.0:1777045354.637749:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370181120 00000100:00100000:0.0:1777045354.637856:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1405 00000100:00100000:0.0:1777045354.637872:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df74602d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+20:32139:x1863365370181120:12345-192.168.201.45@tcp:34:lhsmtool_posix.0 00010000:00010000:0.0:1777045354.638176:0:5857:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536a00/0x2c8777a5e7d9f56b lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045354.638569:0:5857:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536a00/0x2c8777a5e7d9f56b lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045354.638591:0:5857:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536a00/0x2c8777a5e7d9f56b lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045354.638618:0:5857:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537e00/0x2c8777a5e7d9f572 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x98b61b69 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045354.638631:0:5857:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537e00/0x2c8777a5e7d9f572 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x98b61b69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045354.638643:0:5857:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537e00/0x2c8777a5e7d9f572 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x98b61b69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045354.638678:0:5857:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537000/0x2c8777a5e7d9f579 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045354.638692:0:5857:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537000/0x2c8777a5e7d9f579 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045354.638702:0:5857:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537000/0x2c8777a5e7d9f579 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777045354.638753:0:5857:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2a:0x0]: returning size 158 00000004:00200000:0.0:1777045354.638760:0:5857:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1777045354.638778:0:5857:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537000/0x2c8777a5e7d9f579 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045354.638794:0:5857:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536a00/0x2c8777a5e7d9f56b lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045354.638804:0:5857:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536a00/0x2c8777a5e7d9f56b lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045354.638815:0:5857:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536a00/0x2c8777a5e7d9f56b lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045354.638824:0:5857:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98df7b536a00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:0.0:1777045354.638831:0:5857:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536a00/0x2c8777a5e7d9f56b lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045354.638842:0:5857:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536a00/0x2c8777a5e7d9f56b lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045354.638858:0:5857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff98df4a351500) 00010000:00010000:0.0:1777045354.638862:0:5857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777045354.638869:0:5857:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536a00/0x2c8777a5e7d9f56b lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045354.638878:0:5857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536a00/0x2c8777a5e7d9f56b lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045354.638897:0:5857:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537e00/0x2c8777a5e7d9f572 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x98b61b69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045354.638915:0:5857:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537e00/0x2c8777a5e7d9f572 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x98b61b69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045354.638924:0:5857:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537e00/0x2c8777a5e7d9f572 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x98b61b69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045354.638932:0:5857:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98df7b537e00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:0.0:1777045354.638937:0:5857:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537e00/0x2c8777a5e7d9f572 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x98b61b69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045354.638947:0:5857:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537e00/0x2c8777a5e7d9f572 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x98b61b69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045354.638959:0:5857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x98b61b69 (ffff98df61f8e300) 00010000:00010000:0.0:1777045354.638963:0:5857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777045354.638968:0:5857:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537e00/0x2c8777a5e7d9f572 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x98b61b69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045354.638976:0:5857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537e00/0x2c8777a5e7d9f572 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x98b61b69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045354.638998:0:5857:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537000/0x2c8777a5e7d9f579 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045354.639009:0:5857:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537000/0x2c8777a5e7d9f579 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045354.639018:0:5857:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537000/0x2c8777a5e7d9f579 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045354.639025:0:5857:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98df7b537000 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:0.0:1777045354.639029:0:5857:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537000/0x2c8777a5e7d9f579 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045354.639039:0:5857:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537000/0x2c8777a5e7d9f579 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045354.639051:0:5857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2a:0x0].0x0 (ffff98df61f8e500) 00010000:00010000:0.0:1777045354.639055:0:5857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777045354.639059:0:5857:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537000/0x2c8777a5e7d9f579 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045354.639069:0:5857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537000/0x2c8777a5e7d9f579 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777045354.639190:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df74602d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+20:32139:x1863365370181120:12345-192.168.201.45@tcp:34:lhsmtool_posix.0 Request processed in 1318us (5353us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045354.639269:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1405 00000100:00100000:3.0:1777045354.648644:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045354.657947:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370181376 00000100:00100000:1.0:1777045354.657967:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370181376 00000100:00100000:1.0:1777045354.658059:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1406 00000100:00100000:1.0:1777045354.658075:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b939c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+20:32139:x1863365370181376:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1777045354.658102:0:5856:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777045354.658127:0:5856:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a33c00/0x2c8777a5e7d9f580 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1149331 expref: -99 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045354.658294:0:5856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32800/0x2c8777a5e7d9f587 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045354.658316:0:5856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32800/0x2c8777a5e7d9f587 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045354.658332:0:5856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32800/0x2c8777a5e7d9f587 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777045354.658349:0:5856:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2a:0x0]: returning size 158 00010000:00010000:1.0:1777045354.662307:0:5856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32800/0x2c8777a5e7d9f587 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045354.662332:0:5856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32800/0x2c8777a5e7d9f587 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045354.662345:0:5856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32800/0x2c8777a5e7d9f587 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045354.662355:0:5856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de41a32800 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:1.0:1777045354.662361:0:5856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32800/0x2c8777a5e7d9f587 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045354.662678:0:5856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32800/0x2c8777a5e7d9f587 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045354.663161:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2a:0x0].0x0 (ffff98df61f8e500) 00010000:00010000:1.0:1777045354.663168:0:5856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1777045354.663176:0:5856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32800/0x2c8777a5e7d9f587 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045354.663186:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32800/0x2c8777a5e7d9f587 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045354.663311:0:5856:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a33c00/0x2c8777a5e7d9f580 lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149331 expref: 22 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045354.663329:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff98df4a351500) 00010000:00010000:1.0:1777045354.663333:0:5856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1777045354.663340:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a33c00/0x2c8777a5e7d9f580 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149331 expref: 22 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045354.663357:0:5856:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de41a33c00, rc 0) 00000100:00100000:1.0:1777045354.663450:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b939c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+21:32139:x1863365370181376:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 Request processed in 5377us (14816us total) trans 4294968254 rc 301/301 00000100:00100000:1.0:1777045354.663463:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1406 00000100:00100000:3.0:1777045354.668864:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045354.669020:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370181504 00000100:00100000:0.0:1777045354.669034:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370181504 00000100:00100000:0.0:1777045354.669115:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1407 00000100:00100000:0.0:1777045354.669130:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b939500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+21:32139:x1863365370181504:12345-192.168.201.45@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1777045354.669183:0:12646:0:(mdt_handler.c:7958:mdt_fid2path()) path get [0x200000402:0x2a:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1777045354.669402:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b939500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+21:32139:x1863365370181504:12345-192.168.201.45@tcp:53:lhsmtool_posix.0 Request processed in 273us (549us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045354.669435:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1407 00000100:00100000:3.0:1777045354.682304:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045354.682519:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370181760 00000100:00100000:2.0:1777045354.682534:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370181760 00000100:00100000:2.0:1777045354.682615:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1408 00000100:00100000:2.0:1777045354.682632:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b938380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+21:32139:x1863365370181760:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1777045354.682678:0:7939:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777045354.682706:0:7939:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be000/0x2c8777a5e7d9f595 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1149338 expref: -99 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045354.684042:0:7939:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfa00/0x2c8777a5e7d9f59c lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045354.684066:0:7939:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfa00/0x2c8777a5e7d9f59c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045354.684085:0:7939:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfa00/0x2c8777a5e7d9f59c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777045354.684114:0:7939:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2b:0x0]: returning size 0 00010000:00010000:2.0:1777045354.684186:0:7939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be000/0x2c8777a5e7d9f595 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149338 expref: 24 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045354.684269:0:7939:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfa00/0x2c8777a5e7d9f59c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149338 expref: 23 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045354.684282:0:7939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2b:0x0].0x0 (ffff98df52c43800) 00010000:00010000:2.0:1777045354.684287:0:7939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777045354.684292:0:7939:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de435bfa00, rc 0) 00000100:00100000:2.0:1777045354.684371:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b938380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+23:32139:x1863365370181760:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 Request processed in 1741us (2077us total) trans 4294968255 rc 0/0 00000100:00100000:2.0:1777045354.684383:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1408 00000100:00100000:1.0:1777045354.708895:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045354.712785:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370182016 00000100:00100000:2.0:1777045354.712802:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370182016 00000100:00100000:2.0:1777045354.712879:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1409 00000100:00100000:2.0:1777045354.712892:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df605f2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+23:32139:x1863365370182016:12345-192.168.201.45@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1777045354.712990:0:5856:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777045354.713024:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfa00/0x2c8777a5e7d9f59c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149338 expref: 23 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045354.713053:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2b:0x0].0x0 (ffff98df52c43800) 00010000:00010000:2.0:1777045354.713066:0:5856:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777045354.713094:0:5856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be000/0x2c8777a5e7d9f5aa lrc: 3/0,1 mode: --/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045354.713125:0:5856:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536e00/0x2c8777a5e7d9f499 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11492eb expref: 37 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045354.713145:0:5856:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be000/0x2c8777a5e7d9f5aa lrc: 4/0,1 mode: --/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045354.713193:0:5856:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536e00/0x2c8777a5e7d9f499 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11492eb expref: 37 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045354.713780:0:5856:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536e00/0x2c8777a5e7d9f499 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11492eb expref: 37 pid: 12646 timeout: 2083 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777045354.713802:0:5856:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df74600e00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5856:1863365424439936:192.168.201.45@tcp:104: 00000100:00100000:3.0:1777045354.714735:0:5856:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df467e1540 going to sleep for 11 seconds 00000100:00100000:3.0:1777045354.723740:0:5856:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df74600e00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5856:1863365424439936:192.168.201.45@tcp:104: 00010000:00010000:3.0:1777045354.723777:0:5856:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be000/0x2c8777a5e7d9f5aa lrc: 3/0,1 mode: --/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777045354.740925:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045354.741923:0:5843:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370182144 00000100:00100000:0.0:1777045354.741937:0:5843:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370182144 00010000:00010000:0.0:1777045354.741991:0:5843:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536e00/0x2c8777a5e7d9f499 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11492eb expref: 38 pid: 12646 timeout: 2083 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777045354.742060:0:5843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 415 00000100:00100000:0.0:1777045354.742075:0:5843:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df605f1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:146de360-3fb2-48bd-b418-06f30714148a+38:2393:x1863365370182144:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777045354.742095:0:5843:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777045354.742106:0:5843:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536e00/0x2c8777a5e7d9f499 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11492eb expref: 38 pid: 12646 timeout: 2083 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045354.742122:0:5843:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536e00/0x2c8777a5e7d9f499 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11492eb expref: 38 pid: 12646 timeout: 2083 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045354.742150:0:5843:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536e00/0x2c8777a5e7d9f499 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11492eb expref: 38 pid: 12646 timeout: 2083 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045354.742175:0:5843:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff98df51b04600) 00010000:00010000:0.0:1777045354.742182:0:5843:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be000/0x2c8777a5e7d9f5aa lrc: 3/0,1 mode: --/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045354.742196:0:5843:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be000/0x2c8777a5e7d9f5aa lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045354.742564:0:5843:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be000/0x2c8777a5e7d9f5aa lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045354.742613:0:5843:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777045354.742692:0:5843:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df605f1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:146de360-3fb2-48bd-b418-06f30714148a+37:2393:x1863365370182144:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 619us (1778us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045354.742703:0:5843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 415 00010000:00010000:3.0:1777045354.743494:0:5856:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be000/0x2c8777a5e7d9f5aa lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045354.743507:0:5856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be000/0x2c8777a5e7d9f5aa lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045354.743538:0:5856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023000/0x2c8777a5e7d9f5b1 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x4f:0x0].0xea225db9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045354.743550:0:5856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023000/0x2c8777a5e7d9f5b1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4f:0x0].0xea225db9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045354.743561:0:5856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023000/0x2c8777a5e7d9f5b1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4f:0x0].0xea225db9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045354.743938:0:5856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be000/0x2c8777a5e7d9f5aa lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045354.743950:0:5856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be000/0x2c8777a5e7d9f5aa lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045354.743960:0:5856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be000/0x2c8777a5e7d9f5aa lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045354.743968:0:5856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de435be000 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:3.0:1777045354.743974:0:5856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be000/0x2c8777a5e7d9f5aa lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045354.743985:0:5856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be000/0x2c8777a5e7d9f5aa lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045354.743998:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff98df51b04600) 00010000:00010000:3.0:1777045354.744003:0:5856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777045354.744008:0:5856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be000/0x2c8777a5e7d9f5aa lrc: 2/0,0 mode: --/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045354.744016:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be000/0x2c8777a5e7d9f5aa lrc: 0/0,0 mode: --/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045354.744031:0:5856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023000/0x2c8777a5e7d9f5b1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4f:0x0].0xea225db9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045354.744040:0:5856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023000/0x2c8777a5e7d9f5b1 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x4f:0x0].0xea225db9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045354.744048:0:5856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023000/0x2c8777a5e7d9f5b1 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4f:0x0].0xea225db9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045354.744055:0:5856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48023000 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:3.0:1777045354.744058:0:5856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023000/0x2c8777a5e7d9f5b1 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4f:0x0].0xea225db9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045354.744065:0:5856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023000/0x2c8777a5e7d9f5b1 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x4f:0x0].0xea225db9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045354.744080:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0xea225db9 (ffff98df413b6800) 00010000:00010000:3.0:1777045354.744083:0:5856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777045354.744087:0:5856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023000/0x2c8777a5e7d9f5b1 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x4f:0x0].0xea225db9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045354.744095:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023000/0x2c8777a5e7d9f5b1 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x4f:0x0].0xea225db9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777045354.744171:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df605f2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+22:32139:x1863365370182016:12345-192.168.201.45@tcp:36:lhsmtool_posix.0 Request processed in 31278us (35284us total) trans 0 rc -2/-2 00000100:00100000:3.0:1777045354.744181:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1409 00000100:00100000:0.0:1777045354.762742:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045354.762943:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370182272 00000100:00100000:3.0:1777045354.762955:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370182272 00000100:00100000:3.0:1777045354.763037:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1410 00000100:00100000:3.0:1777045354.763051:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de431bdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+22:32139:x1863365370182272:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1777045354.763076:0:5857:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777045354.763107:0:5857:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023000/0x2c8777a5e7d9f5b8 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee114933f expref: -99 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045354.763152:0:5857:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023c00/0x2c8777a5e7d9f5bf lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045354.763170:0:5857:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023c00/0x2c8777a5e7d9f5bf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045354.763185:0:5857:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023c00/0x2c8777a5e7d9f5bf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045354.763380:0:5857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023000/0x2c8777a5e7d9f5b8 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114933f expref: 24 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045354.763404:0:5857:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023c00/0x2c8777a5e7d9f5bf lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114933f expref: 23 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045354.763416:0:5857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2b:0x0].0x0 (ffff98df413b6800) 00010000:00010000:3.0:1777045354.763421:0:5857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1777045354.763426:0:5857:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de48023c00, rc 0) 00000100:00100000:3.0:1777045354.763501:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de431bdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+23:32139:x1863365370182272:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 Request processed in 453us (770us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045354.763512:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1410 00000100:00100000:2.0:1777045354.770413:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045354.770537:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370182528 00000100:00100000:0.0:1777045354.770550:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370182528 00000100:00100000:0.0:1777045354.770628:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1411 00000100:00100000:0.0:1777045354.770661:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df74600e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+23:32139:x1863365370182528:12345-192.168.201.45@tcp:36:lhsmtool_posix.0 00010000:00010000:0.0:1777045354.770764:0:7939:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536e00/0x2c8777a5e7d9f5c6 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045354.770786:0:7939:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536e00/0x2c8777a5e7d9f5c6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045354.770801:0:7939:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536e00/0x2c8777a5e7d9f5c6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777045354.771591:0:7939:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000049ea2b9d reply state 0000000032db199c transno 4294968256 ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536e00/0x2c8777a5e7d9f5c6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777045354.771604:0:7939:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777045354.771727:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df74600e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+25:32139:x1863365370182528:12345-192.168.201.45@tcp:36:lhsmtool_posix.0 Request processed in 1086us (1322us total) trans 4294968256 rc 0/0 00000100:00100000:0.0:1777045354.771739:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1411 00010000:00010000:3.0:1777045354.785291:0:3327:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536e00/0x2c8777a5e7d9f5c6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045354.785575:0:3327:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536e00/0x2c8777a5e7d9f5c6 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045354.785586:0:3327:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536e00/0x2c8777a5e7d9f5c6 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045354.785596:0:3327:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98df7b536e00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:3.0:1777045354.785603:0:3327:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536e00/0x2c8777a5e7d9f5c6 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045354.785614:0:3327:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536e00/0x2c8777a5e7d9f5c6 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045354.785666:0:3327:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2b:0x0].0x0 (ffff98df413b6800) 00010000:00010000:3.0:1777045354.785671:0:3327:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1777045354.785678:0:3327:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536e00/0x2c8777a5e7d9f5c6 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045354.785688:0:3327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536e00/0x2c8777a5e7d9f5c6 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777045354.797620:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045354.799013:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370182656 00000100:00100000:3.0:1777045354.799030:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370182656 00000100:00100000:3.0:1777045354.799119:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1412 00000100:00100000:3.0:1777045354.799134:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d656300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+24:32139:x1863365370182656:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1777045354.799164:0:5856:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777045354.799190:0:5856:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023000/0x2c8777a5e7d9f5cd lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1149346 expref: -99 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045354.799584:0:5856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023000/0x2c8777a5e7d9f5cd lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149346 expref: 25 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045354.799608:0:5856:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023000/0x2c8777a5e7d9f5cd lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149346 expref: 25 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045354.800113:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2b:0x0].0x0 (ffff98df413b6800) 00010000:00010000:3.0:1777045354.800120:0:5856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1777045354.800126:0:5856:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de48023000, rc 0) 00000100:00100000:1.0:1777045354.800330:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d656300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+25:32139:x1863365370182656:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 Request processed in 1196us (2717us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045354.800342:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1412 00000100:00100000:1.0:1777045354.819492:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045354.819615:0:5859:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370182784 00000100:00100000:3.0:1777045354.819653:0:5859:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370182784 00000100:00100000:3.0:1777045354.819736:0:5859:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 310 00000100:00100000:3.0:1777045354.819751:0:5859:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df605f1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+25:32139:x1863365370182784:12345-192.168.201.45@tcp:49:lhsmtool_posix.0 00000100:00100000:3.0:1777045354.820046:0:5859:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df605f1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+25:32139:x1863365370182784:12345-192.168.201.45@tcp:49:lhsmtool_posix.0 Request processed in 296us (562us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045354.820062:0:5859:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 310 00000100:00100000:0.0:1777045354.837145:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045354.839435:0:5858:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370183040 00000100:00100000:3.0:1777045354.839450:0:5858:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370183040 00000100:00100000:3.0:1777045354.839530:0:5858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 311 00000100:00100000:3.0:1777045354.839545:0:5858:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b9f8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+25:32139:x1863365370183040:12345-192.168.201.45@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1777045354.839862:0:5858:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b9f8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+26:32139:x1863365370183040:12345-192.168.201.45@tcp:35:lhsmtool_posix.0 Request processed in 318us (2725us total) trans 4294968257 rc 0/0 00000100:00100000:3.0:1777045354.839876:0:5858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 311 00000100:00100000:2.0:1777045354.859487:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045354.859699:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370183296 00000100:00100000:1.0:1777045354.859712:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370183296 00000100:00100000:1.0:1777045354.859867:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1413 00000100:00100000:1.0:1777045354.859881:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d655c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+26:32139:x1863365370183296:12345-192.168.201.45@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1777045354.860013:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d655c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+26:32139:x1863365370183296:12345-192.168.201.45@tcp:57:lhsmtool_posix.0 Request processed in 134us (536us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045354.860024:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1413 00000100:00100000:2.0:1777045354.869477:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045354.877271:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370183552 00000100:00100000:0.0:1777045354.877287:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370183552 00000100:00100000:0.0:1777045354.877393:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1414 00000100:00100000:0.0:1777045354.877409:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df605f7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+26:32139:x1863365370183552:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1777045354.878248:0:12646:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777045354.878280:0:12646:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537e00/0x2c8777a5e7d9f5d4 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee114934d expref: -99 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045354.878420:0:12646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536a00/0x2c8777a5e7d9f5db lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045354.878441:0:12646:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023000/0x2c8777a5e7d9f5cd lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149346 expref: 27 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045354.878453:0:12646:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536a00/0x2c8777a5e7d9f5db lrc: 4/0,1 mode: --/EX res: [0x200000402:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045354.878502:0:12646:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023000/0x2c8777a5e7d9f5cd lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149346 expref: 27 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045354.878521:0:12646:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023000/0x2c8777a5e7d9f5cd lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149346 expref: 27 pid: 5856 timeout: 2083 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777045354.878540:0:12646:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7b9fb480 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12646:1863365424440064:192.168.201.45@tcp:104: 00000100:00100000:0.0:1777045354.884134:0:12646:0:(client.c:2691:ptlrpc_set_wait()) set ffff98de4336fb40 going to sleep for 11 seconds 00000100:00100000:1.0:1777045354.896479:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045354.897956:0:5842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370183680 00000100:00100000:3.0:1777045354.897987:0:5842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370183680 00010000:00010000:3.0:1777045354.898045:0:5842:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023000/0x2c8777a5e7d9f5cd lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149346 expref: 28 pid: 5856 timeout: 2083 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777045354.898113:0:5842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 416 00000100:00100000:3.0:1777045354.898128:0:5842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df605f3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+28:2393:x1863365370183680:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777045354.898149:0:5842:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777045354.898160:0:5842:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023000/0x2c8777a5e7d9f5cd lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149346 expref: 28 pid: 5856 timeout: 2083 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045354.898179:0:5842:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023000/0x2c8777a5e7d9f5cd lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149346 expref: 28 pid: 5856 timeout: 2083 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045354.899580:0:5842:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2b:0x0].0x0 (ffff98df413b6800) 00010000:00010000:3.0:1777045354.899591:0:5842:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536a00/0x2c8777a5e7d9f5db lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045354.899614:0:5842:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536a00/0x2c8777a5e7d9f5db lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045354.899626:0:5842:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536a00/0x2c8777a5e7d9f5db lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045354.899655:0:5842:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777045354.899744:0:5842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df605f3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+28:2393:x1863365370183680:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 1617us (3274us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045354.899757:0:5842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 416 00010000:00010000:0.0:1777045354.901037:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023000/0x2c8777a5e7d9f5cd lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149346 expref: 27 pid: 5856 timeout: 2083 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777045354.901063:0:12646:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7b9fb480 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12646:1863365424440064:192.168.201.45@tcp:104: 00010000:00010000:0.0:1777045354.901091:0:12646:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536a00/0x2c8777a5e7d9f5db lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045354.901103:0:12646:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536a00/0x2c8777a5e7d9f5db lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045354.901117:0:12646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536a00/0x2c8777a5e7d9f5db lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777045354.901140:0:12646:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2b:0x0]: returning size 0 00000004:00080000:0.0:1777045354.901924:0:12646:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x1d:0x0], index 0: 0 00010000:00010000:0.0:1777045354.902114:0:12646:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536a00/0x2c8777a5e7d9f5db lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045354.902126:0:12646:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536a00/0x2c8777a5e7d9f5db lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045354.902136:0:12646:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536a00/0x2c8777a5e7d9f5db lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045354.902144:0:12646:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98df7b536a00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:0.0:1777045354.902149:0:12646:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536a00/0x2c8777a5e7d9f5db lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045354.902160:0:12646:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536a00/0x2c8777a5e7d9f5db lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045354.902176:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2b:0x0].0x0 (ffff98df413b6800) 00010000:00010000:0.0:1777045354.902180:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1777045354.902186:0:12646:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536a00/0x2c8777a5e7d9f5db lrc: 2/0,0 mode: --/EX res: [0x200000402:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045354.902194:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536a00/0x2c8777a5e7d9f5db lrc: 0/0,0 mode: --/EX res: [0x200000402:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045354.902327:0:12646:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537e00/0x2c8777a5e7d9f5d4 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114934d expref: 27 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045354.902391:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff98df51b04600) 00010000:00010000:0.0:1777045354.902394:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1777045354.902400:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537e00/0x2c8777a5e7d9f5d4 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114934d expref: 27 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045354.902414:0:12646:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98df7b537e00, rc 0) 00000100:00100000:0.0:1777045354.902474:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df605f7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+26:32139:x1863365370183552:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 Request processed in 25068us (33004us total) trans 4294968258 rc 301/301 00000100:00100000:0.0:1777045354.902486:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1414 00000100:00100000:1.0:1777045354.911870:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045354.912100:0:19840:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370183936 00000100:00100000:3.0:1777045354.912114:0:19840:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370183936 00000100:00100000:3.0:1777045354.912193:0:19840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 312 00000100:00100000:3.0:1777045354.912257:0:19840:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df45ed5850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+26:32139:x1863365370183936:12345-192.168.201.45@tcp:35:lhsmtool_posix.0 00000100:00100000:2.0:1777045354.920618:0:19840:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df45ed5850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+27:32139:x1863365370183936:12345-192.168.201.45@tcp:35:lhsmtool_posix.0 Request processed in 8401us (8749us total) trans 4294968259 rc 0/0 00000100:00100000:2.0:1777045354.920634:0:19840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 312 00000100:00100000:2.0:1777045354.927569:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045354.927941:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370184064 00000100:00100000:3.0:1777045354.927953:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370184064 00000100:00100000:2.0:1777045354.930631:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1415 00000100:00100000:2.0:1777045354.930651:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df605f6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+27:32139:x1863365370184064:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1777045354.930682:0:5857:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777045354.930724:0:5857:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bee00/0x2c8777a5e7d9f5e9 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1149354 expref: -99 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045354.930817:0:5857:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bec00/0x2c8777a5e7d9f5f0 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045354.930837:0:5857:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bec00/0x2c8777a5e7d9f5f0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045354.930852:0:5857:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bec00/0x2c8777a5e7d9f5f0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777045354.930897:0:5857:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2b:0x0]: returning size 0 00000004:00200000:2.0:1777045354.930903:0:5857:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1777045354.930929:0:5857:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bec00/0x2c8777a5e7d9f5f0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045354.930961:0:5857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bee00/0x2c8777a5e7d9f5e9 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149354 expref: 29 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045354.931004:0:5857:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bec00/0x2c8777a5e7d9f5f0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149354 expref: 28 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045354.931017:0:5857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2b:0x0].0x0 (ffff98df413b6800) 00010000:00010000:2.0:1777045354.931021:0:5857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:2.0:1777045354.931025:0:5857:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de435bec00, rc 0) 00000100:00100000:2.0:1777045354.931096:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df605f6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+28:32139:x1863365370184064:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 Request processed in 451us (3537us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045354.931107:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1415 00000100:00100000:1.0:1777045354.939614:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045354.939751:0:6639:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370184192 00000100:00100000:3.0:1777045354.939764:0:6639:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370184192 00000100:00100000:3.0:1777045354.939822:0:6639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 423 00000100:00100000:3.0:1777045354.939834:0:6639:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df605f2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2389:x1863365370184192:12345-192.168.201.45@tcp:8:lhsmtool_posix.0 00010000:00080000:3.0:1777045354.939876:0:6639:0:(ldlm_lib.c:1431:target_handle_connect()) lustre-OST0000: connection from 15144518-a1c7-4352-a966-cb31eadd4d9b@192.168.201.45@tcp t0 exp 0000000000000000 cur 1983 last 0 00000020:00000080:3.0:1777045354.939922:0:6639:0:(genops.c:1406:class_connect()) connect: client 15144518-a1c7-4352-a966-cb31eadd4d9b, cookie 0x2c8777a5e7d9f5f7 00002000:00100000:3.0:1777045354.939938:0:6639:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli 15144518-a1c7-4352-a966-cb31eadd4d9b/ffff98df7bcf6800 ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 2113436 ocd_grant: 5111808 ocd_index: 0 ocd_group 0 00002000:00100000:3.0:1777045354.939968:0:6639:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return f7 00002000:00080000:3.0:1777045354.940149:0:6639:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:3.0:1777045354.940187:0:6639:0:(import.c:65:import_set_state_nolock()) ffff98df7bcf5800 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1777045354.940609:0:6639:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df605f2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+6:2389:x1863365370184192:12345-192.168.201.45@tcp:8:lhsmtool_posix.0 Request processed in 773us (1003us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045354.940621:0:6639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 423 00000100:00100000:3.0:1777045354.955602:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045354.955828:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370184320 00000100:00100000:1.0:1777045354.955842:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370184320 00000100:00100000:1.0:1777045354.955939:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 424 00000100:00100000:1.0:1777045354.955954:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b938a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+6:0:x1863365370184320:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1777045354.955977:0:6642:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777045354.956005:0:6642:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009c1ca2c2/0x2c8777a5e7d9f5fe lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee114935b expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777045354.956043:0:6642:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x1d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1777045354.956067:0:6642:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777045354.956070:0:6642:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777045354.956082:0:6642:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009c1ca2c2/0x2c8777a5e7d9f5fe lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114935b expref: 7 pid: 6642 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045354.956110:0:6642:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000009c1ca2c2/0x2c8777a5e7d9f5fe lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114935b expref: 7 pid: 6642 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045354.956128:0:6642:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de41a33400, rc 0) 00000100:00100000:1.0:1777045354.956260:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b938a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+7:0:x1863365370184320:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 Request processed in 309us (668us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045354.956271:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 424 00000100:00080000:2.0:1777045354.956376:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1777045354.971185:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045354.974204:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370184576 00000100:00100000:2.0:1777045354.974221:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370184576 00000100:00100000:2.0:1777045354.974502:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1416 00000100:00100000:2.0:1777045354.974519:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df605f1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+28:32139:x1863365370184576:12345-192.168.201.45@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1777045354.974694:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df605f1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+28:32139:x1863365370184576:12345-192.168.201.45@tcp:57:lhsmtool_posix.0 Request processed in 168us (3509us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045354.974706:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1416 00000100:00100000:3.0:1777045354.984646:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045354.984995:0:6641:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370184704 00000100:00100000:1.0:1777045354.985008:0:6641:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370184704 00000100:00100000:1.0:1777045354.985085:0:6641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 425 00000100:00100000:1.0:1777045354.985100:0:6641:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b93b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+7:32139:x1863365370184704:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1777045354.985122:0:6641:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777045354.985145:0:6641:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000726e1c84/0x2c8777a5e7d9f605 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1149362 expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045354.985197:0:6641:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000009c1ca2c2/0x2c8777a5e7d9f5fe lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114935b expref: 8 pid: 6642 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045354.985259:0:6641:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777045354.985262:0:6641:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777045354.985269:0:6641:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000726e1c84/0x2c8777a5e7d9f605 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149362 expref: 8 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045354.985319:0:6641:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000009c1ca2c2/0x2c8777a5e7d9f5fe lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114935b expref: 8 pid: 6642 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045354.985338:0:6641:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000009c1ca2c2/0x2c8777a5e7d9f5fe lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114935b expref: 8 pid: 6642 timeout: 2083 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777045354.985358:0:6641:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df74175180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6641:1863365424440192:192.168.201.45@tcp:104: 00000100:00100000:1.0:1777045354.985476:0:6641:0:(client.c:2691:ptlrpc_set_wait()) set ffff98de478233c0 going to sleep for 11 seconds 00000100:00100000:3.0:1777045354.992767:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045354.993882:0:6641:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df74175180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6641:1863365424440192:192.168.201.45@tcp:104: 00010000:00010000:1.0:1777045354.993925:0:6641:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000726e1c84/0x2c8777a5e7d9f605 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149362 expref: 8 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045354.994289:0:6641:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de41a33a00, rc 0) 00000100:00100000:1.0:1777045354.994372:0:6641:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b93b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+8:32139:x1863365370184704:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 Request processed in 9274us (9735us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045354.994385:0:6641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 425 00000100:00100000:0.0:1777045355.004205:0:5843:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370184832 00000100:00100000:0.0:1777045355.004247:0:5843:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370184832 00010000:00010000:0.0:1777045355.004349:0:5843:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000009c1ca2c2/0x2c8777a5e7d9f5fe lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114935b expref: 8 pid: 6642 timeout: 2083 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777045355.004412:0:5843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 417 00000100:00100000:0.0:1777045355.004427:0:5843:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b939180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2392:x1863365370184832:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777045355.004449:0:5843:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777045355.004475:0:5843:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000009c1ca2c2/0x2c8777a5e7d9f5fe lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114935b expref: 8 pid: 6642 timeout: 2083 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045355.004494:0:5843:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000009c1ca2c2/0x2c8777a5e7d9f5fe lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114935b expref: 8 pid: 6642 timeout: 2083 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045355.004583:0:5843:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009c1ca2c2/0x2c8777a5e7d9f5fe lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114935b expref: 8 pid: 6642 timeout: 2083 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045355.004604:0:5843:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777045355.004607:0:5843:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777045355.004616:0:5843:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000726e1c84/0x2c8777a5e7d9f605 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149362 expref: 7 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045355.004628:0:5843:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000726e1c84/0x2c8777a5e7d9f605 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149362 expref: 7 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045355.004677:0:5843:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000726e1c84/0x2c8777a5e7d9f605 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149362 expref: 7 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777045355.004714:0:5843:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7b9fb480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:5843:1863365424440320:192.168.201.45@tcp:105: 00000100:00100000:0.0:1777045355.005187:0:5843:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df61d7f3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1777045355.029824:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045355.031053:0:5843:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7b9fb480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:5843:1863365424440320:192.168.201.45@tcp:105: 00010000:00010000:0.0:1777045355.031086:0:5843:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777045355.031764:0:6647:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370184960 00000100:00100000:2.0:1777045355.031776:0:6647:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370184960 00002000:00100000:2.0:1777045355.031835:0:6647:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x1d:0x0] (0->157) req@ffff98df7b93a300 x1863365370184960/t0(0) o4->15144518-a1c7-4352-a966-cb31eadd4d9b@192.168.201.45@tcp:356/0 lens 648/0 e 0 to 0 dl 1777045366 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777045355.031850:0:6647:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98df7b93a300 with x1863365370184960 ext(0->157) 00002000:00010000:2.0:1777045355.031856:0:6647:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff98df7b93a300 00000100:00100000:2.0:1777045355.031902:0:6647:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 120 00000100:00100000:2.0:1777045355.031916:0:6647:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b93a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2392:x1863365370184960:12345-192.168.201.45@tcp:4:lhsmtool_posix.0 00000100:00100000:2.0:1777045355.032444:0:5843:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b939180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2392:x1863365370184832:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 28017us (39685us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045355.032457:0:5843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 417 00000001:00100000:1.0:1777045355.211562:0:6666:0:(tgt_lastrcvd.c:568:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 15144518-a1c7-4352-a966-cb31eadd4d9b 00000100:00100000:3.0:1777045355.212706:0:6647:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b93a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2392:x1863365370184960:12345-192.168.201.45@tcp:4:lhsmtool_posix.0 Request processed in 180783us (182883us total) trans 4294967377 rc 0/0 00000100:00100000:3.0:1777045355.212724:0:6647:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 120 00002000:00100000:3.0:1777045355.212742:0:6647:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x1d:0x0] (0->157) req@ffff98df7b93a300 x1863365370184960/t4294967377(0) o4->15144518-a1c7-4352-a966-cb31eadd4d9b@192.168.201.45@tcp:356/0 lens 648/448 e 0 to 0 dl 1777045366 ref 1 fl Complete:/600/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1777045355.212757:0:6647:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98df7b93a300 with x1863365370184960 ext(0->157) 00002000:00010000:3.0:1777045355.212766:0:6647:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff98df7b93a300 00000100:00100000:3.0:1777045355.219399:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045355.220441:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370185088 00000100:00100000:1.0:1777045355.220454:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370185088 00000100:00100000:1.0:1777045355.220528:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1417 00000100:00100000:1.0:1777045355.220542:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b938000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+28:32139:x1863365370185088:12345-192.168.201.45@tcp:44:lhsmtool_posix.0 00010000:00010000:0.0:1777045355.222477:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:2.0:1777045355.419653:0:5877:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968258 is committed 00000001:00080000:2.0:1777045355.419690:0:5877:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968259 is committed 00000100:00100000:0.0:1777045355.423065:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b938000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+22:32139:x1863365370185088:12345-192.168.201.45@tcp:44:lhsmtool_posix.0 Request processed in 202514us (203667us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045355.423084:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1417 00000100:00100000:1.0:1777045355.431602:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045355.433713:0:6639:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370185216 00000100:00100000:3.0:1777045355.433728:0:6639:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370185216 00000100:00100000:3.0:1777045355.433815:0:6639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 426 00000100:00100000:3.0:1777045355.433831:0:6639:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df74175180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2391:x1863365370185216:12345-192.168.201.45@tcp:16:lhsmtool_posix.0 00000040:00080000:0.0:1777045355.670145:0:11491:0:(llog.c:801:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1777045355.670157:0:11491:0:(llog_cat.c:158:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1777045355.678659:0:11491:0:(llog.c:858:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 43 count 2 00000040:00080000:1.0:1777045355.678693:0:11491:0:(llog.c:858:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000001:00080000:1.0:1777045355.704288:0:6666:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967377 is committed 00000100:00100000:3.0:1777045355.705770:0:6639:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df74175180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+6:2391:x1863365370185216:12345-192.168.201.45@tcp:16:lhsmtool_posix.0 Request processed in 271934us (274171us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045355.705788:0:6639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 426 00000100:00100000:1.0:1777045355.754257:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045355.760287:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370185472 00000100:00100000:2.0:1777045355.760306:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370185472 00000100:00100000:2.0:1777045355.760395:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1418 00000100:00100000:2.0:1777045355.760411:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df74176d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+22:32139:x1863365370185472:12345-192.168.201.45@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1777045355.763574:0:5857:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777045355.763643:0:5857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bec00/0x2c8777a5e7d9f5f0 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149354 expref: 22 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045355.763678:0:5857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2b:0x0].0x0 (ffff98df413b6800) 00010000:00010000:2.0:1777045355.763688:0:5857:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777045355.763732:0:5857:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bee00/0x2c8777a5e7d9f60c lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045355.763753:0:5857:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bee00/0x2c8777a5e7d9f60c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045355.763768:0:5857:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bee00/0x2c8777a5e7d9f60c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777045355.764014:0:5857:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000008ce0bca reply state 00000000c5611ee9 transno 4294968260 ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bee00/0x2c8777a5e7d9f60c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777045355.764030:0:5857:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777045355.764327:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df74176d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+23:32139:x1863365370185472:12345-192.168.201.45@tcp:36:lhsmtool_posix.0 Request processed in 3915us (10124us total) trans 4294968260 rc 0/0 00000100:00100000:2.0:1777045355.764342:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1418 00010000:00010000:3.0:1777045355.776318:0:3328:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bee00/0x2c8777a5e7d9f60c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045355.776635:0:3328:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bee00/0x2c8777a5e7d9f60c lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777045355.778092:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00010000:00010000:3.0:1777045355.778244:0:3328:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bee00/0x2c8777a5e7d9f60c lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045355.778510:0:3328:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de435bee00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:3.0:1777045355.778518:0:3328:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bee00/0x2c8777a5e7d9f60c lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045355.778532:0:3328:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bee00/0x2c8777a5e7d9f60c lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045355.778556:0:3328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2b:0x0].0x0 (ffff98df413b6800) 00010000:00010000:3.0:1777045355.778561:0:3328:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777045355.778568:0:3328:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bee00/0x2c8777a5e7d9f60c lrc: 2/0,0 mode: --/PW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045355.778580:0:3328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bee00/0x2c8777a5e7d9f60c lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777045355.786847:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370185600 00000100:00100000:2.0:1777045355.786866:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370185600 00000100:00100000:3.0:1777045355.787089:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1419 00000100:00100000:3.0:1777045355.787108:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b9fb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+22:32139:x1863365370185600:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1777045355.787143:0:5855:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777045355.787173:0:5855:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023200/0x2c8777a5e7d9f613 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1149369 expref: -99 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045355.787295:0:5855:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023200/0x2c8777a5e7d9f613 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149369 expref: 23 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045355.787321:0:5855:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023200/0x2c8777a5e7d9f613 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149369 expref: 23 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045355.787349:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2b:0x0].0x0 (ffff98df413b6800) 00010000:00010000:3.0:1777045355.787354:0:5855:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1777045355.787359:0:5855:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de48023200, rc 0) 00000100:00100000:3.0:1777045355.787441:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b9fb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+23:32139:x1863365370185600:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 Request processed in 337us (9618us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045355.787455:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1419 00000100:00100000:1.0:1777045355.803379:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045355.804693:0:8776:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370185728 00000100:00100000:0.0:1777045355.804708:0:8776:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370185728 00000100:00100000:0.0:1777045355.804793:0:8776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 427 00000100:00100000:0.0:1777045355.804810:0:8776:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df74176a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+6:2392:x1863365370185728:12345-192.168.201.45@tcp:2:lhsmtool_posix.0 00002000:00010000:0.0:1777045355.805151:0:8776:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x1d:0x0] updating lvb size from disk: 0 -> 158 00002000:00010000:0.0:1777045355.805158:0:8776:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x1d:0x0] updating lvb mtime from disk: 0 -> 1777045343 00002000:00010000:0.0:1777045355.805163:0:8776:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x1d:0x0] updating lvb atime from disk: 0 -> 1777045343 00002000:00010000:0.0:1777045355.805166:0:8776:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x1d:0x0] updating lvb ctime from disk: 0 -> 1777045343 00002000:00010000:0.0:1777045355.805169:0:8776:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x1d:0x0] updating lvb blocks from disk: 1 -> 11 00000100:00100000:0.0:1777045355.809026:0:8776:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df74176a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+7:2392:x1863365370185728:12345-192.168.201.45@tcp:2:lhsmtool_posix.0 Request processed in 4206us (5648us total) trans 4294967378 rc 0/0 00000100:00100000:0.0:1777045355.809047:0:8776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 427 00000100:00100000:0.0:1777045355.848588:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045355.848863:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370185984 00000100:00100000:1.0:1777045355.848878:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370185984 00000100:00100000:1.0:1777045355.848968:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1420 00000100:00100000:1.0:1777045355.848985:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b9faa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+23:32139:x1863365370185984:12345-192.168.201.45@tcp:55:lhsmtool_posix.0 00010000:00010000:1.0:1777045355.849074:0:12646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a33c00/0x2c8777a5e7d9f61a lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045355.849102:0:12646:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023c00/0x2c8777a5e7d9f5bf lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114933f expref: 23 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045355.849118:0:12646:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a33c00/0x2c8777a5e7d9f61a lrc: 4/0,1 mode: --/PW res: [0x200000402:0x2b:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045355.849170:0:12646:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023c00/0x2c8777a5e7d9f5bf lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114933f expref: 23 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045355.850550:0:12646:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023c00/0x2c8777a5e7d9f5bf lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114933f expref: 23 pid: 5857 timeout: 2084 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777045355.850579:0:12646:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df74174700 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12646:1863365424440448:192.168.201.45@tcp:104: 00000100:00100000:1.0:1777045355.851115:0:12646:0:(client.c:2691:ptlrpc_set_wait()) set ffff98de47823d80 going to sleep for 11 seconds 00000100:00100000:1.0:1777045355.858365:0:12646:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df74174700 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12646:1863365424440448:192.168.201.45@tcp:104: 00010000:00010000:1.0:1777045355.858405:0:12646:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a33c00/0x2c8777a5e7d9f61a lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2b:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777045355.860116:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045355.861281:0:5841:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370186112 00000100:00100000:1.0:1777045355.861295:0:5841:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370186112 00010000:00010000:1.0:1777045355.861758:0:5841:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023c00/0x2c8777a5e7d9f5bf lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114933f expref: 24 pid: 5857 timeout: 2084 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777045355.861814:0:5841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 418 00000100:00100000:1.0:1777045355.861829:0:5841:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b9f8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+24:2390:x1863365370186112:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777045355.861850:0:5841:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777045355.861860:0:5841:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023c00/0x2c8777a5e7d9f5bf lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114933f expref: 24 pid: 5857 timeout: 2084 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045355.861879:0:5841:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023c00/0x2c8777a5e7d9f5bf lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114933f expref: 24 pid: 5857 timeout: 2084 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045355.861909:0:5841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023c00/0x2c8777a5e7d9f5bf lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114933f expref: 24 pid: 5857 timeout: 2084 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045355.861933:0:5841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2b:0x0].0x0 (ffff98df413b6800) 00010000:00010000:1.0:1777045355.861942:0:5841:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a33c00/0x2c8777a5e7d9f61a lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2b:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045355.861956:0:5841:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a33c00/0x2c8777a5e7d9f61a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2b:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045355.861970:0:5841:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a33c00/0x2c8777a5e7d9f61a lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2b:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045355.862020:0:5841:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777045355.862108:0:5841:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b9f8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+23:2390:x1863365370186112:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 280us (1995us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045355.862121:0:5841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 418 00010000:00010000:0.0:1777045355.865278:0:12646:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a33c00/0x2c8777a5e7d9f61a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2b:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045355.865300:0:12646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a33c00/0x2c8777a5e7d9f61a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2b:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045355.865342:0:12646:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a33c00/0x2c8777a5e7d9f61a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2b:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045355.865356:0:12646:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a33c00/0x2c8777a5e7d9f61a lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2b:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045355.865367:0:12646:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a33c00/0x2c8777a5e7d9f61a lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2b:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045355.865377:0:12646:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de41a33c00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:0.0:1777045355.865383:0:12646:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a33c00/0x2c8777a5e7d9f61a lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2b:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045355.865402:0:12646:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a33c00/0x2c8777a5e7d9f61a lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x2b:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045355.865422:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2b:0x0].0x0 (ffff98df413b6800) 00010000:00010000:0.0:1777045355.865427:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:0.0:1777045355.865433:0:12646:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a33c00/0x2c8777a5e7d9f61a lrc: 2/0,0 mode: --/PW res: [0x200000402:0x2b:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045355.865445:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a33c00/0x2c8777a5e7d9f61a lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2b:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777045355.865552:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b9faa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+22:32139:x1863365370185984:12345-192.168.201.45@tcp:55:lhsmtool_posix.0 Request processed in 16567us (16971us total) trans 0 rc -22/-22 00000100:00100000:0.0:1777045355.865566:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1420 00000100:00100000:0.0:1777045355.891379:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045355.891533:0:6641:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370186240 00000100:00100000:1.0:1777045355.891548:0:6641:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370186240 00000100:00100000:1.0:1777045355.891641:0:6641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 428 00000100:00100000:1.0:1777045355.891660:0:6641:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df4668b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+7:2392:x1863365370186240:12345-192.168.201.45@tcp:1:lhsmtool_posix.0 00010000:00010000:1.0:1777045355.891725:0:6641:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000021277d5c/0x2c8777a5e7d9f621 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045355.891758:0:6641:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000726e1c84/0x2c8777a5e7d9f605 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149362 expref: 7 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045355.891774:0:6641:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777045355.891777:0:6641:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777045355.891784:0:6641:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000021277d5c/0x2c8777a5e7d9f621 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045355.891849:0:6641:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000726e1c84/0x2c8777a5e7d9f605 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149362 expref: 7 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045355.891884:0:6641:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000726e1c84/0x2c8777a5e7d9f605 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149362 expref: 7 pid: 6641 timeout: 2084 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777045355.891909:0:6641:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df74174700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6641:1863365424440576:192.168.201.45@tcp:104: 00000100:00100000:1.0:1777045355.892598:0:6641:0:(client.c:2691:ptlrpc_set_wait()) set ffff98de47823d80 going to sleep for 11 seconds 00000100:00100000:3.0:1777045355.910825:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045355.911091:0:6655:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370186368 00000100:00100000:2.0:1777045355.911108:0:6655:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370186368 00010000:00010000:2.0:1777045355.911166:0:6655:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000726e1c84/0x2c8777a5e7d9f605 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149362 expref: 8 pid: 6641 timeout: 2084 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777045355.911757:0:6641:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df74174700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6641:1863365424440576:192.168.201.45@tcp:104: 00010000:00010000:1.0:1777045355.911791:0:6641:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000021277d5c/0x2c8777a5e7d9f621 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777045355.911919:0:5843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 419 00000100:00100000:3.0:1777045355.912195:0:5843:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b93b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2393:x1863365370186368:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777045355.914617:0:5843:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777045355.914658:0:5843:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000726e1c84/0x2c8777a5e7d9f605 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149362 expref: 8 pid: 6641 timeout: 2084 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045355.914684:0:5843:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000726e1c84/0x2c8777a5e7d9f605 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149362 expref: 8 pid: 6641 timeout: 2084 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045355.914732:0:5843:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000726e1c84/0x2c8777a5e7d9f605 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149362 expref: 8 pid: 6641 timeout: 2084 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045355.914759:0:5843:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777045355.914763:0:5843:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777045355.914770:0:5843:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000021277d5c/0x2c8777a5e7d9f621 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045355.914785:0:5843:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000021277d5c/0x2c8777a5e7d9f621 lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045355.914839:0:5843:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777045355.914922:0:5843:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b93b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+7:2393:x1863365370186368:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 2988us (4109us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045355.914937:0:5843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 419 00010000:00010000:1.0:1777045355.915077:0:6641:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000021277d5c/0x2c8777a5e7d9f621 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045355.915094:0:6641:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000021277d5c/0x2c8777a5e7d9f621 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045355.915130:0:6641:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000021277d5c/0x2c8777a5e7d9f621 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045355.915145:0:6641:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000021277d5c/0x2c8777a5e7d9f621 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045355.915159:0:6641:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000021277d5c/0x2c8777a5e7d9f621 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045355.915180:0:6641:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de41a33800 already unused, calling callback (ffffffffc17d22d0) 00010000:00010000:1.0:1777045355.915187:0:6641:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000021277d5c/0x2c8777a5e7d9f621 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045355.915265:0:6641:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000021277d5c/0x2c8777a5e7d9f621 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045355.915289:0:6641:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000021277d5c/0x2c8777a5e7d9f621 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045355.915302:0:6641:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000021277d5c/0x2c8777a5e7d9f621 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777045355.915383:0:6641:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df4668b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+6:2392:x1863365370186240:12345-192.168.201.45@tcp:1:lhsmtool_posix.0 Request processed in 23726us (24017us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045355.915397:0:6641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 428 00000100:00100000:2.0:1777045355.921564:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045355.922542:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370186624 00000100:00100000:3.0:1777045355.922557:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370186624 00000100:00100000:3.0:1777045355.922641:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1421 00000100:00100000:3.0:1777045355.922659:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df605f5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+22:32139:x1863365370186624:12345-192.168.201.45@tcp:57:lhsmtool_posix.0 00010000:00010000:3.0:1777045355.922766:0:5857:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022000/0x2c8777a5e7d9f628 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045355.922795:0:5857:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022000/0x2c8777a5e7d9f628 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2a:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045355.922814:0:5857:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022000/0x2c8777a5e7d9f628 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2a:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045355.923115:0:5857:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023600/0x2c8777a5e7d9f62f lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045355.923135:0:5857:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023200/0x2c8777a5e7d9f613 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149369 expref: 23 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045355.923151:0:5857:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023600/0x2c8777a5e7d9f62f lrc: 4/0,1 mode: --/EX res: [0x200000402:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045355.923271:0:5857:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023200/0x2c8777a5e7d9f613 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149369 expref: 23 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045355.923298:0:5857:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023200/0x2c8777a5e7d9f613 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149369 expref: 23 pid: 5855 timeout: 2084 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777045355.923323:0:5857:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7b939880 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5857:1863365424440704:192.168.201.45@tcp:104: 00000100:00100000:3.0:1777045355.923431:0:5857:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df50e12b40 going to sleep for 11 seconds 00000100:00100000:3.0:1777045355.942450:0:5857:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7b939880 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5857:1863365424440704:192.168.201.45@tcp:104: 00010000:00010000:3.0:1777045355.942490:0:5857:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023600/0x2c8777a5e7d9f62f lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777045355.947379:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045355.948058:0:5841:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370186752 00000100:00100000:1.0:1777045355.948072:0:5841:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370186752 00010000:00010000:1.0:1777045355.948127:0:5841:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023200/0x2c8777a5e7d9f613 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149369 expref: 24 pid: 5855 timeout: 2084 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777045355.948271:0:5841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 420 00000100:00100000:1.0:1777045355.948292:0:5841:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df5006f850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+24:2392:x1863365370186752:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777045355.948318:0:5841:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777045355.948330:0:5841:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023200/0x2c8777a5e7d9f613 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149369 expref: 24 pid: 5855 timeout: 2084 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045355.948354:0:5841:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023200/0x2c8777a5e7d9f613 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149369 expref: 24 pid: 5855 timeout: 2084 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045355.948388:0:5841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023200/0x2c8777a5e7d9f613 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149369 expref: 24 pid: 5855 timeout: 2084 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045355.948415:0:5841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2b:0x0].0x0 (ffff98df413b6800) 00010000:00010000:1.0:1777045355.948424:0:5841:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023600/0x2c8777a5e7d9f62f lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045355.948440:0:5841:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023600/0x2c8777a5e7d9f62f lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045355.948451:0:5841:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023600/0x2c8777a5e7d9f62f lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045355.948508:0:5841:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777045355.948578:0:5841:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df5006f850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+23:2392:x1863365370186752:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 290us (1206us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045355.948593:0:5841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 420 00010000:00010000:2.0:1777045355.948749:0:5857:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023600/0x2c8777a5e7d9f62f lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045355.948764:0:5857:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023600/0x2c8777a5e7d9f62f lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1777045355.949026:0:5857:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968261 00000001:00080000:2.0:1777045355.949341:0:5857:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968262 00000001:00080000:2.0:1777045355.949446:0:5857:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968263 00000100:00100000:2.0:1777045355.949573:0:5857:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df77c7d180 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:5857:1863365424440832:0@lo:1000:mdt00_002.0 00000100:00100000:2.0:1777045355.949647:0:5857:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777045355.949692:0:5857:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df467d8600 going to sleep for 11 seconds 00000100:00100000:1.0:1777045355.951795:0:5860:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424440832 00000100:00100000:1.0:1777045355.951808:0:5860:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424440832 00000100:00100000:1.0:1777045355.951911:0:5860:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71 00000100:00100000:1.0:1777045355.951927:0:5860:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de478bc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:5857:x1863365424440832:12345-0@lo:1000:mdt00_002.0 00000100:00100000:1.0:1777045355.952073:0:5860:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de478bc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:5857:x1863365424440832:12345-0@lo:1000:mdt00_002.0 Request processed in 148us (2424us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045355.952092:0:5860:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71 00000100:00100000:3.0:1777045355.952636:0:5857:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df77c7d180 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:5857:1863365424440832:0@lo:1000:mdt00_002.0 00000100:00080000:2.0:1777045355.954308:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000001:00080000:3.0:1777045355.955011:0:5857:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968264 00000100:00100000:3.0:1777045355.955156:0:5857:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7b939880 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:5857:1863365424440960:0@lo:1000:mdt00_002.0 00000100:00100000:3.0:1777045355.955608:0:5857:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777045355.955654:0:5857:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df586eab40 going to sleep for 11 seconds 00000100:00100000:1.0:1777045355.956052:0:5860:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424440960 00000100:00100000:1.0:1777045355.956065:0:5860:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424440960 00000100:00100000:1.0:1777045355.956125:0:5860:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72 00000100:00100000:1.0:1777045355.956141:0:5860:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b939f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:5857:x1863365424440960:12345-0@lo:1000:mdt00_002.0 00000100:00100000:1.0:1777045355.956512:0:5860:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b939f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:5857:x1863365424440960:12345-0@lo:1000:mdt00_002.0 Request processed in 374us (905us total) trans 4294967379 rc 0/0 00000100:00100000:1.0:1777045355.956528:0:5860:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72 00000100:00100000:3.0:1777045355.959793:0:5857:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7b939880 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:5857:1863365424440960:0@lo:1000:mdt00_002.0 00000001:00080000:3.0:1777045355.960315:0:5857:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968265 00010000:00010000:3.0:1777045355.960384:0:5857:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023600/0x2c8777a5e7d9f62f lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045355.960403:0:5857:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023600/0x2c8777a5e7d9f62f lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045355.960415:0:5857:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023600/0x2c8777a5e7d9f62f lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045355.960426:0:5857:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48023600 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:3.0:1777045355.960434:0:5857:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023600/0x2c8777a5e7d9f62f lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045355.960447:0:5857:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023600/0x2c8777a5e7d9f62f lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045355.960469:0:5857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2b:0x0].0x0 (ffff98df413b6800) 00010000:00010000:3.0:1777045355.960475:0:5857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1777045355.960482:0:5857:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023600/0x2c8777a5e7d9f62f lrc: 2/0,0 mode: --/EX res: [0x200000402:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045355.960495:0:5857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023600/0x2c8777a5e7d9f62f lrc: 0/0,0 mode: --/EX res: [0x200000402:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045355.960542:0:5857:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a33e00/0x2c8777a5e7d9f55d lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045355.960555:0:5857:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a33e00/0x2c8777a5e7d9f55d lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045355.960566:0:5857:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a33e00/0x2c8777a5e7d9f55d lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045355.964507:0:5857:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de41a33e00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:3.0:1777045355.964517:0:5857:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a33e00/0x2c8777a5e7d9f55d lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045355.964542:0:5857:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a33e00/0x2c8777a5e7d9f55d lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000020 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045355.964564:0:5857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2a:0x0].0x0 (ffff98df61f8e500) 00010000:00010000:3.0:1777045355.964569:0:5857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1777045355.964582:0:5857:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536400/0x2c8777a5e7d9f564 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114932a expref: 36 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045355.964620:0:5857:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536400/0x2c8777a5e7d9f564 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114932a expref: 36 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045355.964635:0:5857:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536400/0x2c8777a5e7d9f564 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114932a expref: 36 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045355.971096:0:5857:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536400/0x2c8777a5e7d9f564 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114932a expref: 36 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777045355.971134:0:5857:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df46688380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5857:1863365424441088:192.168.201.45@tcp:105: 00000100:00100000:0.0:1777045355.971303:0:5857:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df7460fb40 going to sleep for 11 seconds 00000100:00100000:2.0:1777045355.981807:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045355.981940:0:5859:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370186880 00000100:00100000:3.0:1777045355.981955:0:5859:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370186880 00000100:00100000:3.0:1777045355.982051:0:5859:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 313 00000100:00100000:3.0:1777045355.982069:0:5859:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de478bd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:146de360-3fb2-48bd-b418-06f30714148a+37:32137:x1863365370186880:12345-192.168.201.45@tcp:49:cat.0 00000100:00100000:3.0:1777045355.982316:0:5859:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de478bd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:146de360-3fb2-48bd-b418-06f30714148a+37:32137:x1863365370186880:12345-192.168.201.45@tcp:49:cat.0 Request processed in 250us (518us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045355.982329:0:5859:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 313 00000100:00100000:0.0:1777045355.982751:0:5857:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df46688380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5857:1863365424441088:192.168.201.45@tcp:105: 00010000:00010000:0.0:1777045355.982788:0:5857:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a33e00/0x2c8777a5e7d9f55d lrc: 2/0,0 mode: --/EX res: [0x200000402:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045355.982805:0:5857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a33e00/0x2c8777a5e7d9f55d lrc: 0/0,0 mode: --/EX res: [0x200000402:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045355.982846:0:5857:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536a00/0x2c8777a5e7d9f636 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045355.982867:0:5857:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536a00/0x2c8777a5e7d9f636 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045355.982883:0:5857:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536a00/0x2c8777a5e7d9f636 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045355.982898:0:5857:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536a00/0x2c8777a5e7d9f636 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045355.982908:0:5857:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536a00/0x2c8777a5e7d9f636 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045355.982919:0:5857:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536a00/0x2c8777a5e7d9f636 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045355.982928:0:5857:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98df7b536a00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:0.0:1777045355.982934:0:5857:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536a00/0x2c8777a5e7d9f636 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045355.982944:0:5857:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536a00/0x2c8777a5e7d9f636 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045355.982958:0:5857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2a:0x0].0x0 (ffff98df61f8e500) 00010000:00010000:0.0:1777045355.982964:0:5857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777045355.982970:0:5857:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536a00/0x2c8777a5e7d9f636 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045355.982980:0:5857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536a00/0x2c8777a5e7d9f636 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045355.982995:0:5857:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022000/0x2c8777a5e7d9f628 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2a:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045355.983006:0:5857:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022000/0x2c8777a5e7d9f628 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2a:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045355.983016:0:5857:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022000/0x2c8777a5e7d9f628 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2a:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045355.983025:0:5857:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48022000 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:0.0:1777045355.983030:0:5857:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022000/0x2c8777a5e7d9f628 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2a:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045355.983040:0:5857:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022000/0x2c8777a5e7d9f628 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x2a:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045355.983053:0:5857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2a:0x0].0x0 (ffff98df61f8e500) 00010000:00010000:0.0:1777045355.983057:0:5857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1777045355.983062:0:5857:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022000/0x2c8777a5e7d9f628 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x2a:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045355.983071:0:5857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022000/0x2c8777a5e7d9f628 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2a:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777045355.983520:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df605f5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+27:32139:x1863365370186624:12345-192.168.201.45@tcp:57:lhsmtool_posix.0 Request processed in 60864us (61967us total) trans 4294968266 rc 0/0 00000100:00100000:0.0:1777045355.983535:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1421 00000020:00080000:0.0:1777045355.983542:0:5857:0:(tgt_main.c:783:tgt_ses_key_exit()) total 6 transactions per RPC 00000040:00080000:1.0:1777045355.983953:0:11491:0:(llog.c:801:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1777045355.983962:0:11491:0:(llog_cat.c:158:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1777045355.985112:0:11491:0:(llog.c:858:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 2 00000040:00080000:1.0:1777045355.985126:0:11491:0:(llog.c:858:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1777045355.990460:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045355.990599:0:6639:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370187008 00000100:00100000:0.0:1777045355.990614:0:6639:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370187008 00000100:00100000:0.0:1777045355.990752:0:6639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 429 00000100:00100000:0.0:1777045355.990768:0:6639:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b938e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:146de360-3fb2-48bd-b418-06f30714148a+10:32137:x1863365370187008:12345-192.168.201.45@tcp:101:cat.0 00010000:00010000:0.0:1777045355.990796:0:6639:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777045355.990826:0:6639:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c4565418/0x2c8777a5e7d9f63d lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1149370 expref: -99 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777045355.990863:0:6639:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x1d:0x0] initial LVB size: 158, mtime: 0x69eb8f5f, atime: 0x69eb8f5f, ctime: 0x69eb8f5f, blocks: 0xb 00000100:00080000:1.0:1777045355.990877:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:0.0:1777045355.990890:0:6639:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777045355.990894:0:6639:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777045355.990905:0:6639:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c4565418/0x2c8777a5e7d9f63d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149370 expref: 11 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045355.990929:0:6639:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000c4565418/0x2c8777a5e7d9f63d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149370 expref: 11 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045355.990947:0:6639:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98df7b537e00, rc 0) 00000100:00100000:0.0:1777045355.991022:0:6639:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b938e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:146de360-3fb2-48bd-b418-06f30714148a+11:32137:x1863365370187008:12345-192.168.201.45@tcp:101:cat.0 Request processed in 258us (574us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045355.991033:0:6639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 429 00000100:00100000:3.0:1777045355.994933:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045355.995496:0:6655:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370187264 00000100:00100000:2.0:1777045355.995510:0:6655:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370187264 00000100:00100000:2.0:1777045355.995605:0:6655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 91 00000100:00100000:2.0:1777045355.995621:0:6655:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b93a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:146de360-3fb2-48bd-b418-06f30714148a+37:32136:x1863365370187264:12345-192.168.201.45@tcp:103:cat.0 00010000:00010000:2.0:1777045355.998299:0:6655:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777045355.998343:0:6655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536400/0x2c8777a5e7d9f564 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114932a expref: 37 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045355.998373:0:6655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2a:0x0].0x0 (ffff98df61f8e500) 00010000:00010000:2.0:1777045355.998388:0:6655:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777045355.999097:0:6655:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b93a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:146de360-3fb2-48bd-b418-06f30714148a+36:32136:x1863365370187264:12345-192.168.201.45@tcp:103:cat.0 Request processed in 3474us (4170us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045355.999115:0:6655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 91 00000100:00100000:2.0:1777045356.020397:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045356.020481:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045356.020536:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045356.020579:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045356.020954:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370187392 00000100:00100000:1.0:1777045356.020968:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370187392 00000100:00100000:3.0:1777045356.020984:0:5849:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370187520 00000100:00100000:3.0:1777045356.020991:0:5849:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370187520 00000100:00100000:3.0:1777045356.021044:0:5849:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 931 00000100:00100000:1.0:1777045356.021045:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1422 00000100:00100000:3.0:1777045356.021059:0:5849:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df587b6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2390:x1863365370187520:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:1.0:1777045356.021059:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de478bce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:146de360-3fb2-48bd-b418-06f30714148a+36:32136:x1863365370187392:12345-192.168.201.45@tcp:58:cat.0 00000100:00100000:3.0:1777045356.021148:0:5849:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df587b6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2390:x1863365370187520:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 90us (665us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045356.021161:0:5849:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 931 00000100:00100000:1.0:1777045356.021174:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de478bce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:146de360-3fb2-48bd-b418-06f30714148a+36:32136:x1863365370187392:12345-192.168.201.45@tcp:58:cat.0 Request processed in 118us (789us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045356.021184:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1422 00000100:00080000:1.0:1777045356.021206:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1777045356.021504:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045356.021554:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370187776 00000100:00100000:2.0:1777045356.021561:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370187776 00000100:00100000:2.0:1777045356.021619:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370187648 00000100:00100000:2.0:1777045356.021624:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370187648 00000100:00100000:2.0:1777045356.021663:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1081 00000100:00100000:2.0:1777045356.021675:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de478bf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+5:2390:x1863365370187776:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:2.0:1777045356.021732:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de478bf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+5:2390:x1863365370187776:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 58us (1195us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045356.021747:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1081 00000100:00100000:2.0:1777045356.021773:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1082 00000100:00100000:2.0:1777045356.021783:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de478bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:146de360-3fb2-48bd-b418-06f30714148a+10:2390:x1863365370187648:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:2.0:1777045356.021818:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de478bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:146de360-3fb2-48bd-b418-06f30714148a+10:2390:x1863365370187648:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 37us (1239us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045356.021828:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1082 00000100:00080000:1.0:1777045356.022272:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1777045356.023669:0:19840:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370188032 00000100:00100000:3.0:1777045356.023680:0:19840:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370188032 00000100:00100000:3.0:1777045356.023828:0:19840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 314 00000100:00100000:3.0:1777045356.023842:0:19840:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41c64380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+27:32139:x1863365370188032:12345-192.168.201.45@tcp:35:lhsmtool_posix.0 00000100:00080000:1.0:1777045356.023890:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000004:00080000:3.0:1777045356.029048:0:19840:0:(mdd_object.c:4010:mdd_close()) Object [0x200000402:0x2b:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:3.0:1777045356.029301:0:19840:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968267 00010000:00010000:3.0:1777045356.029385:0:19840:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023600/0x2c8777a5e7d9f644 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 19840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045356.029408:0:19840:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023600/0x2c8777a5e7d9f644 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 19840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045356.029425:0:19840:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023600/0x2c8777a5e7d9f644 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 19840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045356.029438:0:19840:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023600/0x2c8777a5e7d9f644 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 19840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045356.029448:0:19840:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023600/0x2c8777a5e7d9f644 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 19840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045356.029457:0:19840:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023600/0x2c8777a5e7d9f644 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 19840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045356.029498:0:19840:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1777045356.029645:0:19840:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41c64380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+29:32139:x1863365370188032:12345-192.168.201.45@tcp:35:lhsmtool_posix.0 Request processed in 5801us (8962us total) trans 4294968268 rc 0/0 00000100:00100000:3.0:1777045356.029666:0:19840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 314 00000020:00080000:3.0:1777045356.029674:0:19840:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:2.0:1777045356.030608:0:5845:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1777045356.030619:0:5845:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023600/0x2c8777a5e7d9f644 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 19840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045356.030631:0:5845:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48023600 already unused, calling callback (ffffffffc17d22d0) 00010000:00010000:2.0:1777045356.030637:0:5845:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023600/0x2c8777a5e7d9f644 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 19840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045356.030648:0:5845:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023600/0x2c8777a5e7d9f644 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 19840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045356.030665:0:5845:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2b:0x0].0x0 (ffff98df413b6800) 00010000:00010000:2.0:1777045356.030670:0:5845:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1777045356.030676:0:5845:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023600/0x2c8777a5e7d9f644 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x2b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 19840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045356.030685:0:5845:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023600/0x2c8777a5e7d9f644 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 19840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045356.030712:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777045356.030715:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777045356.030717:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777045356.043131:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045356.043728:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370188160 00000100:00100000:0.0:1777045356.043742:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370188160 00000100:00100000:0.0:1777045356.043834:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1423 00000100:00100000:0.0:1777045356.043850:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77b06d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:146de360-3fb2-48bd-b418-06f30714148a+36:32136:x1863365370188160:12345-192.168.201.45@tcp:101:cat.0 00010000:00010000:0.0:1777045356.043879:0:12646:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777045356.043912:0:12646:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537000/0x2c8777a5e7d9f64b lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1149377 expref: -99 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045356.043996:0:12646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537000/0x2c8777a5e7d9f64b lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149377 expref: 37 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045356.044020:0:12646:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537000/0x2c8777a5e7d9f64b lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149377 expref: 37 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045356.044046:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2a:0x0].0x0 (ffff98df61f8e500) 00010000:00010000:0.0:1777045356.044051:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1777045356.044056:0:12646:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98df7b537000, rc 0) 00000100:00100000:0.0:1777045356.044138:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77b06d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:146de360-3fb2-48bd-b418-06f30714148a+37:32136:x1863365370188160:12345-192.168.201.45@tcp:101:cat.0 Request processed in 291us (1018us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045356.044150:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1423 00000100:00100000:0.0:1777045356.084579:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045356.085901:0:17698:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370188288 00000100:00100000:3.0:1777045356.085915:0:17698:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370188288 00002000:00100000:3.0:1777045356.086006:0:17698:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x1d:0x0] (0->4095) req@ffff98df46688380 x1863365370188288/t0(0) o3->146de360-3fb2-48bd-b418-06f30714148a@192.168.201.45@tcp:357/0 lens 488/0 e 0 to 0 dl 1777045367 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1777045356.086023:0:17698:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98df46688380 with x1863365370188288 ext(0->4095) 00002000:00010000:3.0:1777045356.086050:0:17698:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff98df46688380 00000100:00100000:3.0:1777045356.086098:0:17698:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 121 00000100:00100000:3.0:1777045356.086114:0:17698:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df46688380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:146de360-3fb2-48bd-b418-06f30714148a+11:2393:x1863365370188288:12345-192.168.201.45@tcp:3:cat.0 00000100:00100000:3.0:1777045356.088921:0:17698:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df46688380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:146de360-3fb2-48bd-b418-06f30714148a+11:2393:x1863365370188288:12345-192.168.201.45@tcp:3:cat.0 Request processed in 2803us (4345us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1777045356.088937:0:17698:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 121 00002000:00100000:3.0:1777045356.088949:0:17698:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x1d:0x0] (0->4095) req@ffff98df46688380 x1863365370188288/t0(0) o3->146de360-3fb2-48bd-b418-06f30714148a@192.168.201.45@tcp:357/0 lens 488/4536 e 0 to 0 dl 1777045367 ref 1 fl Complete:/600/0 rc 4096/4096 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1777045356.088980:0:17698:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98df46688380 with x1863365370188288 ext(0->4095) 00002000:00010000:3.0:1777045356.088986:0:17698:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff98df46688380 00000100:00100000:2.0:1777045356.115056:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045356.115995:0:5858:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370188544 00000100:00100000:1.0:1777045356.116009:0:5858:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370188544 00000100:00100000:1.0:1777045356.116079:0:5858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 315 00000100:00100000:1.0:1777045356.116092:0:5858:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de48095880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:146de360-3fb2-48bd-b418-06f30714148a+37:32137:x1863365370188544:12345-192.168.201.45@tcp:35:cat.0 00000100:00100000:0.0:1777045356.127713:0:5858:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de48095880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:146de360-3fb2-48bd-b418-06f30714148a+38:32137:x1863365370188544:12345-192.168.201.45@tcp:35:cat.0 Request processed in 11608us (12654us total) trans 4294968269 rc 0/0 00000100:00100000:0.0:1777045356.127732:0:5858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 315 00010000:00010000:0.0:1777045356.247008:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777045357.017987:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df4668b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424441216:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1777045357.018078:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777045357.018294:0:19062:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424441216 00000100:00100000:3.0:1777045357.018306:0:19062:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424441216 00000100:00100000:3.0:1777045357.018386:0:19062:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 531 00000100:00100000:3.0:1777045357.018399:0:19062:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de48095f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3342:x1863365424441216:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1777045357.018465:0:19062:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 62849024 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1777045357.018530:0:19062:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de48095f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3342:x1863365424441216:12345-0@lo:13:osp-pre-0-0.0 Request processed in 132us (451us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045357.018546:0:19062:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 531 00000100:00100000:3.0:1777045357.018617:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df4668b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424441216:0@lo:13:osp-pre-0-0.0 00000100:00080000:2.0:1777045357.018790:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000040:00080000:3.0:1777045357.021472:0:11491:0:(llog.c:801:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1777045357.021480:0:11491:0:(llog_cat.c:158:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1777045357.022283:0:11491:0:(llog.c:858:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 2 00000040:00080000:3.0:1777045357.022294:0:11491:0:(llog.c:858:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:2.0:1777045357.271533:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777045358.037858:0:3344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1777045358.037891:0:3344:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de48095c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3344:1863365424441344:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1777045358.037986:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777045358.038165:0:6643:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424441344 00000100:00100000:2.0:1777045358.038244:0:6643:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424441344 00000100:00100000:2.0:1777045358.038337:0:6643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 532 00000100:00100000:2.0:1777045358.038354:0:6643:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df74174700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1863365424441344:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1777045358.038405:0:6643:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 54329344 pending 0 free 3851419648 avail 3849322496 00000100:00100000:2.0:1777045358.038486:0:6643:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df74174700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1863365424441344:12345-0@lo:13:osp-pre-1-0.0 Request processed in 135us (499us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045358.038499:0:6643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 532 00000100:00100000:2.0:1777045358.038582:0:3344:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de48095c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3344:1863365424441344:0@lo:13:osp-pre-1-0.0 00000100:00080000:1.0:1777045358.038912:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1777045358.044873:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1777045358.044903:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de48096a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424441856:0@lo:400:kworker.0 00000100:00100000:2.0:1777045358.044903:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de48096680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3341:1863365424441600:0@lo:400:kworker.0 00000100:00100000:1.0:1777045358.045045:0:3344:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de48094a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3344:1863365424441984:0@lo:400:kworker.0 00000100:00100000:3.0:1777045358.052896:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777045358.053004:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de48095c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ce657616-b3f3-4e21-ac89-518ab611901c:3343:1863365424441472:0@lo:400:kworker.0 00000100:00100000:3.0:1777045358.053115:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777045358.053384:0:14822:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424441856 00000100:00100000:0.0:1777045358.053386:0:5850:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424441472 00000100:00100000:3.0:1777045358.053403:0:14822:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424441856 00000100:00100000:0.0:1777045358.053403:0:5850:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424441472 00000100:00100000:3.0:1777045358.053463:0:14822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1083 00000100:00100000:0.0:1777045358.053465:0:5850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 932 00000100:00100000:3.0:1777045358.053478:0:14822:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b939180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+6:3343:x1863365424441856:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777045358.053478:0:5850:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df587b7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ce657616-b3f3-4e21-ac89-518ab611901c+18:3343:x1863365424441472:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777045358.053552:0:14822:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b939180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+6:3343:x1863365424441856:12345-0@lo:400:kworker.0 Request processed in 77us (664us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045358.053564:0:14822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1083 00000100:00100000:1.0:1777045358.053601:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777045358.061973:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045358.062110:0:5850:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df587b7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ce657616-b3f3-4e21-ac89-518ab611901c+18:3343:x1863365424441472:12345-0@lo:400:kworker.0 Request processed in 8631us (8992us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045358.062129:0:5850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 932 00000100:00100000:2.0:1777045358.062293:0:3341:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1777045358.062311:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de48097480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3341:1863365424441728:0@lo:400:kworker.0 00000100:00100000:2.0:1777045358.062371:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777045358.068393:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de48096a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424441856:0@lo:400:kworker.0 00000100:00100000:3.0:1777045358.068430:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de48095c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ce657616-b3f3-4e21-ac89-518ab611901c:3343:1863365424441472:0@lo:400:kworker.0 00000100:00100000:1.0:1777045358.069166:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424441984 00000100:00100000:1.0:1777045358.069200:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424441984 00000100:00100000:1.0:1777045358.069273:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424441600 00000100:00100000:1.0:1777045358.069278:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424441600 00000100:00100000:1.0:1777045358.069303:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424441728 00000100:00100000:1.0:1777045358.069307:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424441728 00000100:00100000:1.0:1777045358.069329:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1258 00000100:00100000:1.0:1777045358.069342:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df74174e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3344:x1863365424441984:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777045358.069475:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df74174e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3344:x1863365424441984:12345-0@lo:400:kworker.0 Request processed in 133us (15871us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045358.069486:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1258 00000100:00100000:1.0:1777045358.069512:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1259 00000100:00100000:1.0:1777045358.069522:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de48096d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3341:x1863365424441600:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777045358.069568:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de48096d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3341:x1863365424441600:12345-0@lo:400:kworker.0 Request processed in 47us (7604us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045358.069578:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1259 00000100:00100000:1.0:1777045358.069594:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1260 00000100:00100000:1.0:1777045358.069604:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de48095500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3341:x1863365424441728:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777045358.069647:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de48095500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3341:x1863365424441728:12345-0@lo:400:kworker.0 Request processed in 44us (7275us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045358.069656:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1260 00000100:00080000:1.0:1777045358.069683:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1777045358.069728:0:3344:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de48094a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3344:1863365424441984:0@lo:400:kworker.0 00000100:00100000:3.0:1777045358.083327:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de48097480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3341:1863365424441728:0@lo:400:kworker.0 00000100:00100000:3.0:1777045358.083356:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de48096680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3341:1863365424441600:0@lo:400:kworker.0 00010000:00010000:0.0:1777045358.299708:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1777045358.600687:0:21446:0:(llog.c:801:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1777045358.600699:0:21446:0:(llog_cat.c:158:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1777045358.600761:0:21446:0:(llog.c:858:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 43 count 2 00000040:00080000:1.0:1777045358.600771:0:21446:0:(llog.c:858:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:2.0:1777045359.317634:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777045360.349535:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:1.0:1777045360.770453:0:6666:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967378 is committed 00000001:00080000:1.0:1777045360.770473:0:6666:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967379 is committed 00000001:00080000:2.0:1777045360.791651:0:5877:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968269 is committed 00000001:00080000:2.0:1777045360.791678:0:5877:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968264 is committed 00000001:00080000:2.0:1777045360.791693:0:5877:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968268 is committed 00000020:00080000:2.0:1777045360.791721:0:5877:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff98df50e12000 refcount 2 committed 0 result 0 batchid 34 00000020:00080000:2.0:1777045360.791729:0:5877:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff98df43389d00 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff98df50e12b40 00000020:00080000:2.0:1777045360.791736:0:5877:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff98df43389f00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff98df6d778000 00000020:00080000:1.0:1777045360.791874:0:5888:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 34 committed batchid 33 00000020:00080000:1.0:1777045360.792107:0:5888:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 33 00000100:00100000:2.0:1777045361.134026:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045361.134091:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045361.134123:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045361.134190:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045361.134259:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045361.134288:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045361.134322:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045361.134355:0:6641:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370189056 00000100:00100000:2.0:1777045361.134366:0:6641:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370189056 00000100:00100000:2.0:1777045361.134682:0:6641:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370189312 00000100:00100000:2.0:1777045361.134687:0:6641:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370189312 00000100:00100000:2.0:1777045361.134707:0:6641:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370188928 00000100:00100000:2.0:1777045361.134711:0:6641:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370188928 00000100:00100000:2.0:1777045361.134726:0:6641:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370189440 00000100:00100000:2.0:1777045361.134729:0:6641:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370189440 00000100:00100000:2.0:1777045361.134754:0:6641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1084 00000100:00100000:2.0:1777045361.134766:0:6641:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de48097100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:146de360-3fb2-48bd-b418-06f30714148a+10:2390:x1863365370189056:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:2.0:1777045361.135075:0:6641:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de48097100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:146de360-3fb2-48bd-b418-06f30714148a+10:2390:x1863365370189056:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 309us (983us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045361.135085:0:6641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1084 00000100:00100000:2.0:1777045361.135112:0:6641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1085 00000100:00100000:2.0:1777045361.135122:0:6641:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de48097800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+5:2390:x1863365370189312:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:2.0:1777045361.135181:0:6641:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de48097800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+5:2390:x1863365370189312:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 60us (1056us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045361.135190:0:6641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1085 00000100:00100000:2.0:1777045361.135236:0:6641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1086 00000100:00100000:2.0:1777045361.135248:0:6641:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de48094380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:146de360-3fb2-48bd-b418-06f30714148a+11:2390:x1863365370188928:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:2.0:1777045361.135282:0:6641:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de48094380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:146de360-3fb2-48bd-b418-06f30714148a+11:2390:x1863365370188928:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 37us (1023us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045361.135290:0:6641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1086 00000100:00100000:2.0:1777045361.135307:0:6641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1087 00000100:00100000:2.0:1777045361.135317:0:6641:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de48094000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+5:2390:x1863365370189440:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:2.0:1777045361.135349:0:6641:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de48094000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+5:2390:x1863365370189440:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 33us (1026us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045361.135356:0:6641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1087 00000100:00100000:2.0:1777045361.135381:0:5848:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370188672 00000100:00100000:2.0:1777045361.135385:0:5848:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370188672 00000100:00100000:2.0:1777045361.135419:0:5848:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 933 00000100:00100000:2.0:1777045361.135427:0:5848:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df587b6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2390:x1863365370188672:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:2.0:1777045361.135461:0:5848:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df587b6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2390:x1863365370188672:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 34us (1271us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045361.135468:0:5848:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 933 00000100:00100000:2.0:1777045361.135507:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370188800 00000100:00100000:2.0:1777045361.135512:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370188800 00000100:00100000:2.0:1777045361.135569:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370189184 00000100:00100000:2.0:1777045361.135574:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370189184 00000100:00100000:2.0:1777045361.135607:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1261 00000100:00100000:2.0:1777045361.135617:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de48096300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:146de360-3fb2-48bd-b418-06f30714148a+37:2390:x1863365370188800:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:2.0:1777045361.135660:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de48096300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:146de360-3fb2-48bd-b418-06f30714148a+37:2390:x1863365370188800:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 45us (1647us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045361.135668:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1261 00000100:00100000:2.0:1777045361.135686:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1262 00000100:00100000:2.0:1777045361.135694:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de48094e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+20:2390:x1863365370189184:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:2.0:1777045361.135727:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de48094e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+20:2390:x1863365370189184:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 33us (1438us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045361.135734:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1262 00000100:00080000:2.0:1777045361.135760:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1777045361.135766:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1777045361.135768:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1777045361.368745:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777045362.134318:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df46689f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424442112:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1777045362.134396:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045362.135946:0:6644:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424442112 00000100:00100000:0.0:1777045362.135959:0:6644:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424442112 00000100:00100000:0.0:1777045362.136057:0:6644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 533 00000100:00100000:0.0:1777045362.136071:0:6644:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b93b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3341:x1863365424442112:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1777045362.136135:0:6644:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 62849024 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1777045362.136239:0:6644:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b93b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3341:x1863365424442112:12345-0@lo:13:osp-pre-0-0.0 Request processed in 171us (1842us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045362.136250:0:6644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 533 00000100:00100000:0.0:1777045362.136546:0:3341:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967379 gen 2 00000004:00080000:0.0:1777045362.136554:0:3341:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967379 committed transno 4294967379 00000100:00100000:0.0:1777045362.136586:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df46689f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424442112:0@lo:13:osp-pre-0-0.0 00000100:00080000:1.0:1777045362.136688:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1777045362.389711:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777045363.158145:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de48097b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424442240:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1777045363.158254:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777045363.160090:0:19062:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424442240 00000100:00100000:2.0:1777045363.160122:0:19062:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424442240 00000100:00100000:2.0:1777045363.160238:0:19062:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 534 00000100:00100000:2.0:1777045363.160251:0:19062:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df74177480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1863365424442240:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1777045363.160337:0:19062:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 54329344 pending 0 free 3851419648 avail 3849322496 00000100:00100000:2.0:1777045363.160427:0:19062:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df74177480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1863365424442240:12345-0@lo:13:osp-pre-1-0.0 Request processed in 163us (2158us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045363.160437:0:19062:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 534 00000100:00080000:1.0:1777045363.160661:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1777045363.160781:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de48097b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424442240:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1777045363.163898:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df46689f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ce657616-b3f3-4e21-ac89-518ab611901c:3343:1863365424442368:0@lo:400:kworker.0 00000100:00100000:3.0:1777045363.163982:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777045363.164127:0:5850:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424442368 00000100:00100000:2.0:1777045363.164137:0:5850:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424442368 00000100:00100000:2.0:1777045363.164244:0:5850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 934 00000100:00100000:2.0:1777045363.164290:0:5850:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df587b5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ce657616-b3f3-4e21-ac89-518ab611901c+18:3343:x1863365424442368:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777045363.167088:0:5850:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df587b5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ce657616-b3f3-4e21-ac89-518ab611901c+18:3343:x1863365424442368:12345-0@lo:400:kworker.0 Request processed in 2827us (3098us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045363.167122:0:5850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 934 00000100:00100000:1.0:1777045363.167722:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1777045363.167740:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df4668aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3342:1863365424442624:0@lo:400:kworker.0 00000100:00100000:1.0:1777045363.167799:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777045363.167848:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424442624 00000100:00100000:1.0:1777045363.167855:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424442624 00000100:00100000:1.0:1777045363.167910:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1263 00000100:00100000:1.0:1777045363.167920:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df74177100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3342:x1863365424442624:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777045363.167975:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df74177100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3342:x1863365424442624:12345-0@lo:400:kworker.0 Request processed in 56us (175us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045363.167985:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1263 00000100:00080000:1.0:1777045363.168008:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1777045363.168044:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df4668aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3342:1863365424442624:0@lo:400:kworker.0 00000100:00100000:0.0:1777045363.168291:0:3344:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df46688e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3344:1863365424442496:0@lo:400:kworker.0 00000100:00100000:0.0:1777045363.168330:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045363.168360:0:3344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1777045363.168368:0:3344:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df46688700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3344:1863365424442880:0@lo:400:kworker.0 00000100:00100000:0.0:1777045363.168398:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777045363.168722:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df4668bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424442752:0@lo:400:kworker.0 00000100:00100000:1.0:1777045363.168758:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045363.168892:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424442496 00000100:00100000:0.0:1777045363.168898:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424442496 00000100:00100000:0.0:1777045363.168942:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424442880 00000100:00100000:0.0:1777045363.168946:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424442880 00000100:00100000:0.0:1777045363.168982:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1264 00000100:00100000:0.0:1777045363.168990:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df46688a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3344:x1863365424442496:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777045363.169038:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df46688a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3344:x1863365424442496:12345-0@lo:400:kworker.0 Request processed in 48us (707us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045363.169046:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1264 00000100:00100000:0.0:1777045363.169062:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1265 00000100:00100000:0.0:1777045363.169070:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df46689880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3344:x1863365424442880:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777045363.169125:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df46689880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3344:x1863365424442880:12345-0@lo:400:kworker.0 Request processed in 56us (727us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045363.169135:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1265 00000100:00100000:0.0:1777045363.169178:0:3344:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df46688700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3344:1863365424442880:0@lo:400:kworker.0 00000100:00100000:0.0:1777045363.169192:0:3344:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df46688e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3344:1863365424442496:0@lo:400:kworker.0 00000100:00080000:0.0:1777045363.169218:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1777045363.173271:0:6641:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424442752 00000100:00100000:2.0:1777045363.173286:0:6641:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424442752 00000100:00100000:2.0:1777045363.173369:0:6641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1088 00000100:00100000:2.0:1777045363.173384:0:6641:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df74174000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3342:x1863365424442752:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777045363.173527:0:6641:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df74174000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3342:x1863365424442752:12345-0@lo:400:kworker.0 Request processed in 146us (4765us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045363.173538:0:6641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1088 00000100:00100000:1.0:1777045363.173950:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df4668bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424442752:0@lo:400:kworker.0 00000100:00100000:3.0:1777045363.174361:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df46689f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ce657616-b3f3-4e21-ac89-518ab611901c:3343:1863365424442368:0@lo:400:kworker.0 00010000:00010000:2.0:1777045363.413708:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777045364.442696:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1777045365.207824:0:11491:0:(llog.c:801:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1777045365.207834:0:11491:0:(llog_cat.c:158:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1777045365.207885:0:11491:0:(llog.c:858:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 43 count 2 00000040:00080000:1.0:1777045365.207893:0:11491:0:(llog.c:858:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:2.0:1777045365.463506:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00080000:1.0:1777045365.884653:0:5877:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 34 batchid updated 00000020:00080000:1.0:1777045365.884681:0:5888:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 34 00000020:00080000:1.0:1777045365.884693:0:5888:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 34 00000100:00100000:2.0:1777045366.282303:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045366.282357:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045366.282419:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045366.282457:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045366.282487:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045366.282523:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045366.282561:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045366.282599:0:14822:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370189824 00000100:00100000:2.0:1777045366.282612:0:14822:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370189824 00000100:00100000:2.0:1777045366.282681:0:14822:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370189952 00000100:00100000:2.0:1777045366.282686:0:14822:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370189952 00000100:00100000:2.0:1777045366.282706:0:14822:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370190208 00000100:00100000:2.0:1777045366.282710:0:14822:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370190208 00000100:00100000:2.0:1777045366.282729:0:14822:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370190336 00000100:00100000:2.0:1777045366.282734:0:14822:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370190336 00000100:00100000:2.0:1777045366.282757:0:14822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1089 00000100:00100000:2.0:1777045366.282771:0:14822:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de48097b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:146de360-3fb2-48bd-b418-06f30714148a+11:2393:x1863365370189824:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:2.0:1777045366.282863:0:14822:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de48097b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:146de360-3fb2-48bd-b418-06f30714148a+11:2393:x1863365370189824:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 93us (506us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045366.282876:0:14822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1089 00000100:00100000:2.0:1777045366.282907:0:14822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1090 00000100:00100000:2.0:1777045366.282918:0:14822:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de48094a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:146de360-3fb2-48bd-b418-06f30714148a+10:2393:x1863365370189952:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:2.0:1777045366.282956:0:14822:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de48094a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:146de360-3fb2-48bd-b418-06f30714148a+10:2393:x1863365370189952:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 40us (469us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045366.282966:0:14822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1090 00000100:00100000:2.0:1777045366.282984:0:14822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1091 00000100:00100000:2.0:1777045366.282994:0:14822:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de48095c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+5:2393:x1863365370190208:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:2.0:1777045366.283028:0:14822:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de48095c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+5:2393:x1863365370190208:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 34us (504us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045366.283039:0:14822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1091 00000100:00100000:2.0:1777045366.283094:0:14822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 430 00000100:00100000:2.0:1777045366.283105:0:14822:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de48096a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+5:2389:x1863365370190336:12345-192.168.201.45@tcp:9:kworker.0 00000020:00000080:2.0:1777045366.283131:0:14822:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x2c8777a5e7d9f45a 00000100:00080000:2.0:1777045366.283143:0:14822:0:(import.c:65:import_set_state_nolock()) ffff98de41181000 : changing import state from FULL to CLOSED 00000001:00000004:2.0:1777045366.283192:0:14822:0:(tgt_lastrcvd.c:732:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 1, last_transno is 4294967378 00000100:00100000:2.0:1777045366.283572:0:14822:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de48096a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+2:2389:x1863365370190336:12345-192.168.201.45@tcp:9:kworker.0 Request processed in 464us (1006us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045366.283585:0:14822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 430 00000100:00100000:1.0:1777045366.283959:0:5849:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370189568 00000100:00100000:1.0:1777045366.283968:0:5849:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370189568 00000100:00100000:1.0:1777045366.284019:0:5849:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 935 00000100:00100000:1.0:1777045366.284029:0:5849:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df587b5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2393:x1863365370189568:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:1.0:1777045366.284114:0:5849:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df587b5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2393:x1863365370189568:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 85us (1823us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045366.284125:0:5849:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 935 00010000:00010000:1.0:1777045366.284168:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777045366.284374:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370190080 00000100:00100000:0.0:1777045366.284382:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370190080 00000100:00100000:0.0:1777045366.284462:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370189696 00000100:00100000:0.0:1777045366.284467:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370189696 00000100:00100000:0.0:1777045366.284510:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1266 00000100:00100000:0.0:1777045366.284521:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de48096680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+20:2393:x1863365370190080:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:0.0:1777045366.284577:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de48096680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+20:2393:x1863365370190080:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 57us (2158us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045366.284588:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1266 00000100:00100000:0.0:1777045366.284610:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1267 00000100:00100000:0.0:1777045366.284620:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de48097480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:146de360-3fb2-48bd-b418-06f30714148a+37:2393:x1863365370189696:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:0.0:1777045366.284655:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de48097480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:146de360-3fb2-48bd-b418-06f30714148a+37:2393:x1863365370189696:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 36us (2198us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045366.284664:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1267 00000100:00080000:0.0:1777045366.284692:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1777045366.284698:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1777045366.284702:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1777045366.492427:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777045367.256740:0:3344:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df46688e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3344:1863365424443008:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1777045367.257071:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045367.258599:0:6643:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424443008 00000100:00100000:0.0:1777045367.258609:0:6643:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424443008 00000100:00100000:0.0:1777045367.258697:0:6643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 535 00000100:00100000:0.0:1777045367.258724:0:6643:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df470cf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1863365424443008:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1777045367.258766:0:6643:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 62849024 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1777045367.258845:0:6643:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df470cf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1863365424443008:12345-0@lo:13:osp-pre-0-0.0 Request processed in 137us (1774us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045367.258855:0:6643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 535 00000100:00080000:2.0:1777045367.260971:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1777045367.261074:0:3344:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df46688e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3344:1863365424443008:0@lo:13:osp-pre-0-0.0 00010000:00010000:1.0:1777045367.509938:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777045368.281735:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1777045368.281765:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df470cce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424443136:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1777045368.281854:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777045368.281978:0:6644:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424443136 00000100:00100000:2.0:1777045368.281990:0:6644:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424443136 00000100:00100000:2.0:1777045368.282098:0:6644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 536 00000100:00100000:2.0:1777045368.282114:0:6644:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df470ce300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1863365424443136:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1777045368.282163:0:6644:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 49217536 pending 0 free 3851419648 avail 3849322496 00000100:00100000:2.0:1777045368.282265:0:6644:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df470ce300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1863365424443136:12345-0@lo:13:osp-pre-1-0.0 Request processed in 153us (412us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045368.282585:0:6644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 536 00000100:00100000:2.0:1777045368.282658:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df470cce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424443136:0@lo:13:osp-pre-1-0.0 00000100:00080000:2.0:1777045368.282693:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1777045368.285392:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df470ce680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3343:1863365424443392:0@lo:400:kworker.0 00000100:00100000:2.0:1777045368.285478:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777045368.285531:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1777045368.285541:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df470cdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3343:1863365424443520:0@lo:400:kworker.0 00000100:00100000:2.0:1777045368.285578:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777045368.285664:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424443392 00000100:00100000:2.0:1777045368.285673:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424443392 00000100:00100000:2.0:1777045368.285714:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424443520 00000100:00100000:2.0:1777045368.285719:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424443520 00000100:00100000:2.0:1777045368.285762:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1268 00000100:00100000:2.0:1777045368.285775:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df470ced80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3343:x1863365424443392:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777045368.285845:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df470ced80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3343:x1863365424443392:12345-0@lo:400:kworker.0 Request processed in 70us (366us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045368.285857:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1268 00000100:00100000:2.0:1777045368.285887:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1269 00000100:00100000:2.0:1777045368.285899:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df470cd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3343:x1863365424443520:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777045368.285949:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df470cd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3343:x1863365424443520:12345-0@lo:400:kworker.0 Request processed in 51us (368us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045368.285988:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1269 00000100:00100000:2.0:1777045368.286069:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df470cdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3343:1863365424443520:0@lo:400:kworker.0 00000100:00100000:2.0:1777045368.286087:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df470ce680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3343:1863365424443392:0@lo:400:kworker.0 00000100:00080000:2.0:1777045368.286121:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1777045368.286263:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df470cce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ce657616-b3f3-4e21-ac89-518ab611901c:3342:1863365424443264:0@lo:400:kworker.0 00000100:00100000:0.0:1777045368.286328:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045368.286381:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df470cc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3342:1863365424443776:0@lo:400:kworker.0 00000100:00100000:0.0:1777045368.286419:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045368.286454:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1777045368.286464:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df470cf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424443648:0@lo:400:kworker.0 00000100:00100000:0.0:1777045368.286498:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045368.286534:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424443776 00000100:00100000:0.0:1777045368.286539:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424443776 00000100:00100000:0.0:1777045368.286585:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1270 00000100:00100000:0.0:1777045368.286594:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df46688700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3342:x1863365424443776:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777045368.286651:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df46688700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3342:x1863365424443776:12345-0@lo:400:kworker.0 Request processed in 56us (230us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045368.286662:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1270 00000100:00100000:0.0:1777045368.286720:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df470cc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3342:1863365424443776:0@lo:400:kworker.0 00000100:00100000:2.0:1777045368.288611:0:5850:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424443264 00000100:00100000:2.0:1777045368.288622:0:5850:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424443264 00000100:00100000:2.0:1777045368.288757:0:5850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 936 00000100:00100000:2.0:1777045368.288773:0:5850:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df587b7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ce657616-b3f3-4e21-ac89-518ab611901c+18:3342:x1863365424443264:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777045368.288856:0:5850:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df587b7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ce657616-b3f3-4e21-ac89-518ab611901c+18:3342:x1863365424443264:12345-0@lo:400:kworker.0 Request processed in 86us (2526us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045368.288869:0:5850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 936 00000100:00100000:1.0:1777045368.289108:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df470cce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ce657616-b3f3-4e21-ac89-518ab611901c:3342:1863365424443264:0@lo:400:kworker.0 00000100:00100000:1.0:1777045368.289171:0:14822:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424443648 00000100:00100000:1.0:1777045368.289180:0:14822:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424443648 00000100:00100000:1.0:1777045368.289551:0:14822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1092 00000100:00100000:1.0:1777045368.289565:0:14822:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df4668ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3342:x1863365424443648:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777045368.289637:0:14822:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df4668ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3342:x1863365424443648:12345-0@lo:400:kworker.0 Request processed in 73us (3134us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045368.289648:0:14822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1092 00000100:00100000:1.0:1777045368.289701:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df470cf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424443648:0@lo:400:kworker.0 00000100:00080000:1.0:1777045368.289752:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1777045368.533630:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777045369.557726:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:1.0:1777045370.000358:0:7533:0:(tgt_lastrcvd.c:568:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 15144518-a1c7-4352-a966-cb31eadd4d9b 00000020:00000080:1.0:1777045370.000370:0:7533:0:(genops.c:906:class_export_put()) final put ffff98de41187800/15144518-a1c7-4352-a966-cb31eadd4d9b 00000020:00000080:0.0:1777045370.005406:0:17073:0:(genops.c:865:class_export_destroy()) destroying export ffff98de41187800/15144518-a1c7-4352-a966-cb31eadd4d9b for lustre-OST0001 00000020:00000080:0.0:1777045370.005505:0:17073:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff98de41181000 for lustre-OST0001 00010000:00010000:2.0:1777045370.585119:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777045370.720745:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045370.731874:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370190464 00000100:00100000:0.0:1777045370.731892:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370190464 00000100:00100000:1.0:1777045370.732153:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1424 00000100:00100000:1.0:1777045370.732173:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b93ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+20:32108:x1863365370190464:12345-192.168.201.45@tcp:60:lhsmtool_posix.0 00000100:00100000:1.0:1777045370.732326:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b93ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+20:32108:x1863365370190464:12345-192.168.201.45@tcp:60:lhsmtool_posix.0 Request processed in 158us (11607us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045370.732340:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1424 00000100:00080000:3.0:1777045370.732641:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1777045371.384703:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045371.384787:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045371.384841:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045371.384891:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045371.384927:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045371.385567:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045371.385609:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370191104 00000100:00100000:0.0:1777045371.385623:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370191104 00000100:00100000:0.0:1777045371.385685:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370190720 00000100:00100000:0.0:1777045371.385690:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370190720 00000100:00100000:0.0:1777045371.385734:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1271 00000100:00100000:0.0:1777045371.385748:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df46689f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+20:2390:x1863365370191104:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:0.0:1777045371.385842:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df46689f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+20:2390:x1863365370191104:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 96us (999us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045371.385854:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1271 00000100:00100000:0.0:1777045371.386196:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1272 00000100:00100000:0.0:1777045371.386235:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df4668bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:146de360-3fb2-48bd-b418-06f30714148a+37:2390:x1863365370190720:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:0.0:1777045371.386281:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df4668bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:146de360-3fb2-48bd-b418-06f30714148a+37:2390:x1863365370190720:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 50us (1389us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045371.386290:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1272 00000100:00100000:0.0:1777045371.386320:0:8776:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370190848 00000100:00100000:0.0:1777045371.386326:0:8776:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370190848 00000100:00100000:0.0:1777045371.386358:0:8776:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370190976 00000100:00100000:0.0:1777045371.386362:0:8776:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370190976 00000100:00100000:0.0:1777045371.386383:0:8776:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370191232 00000100:00100000:0.0:1777045371.386386:0:8776:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370191232 00000100:00100000:0.0:1777045371.386406:0:8776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1093 00000100:00100000:0.0:1777045371.386415:0:8776:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df46688e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:146de360-3fb2-48bd-b418-06f30714148a+11:2390:x1863365370190848:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:0.0:1777045371.386454:0:8776:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df46688e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:146de360-3fb2-48bd-b418-06f30714148a+11:2390:x1863365370190848:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 39us (1666us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045371.386464:0:8776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1093 00000100:00100000:0.0:1777045371.386481:0:8776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1094 00000100:00100000:0.0:1777045371.386491:0:8776:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df4668aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:146de360-3fb2-48bd-b418-06f30714148a+10:2390:x1863365370190976:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:0.0:1777045371.386528:0:8776:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df4668aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:146de360-3fb2-48bd-b418-06f30714148a+10:2390:x1863365370190976:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 37us (1600us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045371.386539:0:8776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1094 00000100:00100000:0.0:1777045371.386556:0:8776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1095 00000100:00100000:0.0:1777045371.386567:0:8776:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df4668b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+5:2390:x1863365370191232:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:0.0:1777045371.386607:0:8776:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df4668b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+5:2390:x1863365370191232:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 42us (1041us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045371.386617:0:8776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1095 00000100:00080000:0.0:1777045371.386645:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1777045371.386650:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1777045371.386654:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1777045371.386926:0:5848:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370190592 00000100:00100000:1.0:1777045371.386933:0:5848:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370190592 00000100:00100000:1.0:1777045371.387006:0:5848:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 937 00000100:00100000:1.0:1777045371.387018:0:5848:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df50f8c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2390:x1863365370190592:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:1.0:1777045371.387073:0:5848:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df50f8c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2390:x1863365370190592:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 56us (2381us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045371.387083:0:5848:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 937 00010000:00010000:1.0:1777045371.606804:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777045372.375887:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de4282f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424443904:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1777045372.376098:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045372.377388:0:19062:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424443904 00000100:00100000:0.0:1777045372.377398:0:19062:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424443904 00000100:00100000:0.0:1777045372.377498:0:19062:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 537 00000100:00100000:0.0:1777045372.377512:0:19062:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df470ce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424443904:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1777045372.377555:0:19062:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 62849024 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1777045372.377636:0:19062:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df470ce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424443904:12345-0@lo:13:osp-pre-0-0.0 Request processed in 127us (1538us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045372.377647:0:19062:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 537 00000100:00080000:3.0:1777045372.378550:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1777045372.378714:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de4282f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424443904:0@lo:13:osp-pre-0-0.0 00010000:00010000:2.0:1777045372.629421:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777045373.398019:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df74175880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3343:1863365424444416:0@lo:400:kworker.0 00000100:00100000:1.0:1777045373.398115:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777045373.398189:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:1.0:1777045373.398233:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df470cdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424444032:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1777045373.398275:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777045373.398323:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df74174a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424444544:0@lo:400:kworker.0 00000100:00100000:1.0:1777045373.398357:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777045373.398417:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df74176300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3342:1863365424444288:0@lo:400:kworker.0 00000100:00100000:1.0:1777045373.398449:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777045373.398472:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df74177b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424444800:0@lo:400:kworker.0 00000100:00100000:1.0:1777045373.398498:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777045373.398524:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1777045373.398532:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df74175500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ce657616-b3f3-4e21-ac89-518ab611901c:3342:1863365424444160:0@lo:400:kworker.0 00000100:00100000:1.0:1777045373.398568:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777045373.398598:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df74176680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3342:1863365424444672:0@lo:400:kworker.0 00000100:00100000:1.0:1777045373.398625:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777045373.398662:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424444416 00000100:00100000:1.0:1777045373.398670:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424444416 00000100:00100000:1.0:1777045373.398738:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424444288 00000100:00100000:1.0:1777045373.398743:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424444288 00000100:00100000:1.0:1777045373.398770:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424444672 00000100:00100000:1.0:1777045373.398774:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424444672 00000100:00100000:1.0:1777045373.398798:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1273 00000100:00100000:1.0:1777045373.398810:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df74175f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3343:x1863365424444416:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777045373.398883:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df74175f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3343:x1863365424444416:12345-0@lo:400:kworker.0 Request processed in 73us (767us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045373.398899:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1273 00000100:00100000:1.0:1777045373.398952:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1274 00000100:00100000:1.0:1777045373.398963:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de431bca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3342:x1863365424444288:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777045373.399016:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de431bca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3342:x1863365424444288:12345-0@lo:400:kworker.0 Request processed in 54us (564us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045373.399026:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1274 00000100:00100000:1.0:1777045373.399044:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1275 00000100:00100000:1.0:1777045373.399054:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df605f3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3342:x1863365424444672:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777045373.399095:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df605f3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3342:x1863365424444672:12345-0@lo:400:kworker.0 Request processed in 43us (468us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045373.399104:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1275 00000100:00100000:1.0:1777045373.399133:0:6643:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424444032 00000100:00100000:1.0:1777045373.399138:0:6643:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424444032 00000100:00100000:1.0:1777045373.399181:0:6643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 538 00000100:00100000:1.0:1777045373.399192:0:6643:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df74174380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424444032:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1777045373.399248:0:6643:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 49217536 pending 0 free 3851419648 avail 3849322496 00000100:00100000:1.0:1777045373.399290:0:6643:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df74174380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424444032:12345-0@lo:13:osp-pre-1-0.0 Request processed in 101us (1015us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045373.399299:0:6643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 538 00000100:00100000:1.0:1777045373.399325:0:8776:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424444544 00000100:00100000:1.0:1777045373.399330:0:8776:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424444544 00000100:00100000:1.0:1777045373.399632:0:8776:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424444800 00000100:00100000:1.0:1777045373.399638:0:8776:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424444800 00000100:00100000:1.0:1777045373.399668:0:8776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1096 00000100:00100000:1.0:1777045373.399679:0:8776:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df74177800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424444544:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777045373.399726:0:8776:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df74177800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424444544:12345-0@lo:400:kworker.0 Request processed in 48us (1368us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045373.399736:0:8776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1096 00000100:00100000:1.0:1777045373.399754:0:8776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1097 00000100:00100000:1.0:1777045373.399764:0:8776:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df605f1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3342:x1863365424444800:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777045373.399801:0:8776:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df605f1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3342:x1863365424444800:12345-0@lo:400:kworker.0 Request processed in 39us (1302us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045373.399811:0:8776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1097 00000100:00100000:1.0:1777045373.399846:0:5850:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424444160 00000100:00100000:1.0:1777045373.399852:0:5850:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424444160 00000100:00100000:1.0:1777045373.399886:0:5850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 938 00000100:00100000:1.0:1777045373.399894:0:5850:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df4fc75850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ce657616-b3f3-4e21-ac89-518ab611901c+18:3342:x1863365424444160:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777045373.399956:0:5850:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df4fc75850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ce657616-b3f3-4e21-ac89-518ab611901c+18:3342:x1863365424444160:12345-0@lo:400:kworker.0 Request processed in 62us (1386us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045373.399966:0:5850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 938 00000100:00080000:1.0:1777045373.400009:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1777045373.400016:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1777045373.400077:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df74175500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ce657616-b3f3-4e21-ac89-518ab611901c:3342:1863365424444160:0@lo:400:kworker.0 00000100:00100000:1.0:1777045373.400095:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df74176680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3342:1863365424444672:0@lo:400:kworker.0 00000100:00100000:1.0:1777045373.400108:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df74176300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3342:1863365424444288:0@lo:400:kworker.0 00000100:00100000:1.0:1777045373.400120:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df74177b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424444800:0@lo:400:kworker.0 00000100:00100000:1.0:1777045373.400174:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df470cdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424444032:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1777045373.400188:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df74174a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424444544:0@lo:400:kworker.0 00000100:00100000:1.0:1777045373.400226:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df74175880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3343:1863365424444416:0@lo:400:kworker.0 00010000:00010000:1.0:1777045373.653505:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777045374.682428:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1777045374.765238:0:21645:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 12t: Multiple parallel reads for a HSM imported file ========================================================== 11:42:51 (1777045371) 00000040:00080000:2.0:1777045375.454138:0:11491:0:(llog.c:801:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1777045375.454148:0:11491:0:(llog_cat.c:158:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1777045375.455254:0:11491:0:(llog.c:858:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 42 count 1 00000040:00080000:2.0:1777045375.455268:0:11491:0:(llog.c:858:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1777045375.573751:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045375.575480:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370191488 00000100:00100000:1.0:1777045375.575495:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370191488 00000100:00100000:1.0:1777045375.575598:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1425 00000100:00100000:1.0:1777045375.575613:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de4282ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+20:32753:x1863365370191488:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1777045375.575638:0:5856:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777045375.575664:0:5856:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32a00/0x2c8777a5e7d9f652 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee114937e expref: -99 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045375.575754:0:5856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32800/0x2c8777a5e7d9f659 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045375.575774:0:5856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32800/0x2c8777a5e7d9f659 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045375.575791:0:5856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32800/0x2c8777a5e7d9f659 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045375.575808:0:5856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a33c00/0x2c8777a5e7d9f660 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045375.575839:0:5856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a33c00/0x2c8777a5e7d9f660 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045375.575850:0:5856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a33c00/0x2c8777a5e7d9f660 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045375.576743:0:5856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a33a00/0x2c8777a5e7d9f667 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045375.576758:0:5856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a33a00/0x2c8777a5e7d9f667 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045375.576769:0:5856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a33a00/0x2c8777a5e7d9f667 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777045375.576783:0:5856:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000002:0x2:0x0]: returning size 6656 00010000:00010000:1.0:1777045375.577029:0:5856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32800/0x2c8777a5e7d9f659 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045375.577044:0:5856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32800/0x2c8777a5e7d9f659 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045375.577053:0:5856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32800/0x2c8777a5e7d9f659 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045375.577062:0:5856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de41a32800 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:1.0:1777045375.577067:0:5856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32800/0x2c8777a5e7d9f659 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045375.577077:0:5856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32800/0x2c8777a5e7d9f659 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045375.577092:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff98df61f8ee00) 00010000:00010000:1.0:1777045375.577097:0:5856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777045375.577102:0:5856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32800/0x2c8777a5e7d9f659 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045375.577110:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32800/0x2c8777a5e7d9f659 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045375.577122:0:5856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a33c00/0x2c8777a5e7d9f660 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045375.577130:0:5856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a33c00/0x2c8777a5e7d9f660 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045375.577137:0:5856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a33c00/0x2c8777a5e7d9f660 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045375.577143:0:5856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de41a33c00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:1.0:1777045375.577148:0:5856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a33c00/0x2c8777a5e7d9f660 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045375.577155:0:5856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a33c00/0x2c8777a5e7d9f660 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045375.577164:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x8d45d6bc (ffff98df51b04300) 00010000:00010000:1.0:1777045375.577168:0:5856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777045375.577172:0:5856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a33c00/0x2c8777a5e7d9f660 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045375.577179:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a33c00/0x2c8777a5e7d9f660 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045375.579010:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32a00/0x2c8777a5e7d9f652 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114937e expref: 23 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045375.579039:0:5856:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a33a00/0x2c8777a5e7d9f667 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114937e expref: 22 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045375.579051:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff98df4a351500) 00010000:00010000:2.0:1777045375.579055:0:5856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777045375.579058:0:5856:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de41a33a00, rc 0) 00000100:00100000:2.0:1777045375.579267:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de4282ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+22:32753:x1863365370191488:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 Request processed in 3655us (5526us total) trans 4294968270 rc 0/0 00000100:00100000:2.0:1777045375.579279:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1425 00000100:00080000:3.0:1777045375.582794:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1777045375.615452:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045375.615572:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045375.615685:0:5842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370191872 00000100:00100000:0.0:1777045375.615698:0:5842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370191872 00000100:00100000:0.0:1777045375.615785:0:5842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 92 00000100:00100000:0.0:1777045375.615800:0:5842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df74174a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+22:2393:x1863365370191872:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777045375.615821:0:5842:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777045375.615852:0:5842:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a33a00/0x2c8777a5e7d9f667 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114937e expref: 22 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045375.615877:0:5842:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff98df4a351500) 00010000:00010000:0.0:1777045375.615884:0:5842:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777045375.615983:0:5842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df74174a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+21:2393:x1863365370191872:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 185us (409us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045375.615995:0:5842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 92 00000100:00100000:3.0:1777045375.617886:0:5859:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370191744 00000100:00100000:3.0:1777045375.617923:0:5859:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370191744 00000100:00100000:3.0:1777045375.617997:0:5859:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 316 00000100:00100000:3.0:1777045375.618012:0:5859:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df74175880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+21:32753:x1863365370191744:12345-192.168.201.45@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1777045375.618951:0:5859:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df74175880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+22:32753:x1863365370191744:12345-192.168.201.45@tcp:35:lhsmtool_posix.0 Request processed in 939us (3505us total) trans 4294968271 rc 0/0 00000100:00100000:3.0:1777045375.618963:0:5859:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 316 00000100:00100000:1.0:1777045375.640054:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045375.640253:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370192000 00000100:00100000:2.0:1777045375.640265:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370192000 00000100:00100000:2.0:1777045375.640708:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1426 00000100:00100000:2.0:1777045375.640725:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df74177b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+22:32753:x1863365370192000:12345-192.168.201.45@tcp:59:lhsmtool_posix.0 00000100:00100000:2.0:1777045375.641134:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df74177b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+22:32753:x1863365370192000:12345-192.168.201.45@tcp:59:lhsmtool_posix.0 Request processed in 412us (1088us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045375.641147:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1426 00000100:00100000:1.0:1777045375.672666:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045375.673262:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370192128 00000100:00100000:3.0:1777045375.673276:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370192128 00000100:00100000:3.0:1777045375.673420:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1427 00000100:00100000:3.0:1777045375.673436:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df74176300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:146de360-3fb2-48bd-b418-06f30714148a+37:32754:x1863365370192128:12345-192.168.201.45@tcp:101:lfs.0 00010000:00010000:3.0:1777045375.673461:0:5855:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777045375.673488:0:5855:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023c00/0x2c8777a5e7d9f675 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1149385 expref: -99 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045375.673796:0:5855:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023000/0x2c8777a5e7d9f67c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045375.673823:0:5855:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023000/0x2c8777a5e7d9f67c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045375.673839:0:5855:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023000/0x2c8777a5e7d9f67c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045375.673860:0:5855:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023200/0x2c8777a5e7d9f683 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045375.673872:0:5855:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023200/0x2c8777a5e7d9f683 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045375.673883:0:5855:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023200/0x2c8777a5e7d9f683 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045375.674262:0:5855:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023000/0x2c8777a5e7d9f67c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045375.674274:0:5855:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023000/0x2c8777a5e7d9f67c lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045375.674284:0:5855:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023000/0x2c8777a5e7d9f67c lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045375.674292:0:5855:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48023000 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:3.0:1777045375.674297:0:5855:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023000/0x2c8777a5e7d9f67c lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045375.674308:0:5855:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023000/0x2c8777a5e7d9f67c lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045375.674325:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff98df61f8e800) 00010000:00010000:3.0:1777045375.674330:0:5855:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777045375.674336:0:5855:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023000/0x2c8777a5e7d9f67c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045375.674345:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023000/0x2c8777a5e7d9f67c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045375.674398:0:5855:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023200/0x2c8777a5e7d9f683 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045375.674499:0:5855:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023200/0x2c8777a5e7d9f683 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045375.674508:0:5855:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023200/0x2c8777a5e7d9f683 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045375.674516:0:5855:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48023200 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:3.0:1777045375.674521:0:5855:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023200/0x2c8777a5e7d9f683 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045375.674530:0:5855:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023200/0x2c8777a5e7d9f683 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045375.674541:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xef4d5f1f (ffff98df413b6b00) 00010000:00010000:3.0:1777045375.674545:0:5855:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777045375.674549:0:5855:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023200/0x2c8777a5e7d9f683 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045375.674558:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023200/0x2c8777a5e7d9f683 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00080000:1.0:1777045375.677297:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1777045375.680112:0:5855:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023c00/0x2c8777a5e7d9f675 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149385 expref: 38 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045375.680157:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff98df61f8e800) 00010000:00010000:3.0:1777045375.680162:0:5855:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777045375.680174:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023c00/0x2c8777a5e7d9f675 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149385 expref: 38 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045375.680192:0:5855:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de48023c00, rc 0) 00000100:00100000:2.0:1777045375.680331:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df74176300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:146de360-3fb2-48bd-b418-06f30714148a+37:32754:x1863365370192128:12345-192.168.201.45@tcp:101:lfs.0 Request processed in 6895us (7672us total) trans 0 rc 301/301 00000100:00100000:2.0:1777045375.680346:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1427 00010000:00010000:1.0:1777045375.702545:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777045375.709546:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045375.710282:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370192384 00000100:00100000:2.0:1777045375.710295:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370192384 00000100:00100000:2.0:1777045375.710658:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1428 00000100:00100000:2.0:1777045375.710674:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de4282ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:146de360-3fb2-48bd-b418-06f30714148a+37:32754:x1863365370192384:12345-192.168.201.45@tcp:36:lfs.0 00010000:00010000:2.0:1777045375.710747:0:5856:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777045375.710779:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537200/0x2c8777a5e7d9f381 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149289 expref: 37 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045375.710814:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff98df61f8e800) 00010000:00010000:2.0:1777045375.711085:0:5856:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777045375.711743:0:5856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bec00/0x2c8777a5e7d9f68a lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045375.711764:0:5856:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32200/0x2c8777a5e7d9f3c0 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114929e expref: 21 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045375.711775:0:5856:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bec00/0x2c8777a5e7d9f68a lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045375.711815:0:5856:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32200/0x2c8777a5e7d9f3c0 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114929e expref: 21 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045375.711834:0:5856:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32200/0x2c8777a5e7d9f3c0 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114929e expref: 21 pid: 5855 timeout: 2104 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777045375.711852:0:5856:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df470cdc00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5856:1863365424444928:192.168.201.45@tcp:104: 00000100:00100000:2.0:1777045375.711993:0:5856:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df77a013c0 going to sleep for 11 seconds 00000100:00100000:2.0:1777045375.722326:0:5856:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df470cdc00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5856:1863365424444928:192.168.201.45@tcp:104: 00010000:00010000:2.0:1777045375.722367:0:5856:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bec00/0x2c8777a5e7d9f68a lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777045375.726100:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045375.726266:0:6655:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370192512 00000100:00100000:1.0:1777045375.726279:0:6655:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370192512 00010000:00010000:1.0:1777045375.726376:0:6655:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32200/0x2c8777a5e7d9f3c0 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114929e expref: 22 pid: 5855 timeout: 2104 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777045375.726449:0:6655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 421 00000100:00100000:1.0:1777045375.726464:0:6655:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de4282f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+22:2392:x1863365370192512:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777045375.726503:0:6655:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777045375.726514:0:6655:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32200/0x2c8777a5e7d9f3c0 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114929e expref: 22 pid: 5855 timeout: 2104 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045375.726533:0:6655:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32200/0x2c8777a5e7d9f3c0 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114929e expref: 22 pid: 5855 timeout: 2104 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045375.726564:0:6655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32200/0x2c8777a5e7d9f3c0 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114929e expref: 22 pid: 5855 timeout: 2104 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045375.726586:0:6655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff98df61f8e800) 00010000:00010000:1.0:1777045375.726594:0:6655:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bec00/0x2c8777a5e7d9f68a lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045375.726607:0:6655:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bec00/0x2c8777a5e7d9f68a lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045375.726617:0:6655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bec00/0x2c8777a5e7d9f68a lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045375.726664:0:6655:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777045375.726744:0:6655:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de4282f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+21:2392:x1863365370192512:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 282us (652us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045375.726758:0:6655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 421 00010000:00010000:0.0:1777045375.730639:0:5856:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bec00/0x2c8777a5e7d9f68a lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045375.730661:0:5856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bec00/0x2c8777a5e7d9f68a lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045375.730703:0:5856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537c00/0x2c8777a5e7d9f691 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045375.730721:0:5856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537c00/0x2c8777a5e7d9f691 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045375.730737:0:5856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537c00/0x2c8777a5e7d9f691 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777045375.732454:0:5856:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x51:0x0]: returning size 512 00010000:00010000:0.0:1777045375.732472:0:5856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bec00/0x2c8777a5e7d9f68a lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045375.732485:0:5856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bec00/0x2c8777a5e7d9f68a lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045375.732502:0:5856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bec00/0x2c8777a5e7d9f68a lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045375.732511:0:5856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de435bec00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:0.0:1777045375.732517:0:5856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bec00/0x2c8777a5e7d9f68a lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045375.732553:0:5856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bec00/0x2c8777a5e7d9f68a lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045375.732574:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff98df61f8e800) 00010000:00010000:0.0:1777045375.732578:0:5856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777045375.732584:0:5856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bec00/0x2c8777a5e7d9f68a lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045375.732594:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bec00/0x2c8777a5e7d9f68a lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777045375.732619:0:5856:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000081a237f1 reply state 00000000cf55ce82 transno 4294968272 ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537c00/0x2c8777a5e7d9f691 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777045375.732633:0:5856:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777045375.732739:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de4282ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:146de360-3fb2-48bd-b418-06f30714148a+38:32754:x1863365370192384:12345-192.168.201.45@tcp:36:lfs.0 Request processed in 22064us (23199us total) trans 4294968272 rc 0/0 00000100:00100000:0.0:1777045375.732754:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1428 00010000:00010000:3.0:1777045375.754095:0:3327:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537c00/0x2c8777a5e7d9f691 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045375.754137:0:3327:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537c00/0x2c8777a5e7d9f691 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045375.754150:0:3327:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537c00/0x2c8777a5e7d9f691 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045375.754161:0:3327:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98df7b537c00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:3.0:1777045375.754169:0:3327:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537c00/0x2c8777a5e7d9f691 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045375.754181:0:3327:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537c00/0x2c8777a5e7d9f691 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045375.754264:0:3327:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xef4d5f1f (ffff98df61f8ed00) 00010000:00010000:3.0:1777045375.754271:0:3327:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777045375.754279:0:3327:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537c00/0x2c8777a5e7d9f691 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045375.754290:0:3327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537c00/0x2c8777a5e7d9f691 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777045375.792961:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045375.793150:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370192640 00000100:00100000:2.0:1777045375.793164:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370192640 00000100:00100000:2.0:1777045375.793294:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1429 00000100:00100000:2.0:1777045375.793312:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de4282d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:146de360-3fb2-48bd-b418-06f30714148a+37:32755:x1863365370192640:12345-192.168.201.45@tcp:101:bash.0 00010000:00010000:2.0:1777045375.793347:0:12646:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777045375.793380:0:12646:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bf600/0x2c8777a5e7d9f698 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee114938c expref: -99 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045375.795316:0:12646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bf200/0x2c8777a5e7d9f69f lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045375.795342:0:12646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bf200/0x2c8777a5e7d9f69f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045375.796052:0:12646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bf200/0x2c8777a5e7d9f69f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777045375.796141:0:12646:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 9728 00000004:00200000:2.0:1777045375.796147:0:12646:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 35 stripe count 1 MDT count 1 00000004:00010000:2.0:1777045375.796185:0:12646:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bf200/0x2c8777a5e7d9f69f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045375.796254:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bf600/0x2c8777a5e7d9f698 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114938c expref: 39 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045375.796284:0:12646:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bf200/0x2c8777a5e7d9f69f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114938c expref: 38 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045375.796297:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff98df52c43f00) 00010000:00010000:2.0:1777045375.796302:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1777045375.796307:0:12646:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de435bf200, rc 0) 00000100:00100000:2.0:1777045375.796408:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de4282d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:146de360-3fb2-48bd-b418-06f30714148a+38:32755:x1863365370192640:12345-192.168.201.45@tcp:101:bash.0 Request processed in 3099us (3456us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045375.796421:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1429 00000100:00100000:1.0:1777045375.811975:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045375.814458:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370192768 00000100:00100000:2.0:1777045375.814475:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370192768 00000100:00100000:2.0:1777045375.814585:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1430 00000100:00100000:2.0:1777045375.814602:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df74176680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:146de360-3fb2-48bd-b418-06f30714148a+38:32755:x1863365370192768:12345-192.168.201.45@tcp:101:bash.0 00010000:00010000:2.0:1777045375.814630:0:5855:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777045375.814659:0:5855:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bf600/0x2c8777a5e7d9f6a6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1149393 expref: -99 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045375.814752:0:5855:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bf800/0x2c8777a5e7d9f6ad lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045375.814798:0:5855:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bf800/0x2c8777a5e7d9f6ad lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045375.814818:0:5855:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bf800/0x2c8777a5e7d9f6ad lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045375.814843:0:5855:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be800/0x2c8777a5e7d9f6b4 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045375.814857:0:5855:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be800/0x2c8777a5e7d9f6b4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045375.814868:0:5855:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be800/0x2c8777a5e7d9f6b4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045375.815084:0:5855:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be600/0x2c8777a5e7d9f6bb lrc: 3/1,0 mode: --/PR res: [0x200000401:0x51:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045375.815100:0:5855:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be600/0x2c8777a5e7d9f6bb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045375.815120:0:5855:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be600/0x2c8777a5e7d9f6bb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777045375.815170:0:5855:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x51:0x0]: returning size 512 00000004:00200000:2.0:1777045375.815177:0:5855:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1777045375.815212:0:5855:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be600/0x2c8777a5e7d9f6bb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045375.815231:0:5855:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bf800/0x2c8777a5e7d9f6ad lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045375.815242:0:5855:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bf800/0x2c8777a5e7d9f6ad lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045375.815253:0:5855:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bf800/0x2c8777a5e7d9f6ad lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045375.815264:0:5855:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de435bf800 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:2.0:1777045375.815270:0:5855:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bf800/0x2c8777a5e7d9f6ad lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045375.815283:0:5855:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bf800/0x2c8777a5e7d9f6ad lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045375.815302:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff98df52c43f00) 00010000:00010000:2.0:1777045375.815307:0:5855:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777045375.815314:0:5855:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bf800/0x2c8777a5e7d9f6ad lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045375.815324:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bf800/0x2c8777a5e7d9f6ad lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045375.815423:0:5855:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be800/0x2c8777a5e7d9f6b4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045375.815437:0:5855:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be800/0x2c8777a5e7d9f6b4 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045375.815447:0:5855:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be800/0x2c8777a5e7d9f6b4 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045375.815457:0:5855:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de435be800 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:2.0:1777045375.815463:0:5855:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be800/0x2c8777a5e7d9f6b4 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045375.815475:0:5855:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be800/0x2c8777a5e7d9f6b4 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045375.815489:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xef4d5f1f (ffff98df52c43300) 00010000:00010000:2.0:1777045375.815493:0:5855:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777045375.815499:0:5855:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be800/0x2c8777a5e7d9f6b4 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045375.815509:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be800/0x2c8777a5e7d9f6b4 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045375.815562:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bf600/0x2c8777a5e7d9f6a6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149393 expref: 40 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045375.815586:0:5855:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be600/0x2c8777a5e7d9f6bb lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149393 expref: 39 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045375.815608:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x51:0x0].0x0 (ffff98df52c43a00) 00010000:00010000:2.0:1777045375.815612:0:5855:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1777045375.815617:0:5855:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de435be600, rc 0) 00000100:00100000:2.0:1777045375.815700:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df74176680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:146de360-3fb2-48bd-b418-06f30714148a+39:32755:x1863365370192768:12345-192.168.201.45@tcp:101:bash.0 Request processed in 1100us (3736us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045375.815713:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1430 00000100:00100000:3.0:1777045375.824165:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045375.825884:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370192896 00000100:00100000:0.0:1777045375.825924:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370192896 00000100:00100000:1.0:1777045375.826930:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1431 00000100:00100000:1.0:1777045375.826955:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b938700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:146de360-3fb2-48bd-b418-06f30714148a+39:32755:x1863365370192896:12345-192.168.201.45@tcp:101:bash.0 00010000:00010000:1.0:1777045375.826983:0:5856:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777045375.827774:0:5856:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32200/0x2c8777a5e7d9f6c2 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee114939a expref: -99 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045375.827873:0:5856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a33800/0x2c8777a5e7d9f6c9 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045375.827917:0:5856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a33800/0x2c8777a5e7d9f6c9 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045375.827934:0:5856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a33800/0x2c8777a5e7d9f6c9 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045375.828985:0:5856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a33e00/0x2c8777a5e7d9f6d0 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045375.829003:0:5856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a33e00/0x2c8777a5e7d9f6d0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045375.829015:0:5856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a33e00/0x2c8777a5e7d9f6d0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045375.829113:0:5856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a33800/0x2c8777a5e7d9f6c9 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045375.829125:0:5856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a33800/0x2c8777a5e7d9f6c9 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045375.829135:0:5856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a33800/0x2c8777a5e7d9f6c9 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045375.829145:0:5856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de41a33800 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:1.0:1777045375.829151:0:5856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a33800/0x2c8777a5e7d9f6c9 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045375.829161:0:5856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a33800/0x2c8777a5e7d9f6c9 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045375.829236:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x51:0x0].0x0 (ffff98df52c43a00) 00010000:00010000:1.0:1777045375.829242:0:5856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777045375.829248:0:5856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a33800/0x2c8777a5e7d9f6c9 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045375.829258:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a33800/0x2c8777a5e7d9f6c9 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045375.829275:0:5856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a33e00/0x2c8777a5e7d9f6d0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045375.829284:0:5856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a33e00/0x2c8777a5e7d9f6d0 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045375.829292:0:5856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a33e00/0x2c8777a5e7d9f6d0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045375.829299:0:5856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de41a33e00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:1.0:1777045375.829303:0:5856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a33e00/0x2c8777a5e7d9f6d0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045375.829312:0:5856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a33e00/0x2c8777a5e7d9f6d0 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045375.829330:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x51:0x0].0x2e0f5ada (ffff98df51b04300) 00010000:00010000:1.0:1777045375.829335:0:5856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777045375.829339:0:5856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a33e00/0x2c8777a5e7d9f6d0 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045375.829347:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a33e00/0x2c8777a5e7d9f6d0 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045375.829441:0:5856:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32200/0x2c8777a5e7d9f6c2 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114939a expref: 40 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045375.829459:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x51:0x0].0x0 (ffff98df52c43a00) 00010000:00010000:1.0:1777045375.829462:0:5856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777045375.829467:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32200/0x2c8777a5e7d9f6c2 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114939a expref: 40 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045375.829481:0:5856:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de41a32200, rc 0) 00000100:00100000:1.0:1777045375.829670:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b938700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:146de360-3fb2-48bd-b418-06f30714148a+39:32755:x1863365370192896:12345-192.168.201.45@tcp:101:bash.0 Request processed in 2718us (5514us total) trans 0 rc 301/301 00000100:00100000:1.0:1777045375.829683:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1431 00000100:00100000:0.0:1777045375.896386:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045375.896553:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370193024 00000100:00100000:2.0:1777045375.896567:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370193024 00000100:00100000:2.0:1777045375.896679:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1432 00000100:00100000:2.0:1777045375.896696:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de4282ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+21:32756:x1863365370193024:12345-192.168.201.45@tcp:101:rm.0 00010000:00010000:2.0:1777045375.896722:0:12646:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777045375.896750:0:12646:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be800/0x2c8777a5e7d9f6d7 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee11493a1 expref: -99 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045375.896838:0:12646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bf800/0x2c8777a5e7d9f6de lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045375.896860:0:12646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bf800/0x2c8777a5e7d9f6de lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045375.896877:0:12646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bf800/0x2c8777a5e7d9f6de lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777045375.896989:0:12646:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 9728 00000004:00200000:2.0:1777045375.896996:0:12646:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 35 stripe count 1 MDT count 1 00000004:00010000:2.0:1777045375.897031:0:12646:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bf800/0x2c8777a5e7d9f6de lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045375.897078:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be800/0x2c8777a5e7d9f6d7 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11493a1 expref: 23 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045375.897106:0:12646:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bf800/0x2c8777a5e7d9f6de lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11493a1 expref: 22 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045375.897120:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff98df52c43f00) 00010000:00010000:2.0:1777045375.897125:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1777045375.897131:0:12646:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de435bf800, rc 0) 00000100:00100000:2.0:1777045375.899623:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de4282ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+22:32756:x1863365370193024:12345-192.168.201.45@tcp:101:rm.0 Request processed in 2921us (3238us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045375.899638:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1432 00000100:00100000:1.0:1777045375.925418:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045375.926558:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370193152 00000100:00100000:3.0:1777045375.926572:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370193152 00000100:00100000:3.0:1777045375.926661:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1433 00000100:00100000:3.0:1777045375.926678:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df74175500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+22:32756:x1863365370193152:12345-192.168.201.45@tcp:101:rm.0 00010000:00010000:3.0:1777045375.926706:0:5857:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777045375.926736:0:5857:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023c00/0x2c8777a5e7d9f6e5 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee11493a8 expref: -99 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045375.926826:0:5857:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023200/0x2c8777a5e7d9f6ec lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045375.926847:0:5857:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023200/0x2c8777a5e7d9f6ec lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045375.926863:0:5857:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023200/0x2c8777a5e7d9f6ec lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045375.926884:0:5857:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023000/0x2c8777a5e7d9f6f3 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045375.926925:0:5857:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023000/0x2c8777a5e7d9f6f3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045375.926935:0:5857:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023000/0x2c8777a5e7d9f6f3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045375.927071:0:5857:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023a00/0x2c8777a5e7d9f6fa lrc: 3/1,0 mode: --/PR res: [0x200000401:0x51:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045375.927092:0:5857:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023a00/0x2c8777a5e7d9f6fa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045375.927121:0:5857:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023a00/0x2c8777a5e7d9f6fa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777045375.927170:0:5857:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x51:0x0]: returning size 512 00000004:00200000:3.0:1777045375.927175:0:5857:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1777045375.927242:0:5857:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023a00/0x2c8777a5e7d9f6fa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045375.927260:0:5857:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023200/0x2c8777a5e7d9f6ec lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045375.927270:0:5857:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023200/0x2c8777a5e7d9f6ec lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045375.927281:0:5857:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023200/0x2c8777a5e7d9f6ec lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045375.927291:0:5857:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48023200 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:3.0:1777045375.927297:0:5857:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023200/0x2c8777a5e7d9f6ec lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045375.927309:0:5857:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023200/0x2c8777a5e7d9f6ec lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045375.927326:0:5857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff98df52c43f00) 00010000:00010000:3.0:1777045375.927331:0:5857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777045375.927338:0:5857:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023200/0x2c8777a5e7d9f6ec lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045375.927355:0:5857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023200/0x2c8777a5e7d9f6ec lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045375.927372:0:5857:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023000/0x2c8777a5e7d9f6f3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045375.927382:0:5857:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023000/0x2c8777a5e7d9f6f3 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045375.927392:0:5857:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023000/0x2c8777a5e7d9f6f3 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045375.927399:0:5857:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48023000 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:3.0:1777045375.927404:0:5857:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023000/0x2c8777a5e7d9f6f3 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045375.927414:0:5857:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023000/0x2c8777a5e7d9f6f3 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045375.927424:0:5857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xef4d5f1f (ffff98df413b6b00) 00010000:00010000:3.0:1777045375.927428:0:5857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777045375.927432:0:5857:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023000/0x2c8777a5e7d9f6f3 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045375.927441:0:5857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023000/0x2c8777a5e7d9f6f3 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045375.927484:0:5857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023c00/0x2c8777a5e7d9f6e5 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11493a8 expref: 24 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045375.927506:0:5857:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023a00/0x2c8777a5e7d9f6fa lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11493a8 expref: 23 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045375.927518:0:5857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x51:0x0].0x0 (ffff98df52c43a00) 00010000:00010000:3.0:1777045375.927522:0:5857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1777045375.927526:0:5857:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de48023a00, rc 0) 00000100:00100000:3.0:1777045375.927602:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df74175500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+23:32756:x1863365370193152:12345-192.168.201.45@tcp:101:rm.0 Request processed in 927us (2193us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045375.927614:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1433 00000100:00100000:3.0:1777045375.940563:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045375.943044:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370193280 00000100:00100000:1.0:1777045375.943061:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370193280 00000100:00100000:1.0:1777045375.943164:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1434 00000100:00100000:1.0:1777045375.943179:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b93bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+23:32756:x1863365370193280:12345-192.168.201.45@tcp:101:rm.0 00010000:00010000:1.0:1777045375.943233:0:5856:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777045375.943260:0:5856:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32200/0x2c8777a5e7d9f701 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee11493af expref: -99 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045375.943349:0:5856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a33e00/0x2c8777a5e7d9f708 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045375.943368:0:5856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a33e00/0x2c8777a5e7d9f708 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045375.943385:0:5856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a33e00/0x2c8777a5e7d9f708 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045375.943405:0:5856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a33800/0x2c8777a5e7d9f70f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045375.943417:0:5856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a33800/0x2c8777a5e7d9f70f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045375.943427:0:5856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a33800/0x2c8777a5e7d9f70f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045375.943529:0:5856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a33e00/0x2c8777a5e7d9f708 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045375.943541:0:5856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a33e00/0x2c8777a5e7d9f708 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045375.943552:0:5856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a33e00/0x2c8777a5e7d9f708 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045375.943561:0:5856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de41a33e00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:1.0:1777045375.943568:0:5856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a33e00/0x2c8777a5e7d9f708 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045375.943586:0:5856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a33e00/0x2c8777a5e7d9f708 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045375.943603:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x51:0x0].0x0 (ffff98df52c43a00) 00010000:00010000:1.0:1777045375.943608:0:5856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777045375.943614:0:5856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a33e00/0x2c8777a5e7d9f708 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045375.943624:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a33e00/0x2c8777a5e7d9f708 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045375.943641:0:5856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a33800/0x2c8777a5e7d9f70f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045375.943650:0:5856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a33800/0x2c8777a5e7d9f70f lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045375.943660:0:5856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a33800/0x2c8777a5e7d9f70f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045375.943667:0:5856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de41a33800 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:1.0:1777045375.943672:0:5856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a33800/0x2c8777a5e7d9f70f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045375.943680:0:5856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a33800/0x2c8777a5e7d9f70f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045375.943691:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x51:0x0].0x2e0f5ada (ffff98df51b04300) 00010000:00010000:1.0:1777045375.943695:0:5856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777045375.943699:0:5856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a33800/0x2c8777a5e7d9f70f lrc: 2/0,0 mode: --/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045375.943714:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a33800/0x2c8777a5e7d9f70f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045375.943757:0:5856:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32200/0x2c8777a5e7d9f701 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11493af expref: 24 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045375.943773:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x51:0x0].0x0 (ffff98df52c43a00) 00010000:00010000:1.0:1777045375.943776:0:5856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777045375.943782:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32200/0x2c8777a5e7d9f701 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11493af expref: 24 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045375.943796:0:5856:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de41a32200, rc 0) 00000100:00100000:1.0:1777045375.944154:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b93bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+23:32756:x1863365370193280:12345-192.168.201.45@tcp:101:rm.0 Request processed in 698us (3616us total) trans 0 rc 301/301 00000100:00100000:1.0:1777045375.944166:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1434 00000100:00100000:1.0:1777045375.967019:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045375.970545:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370193408 00000100:00100000:0.0:1777045375.970561:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370193408 00000100:00100000:0.0:1777045375.970634:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1435 00000100:00100000:0.0:1777045375.970648:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b9f8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+23:32756:x1863365370193408:12345-192.168.201.45@tcp:101:rm.0 00010000:00010000:0.0:1777045375.970674:0:12646:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777045375.970699:0:12646:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537200/0x2c8777a5e7d9f716 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee11493b6 expref: -99 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045375.970781:0:12646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536400/0x2c8777a5e7d9f71d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045375.970800:0:12646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536400/0x2c8777a5e7d9f71d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045375.970817:0:12646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536400/0x2c8777a5e7d9f71d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045375.970836:0:12646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536a00/0x2c8777a5e7d9f724 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045375.970847:0:12646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536a00/0x2c8777a5e7d9f724 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045375.970858:0:12646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536a00/0x2c8777a5e7d9f724 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045375.971255:0:12646:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536400/0x2c8777a5e7d9f71d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045375.971268:0:12646:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536400/0x2c8777a5e7d9f71d lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045375.971278:0:12646:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536400/0x2c8777a5e7d9f71d lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045375.971291:0:12646:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98df7b536400 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:0.0:1777045375.971297:0:12646:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536400/0x2c8777a5e7d9f71d lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045375.971308:0:12646:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536400/0x2c8777a5e7d9f71d lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045375.971325:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x51:0x0].0x0 (ffff98df52c43a00) 00010000:00010000:0.0:1777045375.971328:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777045375.971333:0:12646:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536400/0x2c8777a5e7d9f71d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045375.971339:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536400/0x2c8777a5e7d9f71d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045375.971351:0:12646:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536a00/0x2c8777a5e7d9f724 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045375.971358:0:12646:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536a00/0x2c8777a5e7d9f724 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045375.971367:0:12646:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536a00/0x2c8777a5e7d9f724 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045375.971375:0:12646:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98df7b536a00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:0.0:1777045375.971379:0:12646:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536a00/0x2c8777a5e7d9f724 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045375.971388:0:12646:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536a00/0x2c8777a5e7d9f724 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045375.971404:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x51:0x0].0x2e0f5ada (ffff98df61f8e800) 00010000:00010000:0.0:1777045375.971407:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777045375.971411:0:12646:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536a00/0x2c8777a5e7d9f724 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045375.971419:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536a00/0x2c8777a5e7d9f724 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045375.971462:0:12646:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537200/0x2c8777a5e7d9f716 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11493b6 expref: 24 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045375.971478:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x51:0x0].0x0 (ffff98df52c43a00) 00010000:00010000:0.0:1777045375.971481:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777045375.971485:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537200/0x2c8777a5e7d9f716 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11493b6 expref: 24 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045375.971497:0:12646:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98df7b537200, rc 0) 00000100:00100000:1.0:1777045375.971671:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b9f8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+23:32756:x1863365370193408:12345-192.168.201.45@tcp:101:rm.0 Request processed in 1023us (4660us total) trans 0 rc 301/301 00000100:00100000:1.0:1777045375.971684:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1435 00000100:00100000:1.0:1777045376.036934:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045376.037260:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370193536 00000100:00100000:2.0:1777045376.037276:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370193536 00000100:00100000:2.0:1777045376.037351:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1436 00000100:00100000:2.0:1777045376.037365:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df58665500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+23:32757:x1863365370193536:12345-192.168.201.45@tcp:101:cp.0 00010000:00010000:2.0:1777045376.037390:0:7939:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777045376.037433:0:7939:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be800/0x2c8777a5e7d9f72b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee11493bd expref: -99 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045376.037528:0:7939:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bea00/0x2c8777a5e7d9f732 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045376.037547:0:7939:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bea00/0x2c8777a5e7d9f732 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045376.037562:0:7939:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bea00/0x2c8777a5e7d9f732 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045376.037582:0:7939:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bf600/0x2c8777a5e7d9f739 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045376.037591:0:7939:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bf600/0x2c8777a5e7d9f739 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045376.037600:0:7939:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bf600/0x2c8777a5e7d9f739 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045376.038380:0:7939:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bea00/0x2c8777a5e7d9f732 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045376.038394:0:7939:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bea00/0x2c8777a5e7d9f732 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045376.038403:0:7939:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bea00/0x2c8777a5e7d9f732 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045376.038444:0:7939:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de435bea00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:2.0:1777045376.038450:0:7939:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bea00/0x2c8777a5e7d9f732 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045376.038461:0:7939:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bea00/0x2c8777a5e7d9f732 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045376.038477:0:7939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x51:0x0].0x0 (ffff98df52c43a00) 00010000:00010000:2.0:1777045376.038482:0:7939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777045376.038488:0:7939:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bea00/0x2c8777a5e7d9f732 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045376.038496:0:7939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bea00/0x2c8777a5e7d9f732 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045376.038514:0:7939:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bf600/0x2c8777a5e7d9f739 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045376.038522:0:7939:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bf600/0x2c8777a5e7d9f739 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045376.038529:0:7939:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bf600/0x2c8777a5e7d9f739 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045376.038537:0:7939:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de435bf600 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:2.0:1777045376.038540:0:7939:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bf600/0x2c8777a5e7d9f739 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045376.038548:0:7939:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bf600/0x2c8777a5e7d9f739 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045376.038557:0:7939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x51:0x0].0x2e0f5ada (ffff98df52c43500) 00010000:00010000:2.0:1777045376.038560:0:7939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777045376.038564:0:7939:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bf600/0x2c8777a5e7d9f739 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045376.038571:0:7939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bf600/0x2c8777a5e7d9f739 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045376.038617:0:7939:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be800/0x2c8777a5e7d9f72b lrc: 1/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11493bd expref: 24 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045376.038691:0:7939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x51:0x0].0x0 (ffff98df52c43a00) 00010000:00010000:2.0:1777045376.038695:0:7939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777045376.038702:0:7939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be800/0x2c8777a5e7d9f72b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11493bd expref: 24 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045376.038716:0:7939:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de435be800, rc 0) 00000100:00100000:2.0:1777045376.038802:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df58665500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+23:32757:x1863365370193536:12345-192.168.201.45@tcp:101:cp.0 Request processed in 1438us (1876us total) trans 0 rc 301/301 00000100:00100000:2.0:1777045376.038813:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1436 00000100:00100000:3.0:1777045376.055875:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045376.056033:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370193664 00000100:00100000:2.0:1777045376.056046:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370193664 00000100:00100000:2.0:1777045376.056121:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1437 00000100:00100000:2.0:1777045376.056136:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b939880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+23:32757:x1863365370193664:12345-192.168.201.45@tcp:101:cp.0 00010000:00010000:2.0:1777045376.056162:0:5855:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777045376.056189:0:5855:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bec00/0x2c8777a5e7d9f740 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee11493c4 expref: -99 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045376.056330:0:5855:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bee00/0x2c8777a5e7d9f747 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045376.056353:0:5855:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bee00/0x2c8777a5e7d9f747 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045376.056371:0:5855:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bee00/0x2c8777a5e7d9f747 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045376.056393:0:5855:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfe00/0x2c8777a5e7d9f74e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045376.056406:0:5855:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfe00/0x2c8777a5e7d9f74e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045376.056417:0:5855:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfe00/0x2c8777a5e7d9f74e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045376.056729:0:5855:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bee00/0x2c8777a5e7d9f747 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045376.056743:0:5855:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bee00/0x2c8777a5e7d9f747 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045376.056754:0:5855:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bee00/0x2c8777a5e7d9f747 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045376.056763:0:5855:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de435bee00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:2.0:1777045376.056770:0:5855:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bee00/0x2c8777a5e7d9f747 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045376.056781:0:5855:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bee00/0x2c8777a5e7d9f747 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045376.056798:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x51:0x0].0x0 (ffff98df52c43a00) 00010000:00010000:2.0:1777045376.056803:0:5855:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777045376.056809:0:5855:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bee00/0x2c8777a5e7d9f747 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045376.056818:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bee00/0x2c8777a5e7d9f747 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045376.056834:0:5855:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfe00/0x2c8777a5e7d9f74e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045376.056843:0:5855:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfe00/0x2c8777a5e7d9f74e lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045376.056852:0:5855:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfe00/0x2c8777a5e7d9f74e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045376.056860:0:5855:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de435bfe00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:2.0:1777045376.056864:0:5855:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfe00/0x2c8777a5e7d9f74e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045376.056872:0:5855:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfe00/0x2c8777a5e7d9f74e lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045376.056906:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x51:0x0].0x2e0f5ada (ffff98df52c43600) 00010000:00010000:2.0:1777045376.056911:0:5855:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777045376.056915:0:5855:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfe00/0x2c8777a5e7d9f74e lrc: 2/0,0 mode: --/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045376.056925:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfe00/0x2c8777a5e7d9f74e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045376.056973:0:5855:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bec00/0x2c8777a5e7d9f740 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11493c4 expref: 24 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045376.056988:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x51:0x0].0x0 (ffff98df52c43a00) 00010000:00010000:2.0:1777045376.056992:0:5855:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777045376.056998:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bec00/0x2c8777a5e7d9f740 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11493c4 expref: 24 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045376.057013:0:5855:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de435bec00, rc 0) 00000100:00100000:2.0:1777045376.057089:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b939880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+23:32757:x1863365370193664:12345-192.168.201.45@tcp:101:cp.0 Request processed in 955us (1225us total) trans 0 rc 301/301 00000100:00100000:2.0:1777045376.057101:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1437 00000100:00100000:1.0:1777045376.076971:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045376.077041:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370193920 00000100:00100000:1.0:1777045376.077054:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370193920 00000100:00100000:1.0:1777045376.077116:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1438 00000100:00100000:1.0:1777045376.077129:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df58664700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+23:32757:x1863365370193920:12345-192.168.201.45@tcp:101:cp.0 00010000:00010000:1.0:1777045376.077153:0:12646:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777045376.077179:0:12646:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a33800/0x2c8777a5e7d9f755 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x51:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee11493cb expref: -99 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045376.077877:0:12646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a33e00/0x2c8777a5e7d9f75c lrc: 3/0,1 mode: --/CW res: [0x200000401:0x51:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045376.077927:0:12646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a33e00/0x2c8777a5e7d9f75c lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045376.077943:0:12646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a33e00/0x2c8777a5e7d9f75c lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045376.077962:0:12646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32800/0x2c8777a5e7d9f763 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045376.077972:0:12646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32800/0x2c8777a5e7d9f763 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045376.077981:0:12646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32800/0x2c8777a5e7d9f763 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1777045376.079455:0:12646:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x1d:0x0], index 1: 0 00010000:00010000:1.0:1777045376.079778:0:12646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a33a00/0x2c8777a5e7d9f76a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045376.079795:0:12646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a33a00/0x2c8777a5e7d9f76a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045376.079808:0:12646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a33a00/0x2c8777a5e7d9f76a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045376.079853:0:12646:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a33e00/0x2c8777a5e7d9f75c lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045376.079868:0:12646:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a33e00/0x2c8777a5e7d9f75c lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045376.079877:0:12646:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a33e00/0x2c8777a5e7d9f75c lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045376.083974:0:12646:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de41a33e00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:1.0:1777045376.083983:0:12646:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a33e00/0x2c8777a5e7d9f75c lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045376.088260:0:12646:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a33e00/0x2c8777a5e7d9f75c lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045376.088288:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x51:0x0].0x0 (ffff98df52c43a00) 00010000:00010000:1.0:1777045376.088293:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777045376.088301:0:12646:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a33e00/0x2c8777a5e7d9f75c lrc: 2/0,0 mode: --/CW res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045376.088311:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a33e00/0x2c8777a5e7d9f75c lrc: 0/0,0 mode: --/CW res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777045376.088332:0:12646:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000030c14c0d reply state 000000009e04197c transno 4294968273 ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32800/0x2c8777a5e7d9f763 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777045376.088344:0:12646:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1777045376.088722:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a33800/0x2c8777a5e7d9f755 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11493cb expref: 26 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045376.088742:0:12646:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a33a00/0x2c8777a5e7d9f76a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11493cb expref: 25 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045376.088760:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0x0 (ffff98df51b04300) 00010000:00010000:1.0:1777045376.088763:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777045376.088766:0:12646:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de41a33a00, rc 0) 00000100:00100000:1.0:1777045376.089857:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df58664700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+26:32757:x1863365370193920:12345-192.168.201.45@tcp:101:cp.0 Request processed in 12726us (12894us total) trans 4294968273 rc 0/0 00000100:00100000:1.0:1777045376.089871:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1438 00010000:00010000:3.0:1777045376.120008:0:3328:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32800/0x2c8777a5e7d9f763 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045376.120028:0:3328:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32800/0x2c8777a5e7d9f763 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045376.120038:0:3328:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32800/0x2c8777a5e7d9f763 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045376.120046:0:3328:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de41a32800 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:3.0:1777045376.120052:0:3328:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32800/0x2c8777a5e7d9f763 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045376.120062:0:3328:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32800/0x2c8777a5e7d9f763 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045376.120081:0:3328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x51:0x0].0x2e0f5ada (ffff98df51b04200) 00010000:00010000:3.0:1777045376.120085:0:3328:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777045376.120091:0:3328:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32800/0x2c8777a5e7d9f763 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045376.120106:0:3328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32800/0x2c8777a5e7d9f763 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777045376.127425:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045376.128833:0:6641:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370194048 00000100:00100000:2.0:1777045376.128847:0:6641:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370194048 00000100:00100000:2.0:1777045376.128930:0:6641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 431 00000100:00100000:2.0:1777045376.128942:0:6641:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77c7d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2389:x1863365370194048:12345-192.168.201.45@tcp:8:cp.0 00010000:00080000:2.0:1777045376.128983:0:6641:0:(ldlm_lib.c:1431:target_handle_connect()) lustre-OST0001: connection from 15144518-a1c7-4352-a966-cb31eadd4d9b@192.168.201.45@tcp t0 exp 0000000000000000 cur 2004 last 0 00000020:00000080:2.0:1777045376.129024:0:6641:0:(genops.c:1406:class_connect()) connect: client 15144518-a1c7-4352-a966-cb31eadd4d9b, cookie 0x2c8777a5e7d9f778 00002000:00100000:2.0:1777045376.129039:0:6641:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli 15144518-a1c7-4352-a966-cb31eadd4d9b/ffff98df77bd0800 ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 2113436 ocd_grant: 5111808 ocd_index: 0 ocd_group 0 00002000:00100000:2.0:1777045376.129065:0:6641:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0001: cli supports cksum type f7, return f7 00002000:00080000:2.0:1777045376.129282:0:6641:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:2.0:1777045376.133079:0:6641:0:(import.c:65:import_set_state_nolock()) ffff98de4125d000 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1777045376.133197:0:6641:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77c7d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+6:2389:x1863365370194048:12345-192.168.201.45@tcp:8:cp.0 Request processed in 4250us (5779us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045376.133212:0:6641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 431 00000100:00100000:1.0:1777045376.164325:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045376.164467:0:6639:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370194176 00000100:00100000:2.0:1777045376.164479:0:6639:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370194176 00000100:00100000:2.0:1777045376.164587:0:6639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 432 00000100:00100000:2.0:1777045376.164601:0:6639:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df58665880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+6:0:x1863365370194176:12345-192.168.201.45@tcp:101:cp.0 00010000:00010000:2.0:1777045376.164621:0:6639:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777045376.164646:0:6639:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009663a417/0x2c8777a5e7d9f77f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee11493d2 expref: -99 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777045376.164681:0:6639:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1777045376.164705:0:6639:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777045376.164708:0:6639:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777045376.164719:0:6639:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009663a417/0x2c8777a5e7d9f77f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11493d2 expref: 7 pid: 6639 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045376.164750:0:6639:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000009663a417/0x2c8777a5e7d9f77f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11493d2 expref: 7 pid: 6639 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045376.164769:0:6639:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de435bfe00, rc 0) 00000100:00100000:2.0:1777045376.164834:0:6639:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df58665880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+7:0:x1863365370194176:12345-192.168.201.45@tcp:101:cp.0 Request processed in 236us (520us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045376.164844:0:6639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 432 00000100:00080000:3.0:1777045376.165179:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1777045376.180038:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045376.181271:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370194304 00000100:00100000:1.0:1777045376.181285:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370194304 00000100:00100000:1.0:1777045376.187558:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 433 00000100:00100000:1.0:1777045376.187583:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df470cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+7:32757:x1863365370194304:12345-192.168.201.45@tcp:101:cp.0 00010000:00010000:1.0:1777045376.187611:0:6642:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777045376.187637:0:6642:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000021277d5c/0x2c8777a5e7d9f786 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee11493d9 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045376.187686:0:6642:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000009663a417/0x2c8777a5e7d9f77f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11493d2 expref: 8 pid: 6639 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045376.187700:0:6642:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777045376.187703:0:6642:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777045376.187709:0:6642:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000021277d5c/0x2c8777a5e7d9f786 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11493d9 expref: 8 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045376.187761:0:6642:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000009663a417/0x2c8777a5e7d9f77f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11493d2 expref: 8 pid: 6639 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045376.187793:0:6642:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000009663a417/0x2c8777a5e7d9f77f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11493d2 expref: 8 pid: 6639 timeout: 2104 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777045376.187815:0:6642:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df58665180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6642:1863365424445056:192.168.201.45@tcp:104: 00000100:00100000:1.0:1777045376.188276:0:6642:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df46731600 going to sleep for 11 seconds 00000100:00100000:1.0:1777045376.197274:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045376.197612:0:5842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370194432 00000100:00100000:1.0:1777045376.197625:0:5842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370194432 00010000:00010000:1.0:1777045376.197685:0:5842:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000009663a417/0x2c8777a5e7d9f77f lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11493d2 expref: 9 pid: 6639 timeout: 2104 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777045376.197746:0:5842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 422 00000100:00100000:1.0:1777045376.197763:0:5842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df58666300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2392:x1863365370194432:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777045376.197786:0:5842:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777045376.198103:0:5842:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000009663a417/0x2c8777a5e7d9f77f lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11493d2 expref: 9 pid: 6639 timeout: 2104 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045376.198130:0:5842:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000009663a417/0x2c8777a5e7d9f77f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11493d2 expref: 9 pid: 6639 timeout: 2104 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045376.198169:0:5842:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777045376.198173:0:5842:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777045376.198186:0:5842:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000021277d5c/0x2c8777a5e7d9f786 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11493d9 expref: 9 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045376.198257:0:5842:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000021277d5c/0x2c8777a5e7d9f786 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11493d9 expref: 9 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045376.198317:0:5842:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000021277d5c/0x2c8777a5e7d9f786 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11493d9 expref: 9 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777045376.198342:0:5842:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df58665f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5842:1863365424445184:192.168.201.45@tcp:105: 00000100:00100000:1.0:1777045376.198458:0:5842:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df46731300 going to sleep for 11 seconds 00010000:00010000:3.0:1777045376.199092:0:6642:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009663a417/0x2c8777a5e7d9f77f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11493d2 expref: 9 pid: 6639 timeout: 2104 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777045376.199120:0:6642:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df58665180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6642:1863365424445056:192.168.201.45@tcp:104: 00010000:00010000:3.0:1777045376.199153:0:6642:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000021277d5c/0x2c8777a5e7d9f786 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11493d9 expref: 8 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045376.199171:0:6642:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de41a33800, rc 0) 00000100:00100000:3.0:1777045376.199296:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df470cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+8:32757:x1863365370194304:12345-192.168.201.45@tcp:101:cp.0 Request processed in 11719us (19269us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045376.199310:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 433 00000100:00100000:3.0:1777045376.218247:0:5842:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df58665f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5842:1863365424445184:192.168.201.45@tcp:105: 00010000:00010000:3.0:1777045376.218286:0:5842:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777045376.218382:0:5842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df58666300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+7:2392:x1863365370194432:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 20620us (21117us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045376.218400:0:5842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 422 00000100:00100000:1.0:1777045376.227927:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045376.228084:0:19840:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370194688 00000100:00100000:0.0:1777045376.228132:0:19840:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370194688 00000100:00100000:0.0:1777045376.228271:0:19840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 317 00000100:00100000:0.0:1777045376.228290:0:19840:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df58666680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+25:32757:x1863365370194688:12345-192.168.201.45@tcp:35:cp.0 00000001:00080000:0.0:1777045376.228711:0:19840:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968274 00000100:00100000:0.0:1777045376.228916:0:19840:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df58666680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+27:32757:x1863365370194688:12345-192.168.201.45@tcp:35:cp.0 Request processed in 603us (1004us total) trans 4294968275 rc 0/0 00000100:00100000:0.0:1777045376.229179:0:19840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 317 00000020:00080000:0.0:1777045376.229187:0:19840:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000001:00080000:1.0:1777045376.248814:0:5877:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968272 is committed 00000001:00080000:1.0:1777045376.248840:0:5877:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968270 is committed 00000001:00080000:1.0:1777045376.248856:0:5877:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968271 is committed 00000100:00100000:0.0:1777045376.394540:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045376.403806:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370194816 00000100:00100000:2.0:1777045376.403827:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370194816 00000100:00100000:2.0:1777045376.403972:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1439 00000100:00100000:2.0:1777045376.403993:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de4282c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:146de360-3fb2-48bd-b418-06f30714148a+38:32760:x1863365370194816:12345-192.168.201.45@tcp:101:lfs.0 00010000:00010000:2.0:1777045376.404024:0:7939:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777045376.404054:0:7939:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bf400/0x2c8777a5e7d9f78d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee11493e0 expref: -99 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045376.404182:0:7939:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfa00/0x2c8777a5e7d9f794 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045376.404205:0:7939:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfa00/0x2c8777a5e7d9f794 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045376.404221:0:7939:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfa00/0x2c8777a5e7d9f794 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045376.404243:0:7939:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be000/0x2c8777a5e7d9f79b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045376.404258:0:7939:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be000/0x2c8777a5e7d9f79b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045376.404268:0:7939:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be000/0x2c8777a5e7d9f79b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045376.404491:0:7939:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfc00/0x2c8777a5e7d9f7a2 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045376.404508:0:7939:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfc00/0x2c8777a5e7d9f7a2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045376.404521:0:7939:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfc00/0x2c8777a5e7d9f7a2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777045376.404568:0:7939:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2c:0x0]: returning size 158 00000004:00200000:2.0:1777045376.404575:0:7939:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1777045376.404603:0:7939:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfc00/0x2c8777a5e7d9f7a2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045376.404620:0:7939:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfc00/0x2c8777a5e7d9f7a2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045376.404633:0:7939:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfa00/0x2c8777a5e7d9f794 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045376.404644:0:7939:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfa00/0x2c8777a5e7d9f794 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045376.404654:0:7939:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfa00/0x2c8777a5e7d9f794 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045376.404670:0:7939:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de435bfa00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:2.0:1777045376.404676:0:7939:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfa00/0x2c8777a5e7d9f794 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045376.404688:0:7939:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfa00/0x2c8777a5e7d9f794 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045376.404705:0:7939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x51:0x0].0x0 (ffff98df52c43a00) 00010000:00010000:2.0:1777045376.404710:0:7939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777045376.404717:0:7939:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfa00/0x2c8777a5e7d9f794 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045376.404726:0:7939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfa00/0x2c8777a5e7d9f794 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045376.404748:0:7939:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be000/0x2c8777a5e7d9f79b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045376.404758:0:7939:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be000/0x2c8777a5e7d9f79b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045376.404767:0:7939:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be000/0x2c8777a5e7d9f79b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045376.404775:0:7939:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de435be000 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:2.0:1777045376.404780:0:7939:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be000/0x2c8777a5e7d9f79b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045376.404789:0:7939:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be000/0x2c8777a5e7d9f79b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045376.404808:0:7939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x51:0x0].0x2e0f5ada (ffff98df52c43e00) 00010000:00010000:2.0:1777045376.404813:0:7939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777045376.404818:0:7939:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be000/0x2c8777a5e7d9f79b lrc: 2/0,0 mode: --/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045376.404828:0:7939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be000/0x2c8777a5e7d9f79b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045376.404908:0:7939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bf400/0x2c8777a5e7d9f78d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11493e0 expref: 40 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045376.404933:0:7939:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfc00/0x2c8777a5e7d9f7a2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11493e0 expref: 39 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045376.404945:0:7939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0x0 (ffff98df51b04300) 00010000:00010000:2.0:1777045376.404949:0:7939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777045376.404954:0:7939:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de435bfc00, rc 0) 00000100:00100000:2.0:1777045376.405054:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de4282c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:146de360-3fb2-48bd-b418-06f30714148a+39:32760:x1863365370194816:12345-192.168.201.45@tcp:101:lfs.0 Request processed in 1067us (10525us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045376.405066:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1439 00000100:00100000:2.0:1777045376.415749:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045376.417441:0:6641:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370194944 00000100:00100000:3.0:1777045376.417456:0:6641:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370194944 00000100:00100000:3.0:1777045376.417581:0:6641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 434 00000100:00100000:3.0:1777045376.417599:0:6641:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df470cf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:146de360-3fb2-48bd-b418-06f30714148a+10:2391:x1863365370194944:12345-192.168.201.45@tcp:101:lfs.0 00010000:00010000:3.0:1777045376.417625:0:6641:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777045376.417670:0:6641:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000bda06d5f/0x2c8777a5e7d9f7a9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee11493e7 expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777045376.417758:0:6641:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7b9c5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6641:1863365424445312:192.168.201.45@tcp:106: 00000100:00100000:3.0:1777045376.417920:0:6641:0:(client.c:2691:ptlrpc_set_wait()) set ffff98de47823300 going to sleep for 11 seconds 00000100:00080000:1.0:1777045376.419574:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00002000:00010000:3.0:1777045376.439430:0:6641:0:(ofd_lvb.c:259:ofd_lvbo_update()) res: [0x280000400:0x1d:0x0] updating lvb size: 0 -> 158 00002000:00010000:3.0:1777045376.439442:0:6641:0:(ofd_lvb.c:265:ofd_lvbo_update()) res: [0x280000400:0x1d:0x0] updating lvb mtime: 0 -> 1777045376 00002000:00010000:3.0:1777045376.439446:0:6641:0:(ofd_lvb.c:271:ofd_lvbo_update()) res: [0x280000400:0x1d:0x0] updating lvb atime: 0 -> 1777045375 00002000:00010000:3.0:1777045376.439449:0:6641:0:(ofd_lvb.c:277:ofd_lvbo_update()) res: [0x280000400:0x1d:0x0] updating lvb ctime: 0 -> 1777045376 00000100:00100000:3.0:1777045376.439481:0:6641:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7b9c5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6641:1863365424445312:192.168.201.45@tcp:106: 00010000:00010000:3.0:1777045376.439537:0:6641:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000bda06d5f/0x2c8777a5e7d9f7a9 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11493e7 expref: 11 pid: 6641 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045376.439571:0:6641:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000bda06d5f/0x2c8777a5e7d9f7a9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11493e7 expref: 11 pid: 6641 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045376.439591:0:6641:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de48023c00, rc 0) 00000100:00100000:3.0:1777045376.439684:0:6641:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df470cf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:146de360-3fb2-48bd-b418-06f30714148a+10:2391:x1863365370194944:12345-192.168.201.45@tcp:101:lfs.0 Request processed in 22088us (23944us total) trans 0 rc 301/301 00000100:00100000:3.0:1777045376.439698:0:6641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 434 00000040:00080000:2.0:1777045376.469668:0:11491:0:(llog.c:801:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1777045376.469679:0:11491:0:(llog_cat.c:158:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1777045376.470490:0:11491:0:(llog.c:858:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1777045376.470505:0:11491:0:(llog.c:858:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1777045376.478387:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045376.478554:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370195072 00000100:00100000:1.0:1777045376.478568:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370195072 00000100:00100000:1.0:1777045376.478665:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1440 00000100:00100000:1.0:1777045376.478680:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b9c5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:146de360-3fb2-48bd-b418-06f30714148a+39:32760:x1863365370195072:12345-192.168.201.45@tcp:101:lfs.0 00010000:00010000:1.0:1777045376.478707:0:5857:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777045376.478733:0:5857:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a33c00/0x2c8777a5e7d9f7b0 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee11493ee expref: -99 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045376.478847:0:5857:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32a00/0x2c8777a5e7d9f7b7 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x51:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045376.478869:0:5857:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32a00/0x2c8777a5e7d9f7b7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045376.478920:0:5857:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32a00/0x2c8777a5e7d9f7b7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777045376.479002:0:5857:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x51:0x0]: returning size 7680 00000004:00200000:1.0:1777045376.479008:0:5857:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:1.0:1777045376.479041:0:5857:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32a00/0x2c8777a5e7d9f7b7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045376.479079:0:5857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a33c00/0x2c8777a5e7d9f7b0 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11493ee expref: 41 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045376.479106:0:5857:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32a00/0x2c8777a5e7d9f7b7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11493ee expref: 40 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045376.479119:0:5857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x51:0x0].0x0 (ffff98df52c43a00) 00010000:00010000:1.0:1777045376.479123:0:5857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1777045376.479129:0:5857:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de41a32a00, rc 0) 00000100:00100000:1.0:1777045376.479284:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b9c5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:146de360-3fb2-48bd-b418-06f30714148a+40:32760:x1863365370195072:12345-192.168.201.45@tcp:101:lfs.0 Request processed in 605us (906us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045376.479297:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1440 00000100:00100000:2.0:1777045376.492153:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045376.495067:0:14822:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370195200 00000100:00100000:1.0:1777045376.495082:0:14822:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370195200 00000100:00100000:1.0:1777045376.495174:0:14822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 435 00000100:00100000:1.0:1777045376.495189:0:14822:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df470cd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:146de360-3fb2-48bd-b418-06f30714148a+10:2393:x1863365370195200:12345-192.168.201.45@tcp:101:lfs.0 00010000:00010000:1.0:1777045376.495259:0:14822:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777045376.495282:0:14822:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000041fe7e7/0x2c8777a5e7d9f7be lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee11493f5 expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777045376.495371:0:14822:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df58664a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14822:1863365424445440:192.168.201.45@tcp:106: 00000100:00100000:1.0:1777045376.495480:0:14822:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df467313c0 going to sleep for 11 seconds 00000100:00100000:3.0:1777045376.502570:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045376.502627:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045376.502788:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045376.503409:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370195456 00000100:00100000:2.0:1777045376.503422:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370195456 00000100:00100000:0.0:1777045376.503576:0:5849:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370195328 00000100:00100000:0.0:1777045376.503583:0:5849:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370195328 00000100:00100000:0.0:1777045376.503648:0:5849:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 939 00000100:00100000:0.0:1777045376.503663:0:5849:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df4fc77450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2392:x1863365370195328:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:0.0:1777045376.503745:0:5849:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df4fc77450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2392:x1863365370195328:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 84us (1184us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045376.503756:0:5849:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 939 00000100:00100000:2.0:1777045376.506057:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1098 00000100:00100000:2.0:1777045376.506073:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b9c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:146de360-3fb2-48bd-b418-06f30714148a+11:2392:x1863365370195456:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:2.0:1777045376.506137:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b9c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:146de360-3fb2-48bd-b418-06f30714148a+11:2392:x1863365370195456:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 67us (3348us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045376.506147:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1098 00000100:00080000:3.0:1777045376.509765:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1777045376.517921:0:14822:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df58664a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14822:1863365424445440:192.168.201.45@tcp:106: 00010000:00010000:2.0:1777045376.518214:0:14822:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000041fe7e7/0x2c8777a5e7d9f7be lrc: 1/0,0 mode: --/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11493f5 expref: 11 pid: 14822 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045376.518244:0:14822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000041fe7e7/0x2c8777a5e7d9f7be lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11493f5 expref: 11 pid: 14822 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045376.518262:0:14822:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de41a33c00, rc 0) 00000100:00100000:1.0:1777045376.521376:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370195584 00000100:00100000:1.0:1777045376.521390:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370195584 00000100:00100000:1.0:1777045376.521461:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1276 00000100:00100000:1.0:1777045376.521473:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b9c4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+25:2392:x1863365370195584:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:1.0:1777045376.521569:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b9c4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+25:2392:x1863365370195584:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 97us (18942us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045376.521579:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1276 00000100:00100000:2.0:1777045376.533090:0:14822:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df470cd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:146de360-3fb2-48bd-b418-06f30714148a+10:2393:x1863365370195200:12345-192.168.201.45@tcp:101:lfs.0 Request processed in 37894us (41239us total) trans 0 rc 301/301 00000100:00100000:2.0:1777045376.533105:0:14822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 435 00000100:00100000:3.0:1777045376.547794:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045376.547844:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045376.547926:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045376.547965:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370196096 00000100:00100000:3.0:1777045376.547975:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370196096 00000100:00100000:3.0:1777045376.548031:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1441 00000100:00100000:3.0:1777045376.548043:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b9c6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:146de360-3fb2-48bd-b418-06f30714148a+40:32760:x1863365370196096:12345-192.168.201.45@tcp:58:lfs.0 00000100:00100000:2.0:1777045376.548206:0:6641:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370195712 00000100:00100000:2.0:1777045376.548212:0:6641:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370195712 00000100:00100000:2.0:1777045376.548259:0:6641:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370195840 00000100:00100000:2.0:1777045376.548262:0:6641:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370195840 00000100:00100000:2.0:1777045376.548286:0:6641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1099 00000100:00100000:2.0:1777045376.548294:0:6641:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b9c5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+7:2392:x1863365370195840:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:2.0:1777045376.548380:0:6641:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b9c5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+7:2392:x1863365370195840:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 84us (535us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045376.548393:0:6641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1099 00000100:00100000:2.0:1777045376.548437:0:6641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 436 00000100:00100000:2.0:1777045376.548445:0:6641:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b9c4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+5:2389:x1863365370195712:12345-192.168.201.45@tcp:9:kworker.0 00000020:00000080:2.0:1777045376.548466:0:6641:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x2c8777a5e7d9f5f7 00000100:00080000:2.0:1777045376.548475:0:6641:0:(import.c:65:import_set_state_nolock()) ffff98df7bcf5800 : changing import state from FULL to CLOSED 00000001:00000004:2.0:1777045376.548517:0:6641:0:(tgt_lastrcvd.c:732:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 1, last_transno is 4294967379 00000040:00080000:3.0:1777045376.548518:0:5855:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].43, 136 off14040 00000100:00100000:3.0:1777045376.548576:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b9c6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:146de360-3fb2-48bd-b418-06f30714148a+40:32760:x1863365370196096:12345-192.168.201.45@tcp:58:lfs.0 Request processed in 535us (649us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045376.548587:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1441 00000100:00100000:2.0:1777045376.548724:0:6641:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b9c4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+2:2389:x1863365370195712:12345-192.168.201.45@tcp:9:kworker.0 Request processed in 278us (936us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045376.548733:0:6641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 436 00010000:00010000:2.0:1777045376.548754:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1777045376.548765:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1777045376.727113:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1777045377.493499:0:11491:0:(llog.c:801:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1777045377.493509:0:11491:0:(llog_cat.c:158:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1777045377.493558:0:11491:0:(llog.c:858:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 44 count 2 00000040:00080000:2.0:1777045377.493566:0:11491:0:(llog.c:858:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1777045377.493903:0:11491:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df470cea00 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11491:1863365424445568:192.168.201.45@tcp:107:hsm_cdtr.0 00000100:00100000:2.0:1777045377.497162:0:11491:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df77a013c0 going to sleep for 11 seconds 00000100:00100000:2.0:1777045377.499843:0:3344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1777045377.499927:0:3344:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de4282e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3344:1863365424445696:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1777045377.499994:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045377.500163:0:6644:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424445696 00000100:00100000:0.0:1777045377.500172:0:6644:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424445696 00000100:00080000:2.0:1777045377.500944:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1777045377.501161:0:6644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 539 00000100:00100000:0.0:1777045377.501174:0:6644:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df470cc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1863365424445696:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1777045377.501228:0:6644:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 57737216 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1777045377.501312:0:6644:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df470cc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1863365424445696:12345-0@lo:13:osp-pre-0-0.0 Request processed in 141us (1317us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045377.501321:0:6644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 539 00000100:00100000:2.0:1777045377.501436:0:3344:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de4282e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3344:1863365424445696:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1777045377.512254:0:11491:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df470cea00 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11491:1863365424445568:192.168.201.45@tcp:107:hsm_cdtr.0 00000100:00100000:3.0:1777045377.538135:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045377.538920:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370196224 00000100:00100000:2.0:1777045377.538933:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370196224 00000100:00100000:2.0:1777045377.539019:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1442 00000100:00100000:2.0:1777045377.539033:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b9c5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+25:32770:x1863365370196224:12345-192.168.201.45@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1777045377.539069:0:5856:0:(mdt_handler.c:7958:mdt_fid2path()) path get [0x200000402:0x2c:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1777045377.539186:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b9c5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+25:32770:x1863365370196224:12345-192.168.201.45@tcp:53:lhsmtool_posix.0 Request processed in 156us (1058us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045377.539196:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1442 00000100:00080000:3.0:1777045377.539739:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1777045377.577084:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045377.577499:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370196480 00000100:00100000:2.0:1777045377.577511:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370196480 00000100:00100000:2.0:1777045377.577591:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1443 00000100:00100000:2.0:1777045377.577605:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b9c7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+25:32770:x1863365370196480:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1777045377.577627:0:7939:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777045377.577649:0:7939:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfa00/0x2c8777a5e7d9f7c5 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee11493fc expref: -99 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045377.577764:0:7939:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be000/0x2c8777a5e7d9f7cc lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045377.577803:0:7939:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be000/0x2c8777a5e7d9f7cc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045377.577822:0:7939:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be000/0x2c8777a5e7d9f7cc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777045377.577837:0:7939:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2c:0x0]: returning size 158 00010000:00010000:2.0:1777045377.578595:0:7939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfa00/0x2c8777a5e7d9f7c5 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11493fc expref: 28 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045377.578620:0:7939:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be000/0x2c8777a5e7d9f7cc lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11493fc expref: 27 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045377.578640:0:7939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0x0 (ffff98df51b04300) 00010000:00010000:2.0:1777045377.578644:0:7939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777045377.578648:0:7939:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de435be000, rc 0) 00000100:00100000:2.0:1777045377.578723:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b9c7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+27:32770:x1863365370196480:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 Request processed in 1121us (1649us total) trans 4294968276 rc 0/0 00000100:00100000:2.0:1777045377.578733:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1443 00000100:00100000:1.0:1777045377.607740:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045377.608234:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045377.608561:0:6655:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370196736 00000100:00100000:1.0:1777045377.608573:0:6655:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370196736 00000100:00100000:1.0:1777045377.608677:0:6655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 93 00000100:00100000:1.0:1777045377.608691:0:6655:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df58664a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+27:2392:x1863365370196736:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777045377.608712:0:6655:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777045377.608746:0:6655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be000/0x2c8777a5e7d9f7cc lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11493fc expref: 27 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045377.608792:0:6655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0x0 (ffff98df51b04300) 00010000:00010000:1.0:1777045377.608798:0:6655:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777045377.608857:0:6655:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df58664a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+26:2392:x1863365370196736:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 170us (623us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045377.608889:0:6655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 93 00000100:00100000:3.0:1777045377.609707:0:14822:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370196608 00000100:00100000:3.0:1777045377.609715:0:14822:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370196608 00000100:00100000:3.0:1777045377.609778:0:14822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 437 00000100:00100000:3.0:1777045377.609787:0:14822:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df58664000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+7:2391:x1863365370196608:12345-192.168.201.45@tcp:1:lhsmtool_posix.0 00010000:00010000:3.0:1777045377.609829:0:14822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000bda06d5f/0x2c8777a5e7d9f7da lrc: 3/1,0 mode: --/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045377.609853:0:14822:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000021277d5c/0x2c8777a5e7d9f786 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11493d9 expref: 7 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045377.609886:0:14822:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777045377.610156:0:14822:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777045377.610160:0:14822:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bda06d5f/0x2c8777a5e7d9f7da lrc: 4/1,0 mode: --/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045377.610231:0:14822:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000021277d5c/0x2c8777a5e7d9f786 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11493d9 expref: 7 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045377.610251:0:14822:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000021277d5c/0x2c8777a5e7d9f786 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11493d9 expref: 7 pid: 6642 timeout: 2106 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777045377.610269:0:14822:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7b9c6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14822:1863365424445824:192.168.201.45@tcp:104: 00000100:00100000:3.0:1777045377.610331:0:14822:0:(client.c:2691:ptlrpc_set_wait()) set ffff98de41e61840 going to sleep for 11 seconds 00000100:00100000:1.0:1777045377.626618:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045377.626777:0:6646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370196864 00000100:00100000:3.0:1777045377.626788:0:6646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370196864 00002000:00100000:3.0:1777045377.627129:0:6646:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x1d:0x0] (0->157) req@ffff98df58665f80 x1863365370196864/t0(0) o4->15144518-a1c7-4352-a966-cb31eadd4d9b@192.168.201.45@tcp:378/0 lens 648/0 e 0 to 0 dl 1777045388 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1777045377.627144:0:6646:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98df58665f80 with x1863365370196864 ext(0->157) 00010000:00010000:3.0:1777045377.627157:0:6646:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 0000000021277d5c/0x2c8777a5e7d9f786 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11493d9 expref: 8 pid: 6642 timeout: 2106 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045377.627179:0:6646:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 0000000021277d5c/0x2c8777a5e7d9f786 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11493d9 expref: 8 pid: 6642 timeout: 2106 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777045377.627190:0:6646:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff98df58665f80 00000100:00100000:3.0:1777045377.627268:0:6646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 16 00000100:00100000:3.0:1777045377.627281:0:6646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df58665f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2392:x1863365370196864:12345-192.168.201.45@tcp:4:cp.0 00000100:00100000:0.0:1777045377.628666:0:14822:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7b9c6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14822:1863365424445824:192.168.201.45@tcp:104: 00010000:00010000:0.0:1777045377.628713:0:14822:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000bda06d5f/0x2c8777a5e7d9f7da lrc: 3/1,0 mode: --/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045377.750650:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:1.0:1777045377.877187:0:7533:0:(tgt_lastrcvd.c:568:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 15144518-a1c7-4352-a966-cb31eadd4d9b 00000100:00100000:2.0:1777045377.879221:0:6646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df58665f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2392:x1863365370196864:12345-192.168.201.45@tcp:4:cp.0 Request processed in 251932us (252601us total) trans 4294967379 rc 0/0 00000100:00100000:2.0:1777045377.879579:0:6646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 16 00002000:00100000:2.0:1777045377.879595:0:6646:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x1d:0x0] (0->157) req@ffff98df58665f80 x1863365370196864/t4294967379(0) o4->15144518-a1c7-4352-a966-cb31eadd4d9b@192.168.201.45@tcp:378/0 lens 648/448 e 0 to 0 dl 1777045388 ref 1 fl Complete:H/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777045377.879609:0:6646:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98df58665f80 with x1863365370196864 ext(0->157) 00010000:00010000:2.0:1777045377.879639:0:6646:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 0000000021277d5c/0x2c8777a5e7d9f786 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11493d9 expref: 9 pid: 6642 timeout: 2106 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045377.879664:0:6646:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 0000000021277d5c/0x2c8777a5e7d9f786 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11493d9 expref: 9 pid: 6642 timeout: 2106 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777045377.879676:0:6646:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff98df58665f80 00000100:00100000:3.0:1777045377.914815:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045377.915637:0:5843:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370196992 00000100:00100000:0.0:1777045377.915650:0:5843:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370196992 00010000:00010000:0.0:1777045377.915698:0:5843:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000021277d5c/0x2c8777a5e7d9f786 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11493d9 expref: 9 pid: 6642 timeout: 2106 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777045377.915742:0:5843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 423 00000100:00100000:0.0:1777045377.915773:0:5843:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b9c7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2393:x1863365370196992:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777045377.915793:0:5843:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777045377.915823:0:5843:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000021277d5c/0x2c8777a5e7d9f786 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11493d9 expref: 9 pid: 6642 timeout: 2106 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045377.915842:0:5843:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000021277d5c/0x2c8777a5e7d9f786 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11493d9 expref: 9 pid: 6642 timeout: 2106 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045377.915894:0:5843:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000021277d5c/0x2c8777a5e7d9f786 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11493d9 expref: 9 pid: 6642 timeout: 2106 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045377.915914:0:5843:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777045377.915916:0:5843:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777045377.915923:0:5843:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000bda06d5f/0x2c8777a5e7d9f7da lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045377.916181:0:5843:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bda06d5f/0x2c8777a5e7d9f7da lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045377.916244:0:5843:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777045377.916313:0:5843:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b9c7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2393:x1863365370196992:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 560us (1525us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045377.916324:0:5843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 423 00010000:00010000:0.0:1777045377.916358:0:14822:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000bda06d5f/0x2c8777a5e7d9f7da lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045377.916369:0:14822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000bda06d5f/0x2c8777a5e7d9f7da lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045377.916402:0:14822:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000bda06d5f/0x2c8777a5e7d9f7da lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045377.916414:0:14822:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000bda06d5f/0x2c8777a5e7d9f7da lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045377.916424:0:14822:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000bda06d5f/0x2c8777a5e7d9f7da lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045377.916434:0:14822:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48023c00 already unused, calling callback (ffffffffc17d22d0) 00010000:00010000:0.0:1777045377.916439:0:14822:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000bda06d5f/0x2c8777a5e7d9f7da lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045377.916451:0:14822:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000bda06d5f/0x2c8777a5e7d9f7da lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045377.916467:0:14822:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000bda06d5f/0x2c8777a5e7d9f7da lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045377.916476:0:14822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000bda06d5f/0x2c8777a5e7d9f7da lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777045377.916536:0:14822:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df58664000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+7:2391:x1863365370196608:12345-192.168.201.45@tcp:1:lhsmtool_posix.0 Request processed in 306749us (308807us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045377.916552:0:14822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 437 00000100:00100000:0.0:1777045377.929117:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045377.929336:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370197248 00000100:00100000:2.0:1777045377.929350:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370197248 00000100:00100000:2.0:1777045377.931942:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1444 00000100:00100000:2.0:1777045377.931962:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de4282e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+26:32770:x1863365370197248:12345-192.168.201.45@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1777045377.932109:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de4282e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+26:32770:x1863365370197248:12345-192.168.201.45@tcp:57:lhsmtool_posix.0 Request processed in 152us (3003us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045377.932122:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1444 00000100:00100000:1.0:1777045377.951079:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045377.960177:0:6639:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370197376 00000100:00100000:0.0:1777045377.960193:0:6639:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370197376 00000100:00100000:1.0:1777045377.963537:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 438 00000100:00100000:1.0:1777045377.963552:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df58665180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+7:2393:x1863365370197376:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1777045377.963575:0:6642:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777045377.963601:0:6642:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000bcc872ff/0x2c8777a5e7d9f7e1 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1149403 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777045377.963636:0:6642:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1d:0x0] initial LVB size: 158, mtime: 0x69eb8f80, atime: 0x0, ctime: 0x69eb8f80, blocks: 0x1 00010000:00010000:1.0:1777045377.963658:0:6642:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777045377.963661:0:6642:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777045377.963672:0:6642:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bcc872ff/0x2c8777a5e7d9f7e1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149403 expref: 8 pid: 6642 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045377.963696:0:6642:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000bcc872ff/0x2c8777a5e7d9f7e1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149403 expref: 8 pid: 6642 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045377.963716:0:6642:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de41a32400, rc 0) 00000100:00100000:1.0:1777045377.965610:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df58665180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2393:x1863365370197376:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 Request processed in 2053us (14536us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045377.965624:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 438 00000100:00100000:0.0:1777045377.972979:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045377.973093:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370197632 00000100:00100000:2.0:1777045377.973105:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370197632 00000100:00100000:2.0:1777045377.973184:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1445 00000100:00100000:2.0:1777045377.973196:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de4282df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+26:32770:x1863365370197632:12345-192.168.201.45@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1777045377.973647:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de4282df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+26:32770:x1863365370197632:12345-192.168.201.45@tcp:57:lhsmtool_posix.0 Request processed in 451us (677us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045377.973658:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1445 00000100:00100000:0.0:1777045377.996246:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045377.996634:0:17648:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370197760 00000100:00100000:1.0:1777045377.996647:0:17648:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370197760 00002000:00100000:1.0:1777045377.996709:0:17648:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x1d:0x0] (0->4095) req@ffff98de4282ed80 x1863365370197760/t0(0) o3->15144518-a1c7-4352-a966-cb31eadd4d9b@192.168.201.45@tcp:378/0 lens 488/0 e 0 to 0 dl 1777045388 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777045377.996732:0:17648:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98de4282ed80 with x1863365370197760 ext(0->4095) 00002000:00010000:1.0:1777045377.996738:0:17648:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff98de4282ed80 00000100:00100000:1.0:1777045377.996783:0:17648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 122 00000100:00100000:1.0:1777045377.996797:0:17648:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de4282ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2392:x1863365370197760:12345-192.168.201.45@tcp:3:lhsmtool_posix.0 00000100:00100000:1.0:1777045377.997335:0:17648:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de4282ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2392:x1863365370197760:12345-192.168.201.45@tcp:3:lhsmtool_posix.0 Request processed in 540us (1141us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1777045377.997347:0:17648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 122 00002000:00100000:1.0:1777045377.997356:0:17648:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x1d:0x0] (0->4095) req@ffff98de4282ed80 x1863365370197760/t0(0) o3->15144518-a1c7-4352-a966-cb31eadd4d9b@192.168.201.45@tcp:378/0 lens 488/4536 e 0 to 0 dl 1777045388 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777045377.997367:0:17648:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98de4282ed80 with x1863365370197760 ext(0->4095) 00002000:00010000:1.0:1777045377.997372:0:17648:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff98de4282ed80 00000100:00100000:1.0:1777045378.021720:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045378.022373:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370197888 00000100:00100000:2.0:1777045378.022385:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370197888 00000100:00100000:2.0:1777045378.022543:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1446 00000100:00100000:2.0:1777045378.022559:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df485bca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+26:32770:x1863365370197888:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1777045378.022585:0:7939:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777045378.022610:0:7939:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfa00/0x2c8777a5e7d9f7e8 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee114940a expref: -99 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045378.022653:0:7939:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bf400/0x2c8777a5e7d9f7ef lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045378.022671:0:7939:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bf400/0x2c8777a5e7d9f7ef lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045378.022685:0:7939:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bf400/0x2c8777a5e7d9f7ef lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045378.022836:0:7939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfa00/0x2c8777a5e7d9f7e8 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114940a expref: 28 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045378.022889:0:7939:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bf400/0x2c8777a5e7d9f7ef lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114940a expref: 27 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045378.022901:0:7939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0x0 (ffff98df51b04300) 00010000:00010000:2.0:1777045378.022905:0:7939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1777045378.022910:0:7939:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de435bf400, rc 0) 00000100:00100000:2.0:1777045378.022988:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df485bca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+27:32770:x1863365370197888:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 Request processed in 434us (1279us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045378.022998:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1446 00000100:00100000:3.0:1777045378.048744:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045378.048907:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370198016 00000100:00100000:1.0:1777045378.048919:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370198016 00000100:00100000:1.0:1777045378.048995:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1447 00000100:00100000:1.0:1777045378.049009:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b9c6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+27:32770:x1863365370198016:12345-192.168.201.45@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1777045378.049048:0:5857:0:(mdt_handler.c:7958:mdt_fid2path()) path get [0x200000402:0x2c:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1777045378.049168:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b9c6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+27:32770:x1863365370198016:12345-192.168.201.45@tcp:53:lhsmtool_posix.0 Request processed in 160us (432us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045378.049179:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1447 00000100:00100000:0.0:1777045378.071962:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045378.072106:0:8776:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370198144 00000100:00100000:2.0:1777045378.072117:0:8776:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370198144 00000100:00100000:2.0:1777045378.072539:0:8776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 439 00000100:00100000:2.0:1777045378.072554:0:8776:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de4282dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2393:x1863365370198144:12345-192.168.201.45@tcp:1:lhsmtool_posix.0 00010000:00010000:2.0:1777045378.072603:0:8776:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000052ebd617/0x2c8777a5e7d9f7f6 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045378.072623:0:8776:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777045378.072626:0:8776:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777045378.072633:0:8776:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000052ebd617/0x2c8777a5e7d9f7f6 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045378.072651:0:8776:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000052ebd617/0x2c8777a5e7d9f7f6 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045378.072688:0:8776:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000052ebd617/0x2c8777a5e7d9f7f6 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045378.072702:0:8776:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000052ebd617/0x2c8777a5e7d9f7f6 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045378.072713:0:8776:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000052ebd617/0x2c8777a5e7d9f7f6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045378.072724:0:8776:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de435bfa00 already unused, calling callback (ffffffffc17d22d0) 00010000:00010000:2.0:1777045378.072729:0:8776:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000052ebd617/0x2c8777a5e7d9f7f6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045378.072741:0:8776:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000052ebd617/0x2c8777a5e7d9f7f6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045378.072760:0:8776:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000052ebd617/0x2c8777a5e7d9f7f6 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045378.072771:0:8776:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000052ebd617/0x2c8777a5e7d9f7f6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777045378.072874:0:8776:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de4282dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2393:x1863365370198144:12345-192.168.201.45@tcp:1:lhsmtool_posix.0 Request processed in 304us (900us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045378.072885:0:8776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 439 00000100:00080000:3.0:1777045378.073053:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1777045378.090669:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045378.094021:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370198400 00000100:00100000:3.0:1777045378.094038:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370198400 00000100:00100000:3.0:1777045378.094125:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1448 00000100:00100000:3.0:1777045378.094138:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de4282d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+27:32770:x1863365370198400:12345-192.168.201.45@tcp:57:lhsmtool_posix.0 00010000:00010000:3.0:1777045378.094254:0:5855:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023000/0x2c8777a5e7d9f7fd lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045378.094276:0:5855:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bf400/0x2c8777a5e7d9f7ef lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114940a expref: 27 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045378.094288:0:5855:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023000/0x2c8777a5e7d9f7fd lrc: 4/0,1 mode: --/PW res: [0x200000402:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045378.094332:0:5855:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bf400/0x2c8777a5e7d9f7ef lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114940a expref: 27 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045378.094352:0:5855:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bf400/0x2c8777a5e7d9f7ef lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114940a expref: 27 pid: 7939 timeout: 2106 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777045378.094370:0:5855:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7b9c7800 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5855:1863365424445952:192.168.201.45@tcp:104: 00000100:00100000:3.0:1777045378.094473:0:5855:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df7795f9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1777045378.131073:0:5855:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7b9c7800 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5855:1863365424445952:192.168.201.45@tcp:104: 00010000:00010000:0.0:1777045378.131110:0:5855:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023000/0x2c8777a5e7d9f7fd lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777045378.135282:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045378.135716:0:6655:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370198528 00000100:00100000:2.0:1777045378.135729:0:6655:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370198528 00010000:00010000:2.0:1777045378.135778:0:6655:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bf400/0x2c8777a5e7d9f7ef lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114940a expref: 28 pid: 7939 timeout: 2106 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777045378.135829:0:6655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 424 00000100:00100000:2.0:1777045378.135843:0:6655:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df5006e850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+28:2392:x1863365370198528:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777045378.136142:0:6655:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777045378.136156:0:6655:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bf400/0x2c8777a5e7d9f7ef lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114940a expref: 28 pid: 7939 timeout: 2106 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045378.136175:0:6655:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bf400/0x2c8777a5e7d9f7ef lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114940a expref: 28 pid: 7939 timeout: 2106 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045378.136233:0:6655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bf400/0x2c8777a5e7d9f7ef lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114940a expref: 28 pid: 7939 timeout: 2106 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045378.136533:0:6655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0x0 (ffff98df51b04300) 00010000:00010000:2.0:1777045378.136541:0:6655:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023000/0x2c8777a5e7d9f7fd lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045378.136554:0:6655:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023000/0x2c8777a5e7d9f7fd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045378.136565:0:6655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023000/0x2c8777a5e7d9f7fd lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045378.136602:0:6655:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777045378.136663:0:6655:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df5006e850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+27:2392:x1863365370198528:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 822us (1389us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045378.136675:0:6655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 424 00010000:00010000:2.0:1777045378.136753:0:5855:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023000/0x2c8777a5e7d9f7fd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045378.136765:0:5855:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023000/0x2c8777a5e7d9f7fd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045378.137531:0:5855:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023000/0x2c8777a5e7d9f7fd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045378.137545:0:5855:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023000/0x2c8777a5e7d9f7fd lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045378.137554:0:5855:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023000/0x2c8777a5e7d9f7fd lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045378.137562:0:5855:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48023000 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:2.0:1777045378.137568:0:5855:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023000/0x2c8777a5e7d9f7fd lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045378.137578:0:5855:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023000/0x2c8777a5e7d9f7fd lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045378.137590:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0x0 (ffff98df51b04300) 00010000:00010000:2.0:1777045378.137593:0:5855:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1777045378.137598:0:5855:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023000/0x2c8777a5e7d9f7fd lrc: 2/0,0 mode: --/PW res: [0x200000402:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045378.137607:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023000/0x2c8777a5e7d9f7fd lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777045378.137757:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de4282d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+27:32770:x1863365370198400:12345-192.168.201.45@tcp:57:lhsmtool_posix.0 Request processed in 43620us (47096us total) trans 4294968277 rc 0/0 00000100:00100000:2.0:1777045378.137769:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1448 00000040:00080000:2.0:1777045378.138056:0:11491:0:(llog.c:801:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1777045378.138062:0:11491:0:(llog_cat.c:158:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1777045378.138718:0:11491:0:(llog.c:858:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 2 00000040:00080000:2.0:1777045378.138729:0:11491:0:(llog.c:858:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1777045378.151616:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045378.151933:0:5858:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370198784 00000100:00100000:1.0:1777045378.151947:0:5858:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370198784 00000100:00100000:1.0:1777045378.152020:0:5858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 318 00000100:00100000:1.0:1777045378.152034:0:5858:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df45ed7450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+27:32770:x1863365370198784:12345-192.168.201.45@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1777045378.152319:0:5858:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df45ed7450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+28:32770:x1863365370198784:12345-192.168.201.45@tcp:35:lhsmtool_posix.0 Request processed in 288us (712us total) trans 4294968278 rc 0/0 00000100:00100000:1.0:1777045378.152330:0:5858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 318 00000040:00080000:2.0:1777045378.493133:0:21698:0:(llog.c:801:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1777045378.493144:0:21698:0:(llog_cat.c:158:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1777045378.493199:0:21698:0:(llog.c:858:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 44 count 2 00000040:00080000:2.0:1777045378.493233:0:21698:0:(llog.c:858:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1777045378.519506:0:3344:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de478bd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3344:1863365424446080:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1777045378.520312:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777045378.522604:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7b9c5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ce657616-b3f3-4e21-ac89-518ab611901c:3341:1863365424446208:0@lo:400:kworker.0 00000100:00100000:1.0:1777045378.522651:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777045378.522695:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7b9c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3341:1863365424446720:0@lo:400:kworker.0 00000100:00100000:1.0:1777045378.522729:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777045378.522755:0:3341:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1777045378.522764:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7b9c4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3341:1863365424446336:0@lo:400:kworker.0 00000100:00100000:1.0:1777045378.522792:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777045378.522830:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7b9c4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3343:1863365424446464:0@lo:400:kworker.0 00000100:00100000:1.0:1777045378.522885:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777045378.522909:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1777045378.522917:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7b9c7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424446592:0@lo:400:kworker.0 00000100:00100000:1.0:1777045378.523277:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777045378.523339:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424446720 00000100:00100000:1.0:1777045378.523347:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424446720 00000100:00100000:1.0:1777045378.523414:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424446336 00000100:00100000:1.0:1777045378.523419:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424446336 00000100:00100000:1.0:1777045378.523440:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424446464 00000100:00100000:1.0:1777045378.523443:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424446464 00000100:00100000:1.0:1777045378.523462:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1277 00000100:00100000:1.0:1777045378.523472:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de48095880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3341:x1863365424446720:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777045378.523533:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de48095880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3341:x1863365424446720:12345-0@lo:400:kworker.0 Request processed in 63us (804us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045378.523543:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1277 00000100:00100000:1.0:1777045378.523567:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1278 00000100:00100000:1.0:1777045378.523575:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42e5aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3341:x1863365424446336:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777045378.523613:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42e5aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3341:x1863365424446336:12345-0@lo:400:kworker.0 Request processed in 38us (819us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045378.523620:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1278 00000100:00100000:1.0:1777045378.523636:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1279 00000100:00100000:1.0:1777045378.523643:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42e58700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3343:x1863365424446464:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777045378.523684:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42e58700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3343:x1863365424446464:12345-0@lo:400:kworker.0 Request processed in 41us (798us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045378.523693:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1279 00000100:00100000:1.0:1777045378.523720:0:14822:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424446592 00000100:00100000:1.0:1777045378.523725:0:14822:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424446592 00000100:00100000:1.0:1777045378.523757:0:14822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1100 00000100:00100000:1.0:1777045378.523766:0:14822:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42e59880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424446592:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777045378.523805:0:14822:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42e59880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424446592:12345-0@lo:400:kworker.0 Request processed in 40us (527us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045378.523814:0:14822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1100 00000100:00080000:1.0:1777045378.523835:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1777045378.524191:0:19062:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424446080 00000100:00100000:0.0:1777045378.524197:0:19062:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424446080 00000100:00100000:1.0:1777045378.524945:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7b9c4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3341:1863365424446336:0@lo:400:kworker.0 00000100:00100000:1.0:1777045378.524961:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7b9c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3341:1863365424446720:0@lo:400:kworker.0 00000100:00100000:1.0:1777045378.524996:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7b9c7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424446592:0@lo:400:kworker.0 00000100:00100000:1.0:1777045378.525008:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7b9c4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3343:1863365424446464:0@lo:400:kworker.0 00000100:00100000:2.0:1777045378.525155:0:5848:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424446208 00000100:00100000:2.0:1777045378.525161:0:5848:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424446208 00000100:00100000:2.0:1777045378.525231:0:5848:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 940 00000100:00100000:2.0:1777045378.525241:0:5848:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df4fc76050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ce657616-b3f3-4e21-ac89-518ab611901c+18:3341:x1863365424446208:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777045378.525642:0:5848:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df4fc76050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ce657616-b3f3-4e21-ac89-518ab611901c+18:3341:x1863365424446208:12345-0@lo:400:kworker.0 Request processed in 401us (2990us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045378.525651:0:5848:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 940 00000100:00100000:3.0:1777045378.526400:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7b9c5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ce657616-b3f3-4e21-ac89-518ab611901c:3341:1863365424446208:0@lo:400:kworker.0 00000100:00100000:2.0:1777045378.526920:0:19062:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 540 00000100:00100000:2.0:1777045378.526930:0:19062:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41c64380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1863365424446080:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1777045378.526952:0:19062:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 56033280 pending 1703936 free 3851419648 avail 3849322496 00000100:00100000:2.0:1777045378.527004:0:19062:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41c64380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1863365424446080:12345-0@lo:13:osp-pre-1-0.0 Request processed in 76us (6694us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045378.527011:0:19062:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 540 00000100:00100000:3.0:1777045378.527134:0:3344:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de478bd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3344:1863365424446080:0@lo:13:osp-pre-1-0.0 00000100:00080000:1.0:1777045378.527520:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1777045378.610236:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045378.613577:0:6639:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370198912 00000100:00100000:3.0:1777045378.613592:0:6639:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370198912 00000100:00100000:3.0:1777045378.613673:0:6639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 440 00000100:00100000:3.0:1777045378.613686:0:6639:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df470cca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:146de360-3fb2-48bd-b418-06f30714148a+10:2391:x1863365370198912:12345-192.168.201.45@tcp:101:rm.0 00010000:00010000:3.0:1777045378.613707:0:6639:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777045378.613730:0:6639:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000063219c05/0x2c8777a5e7d9f804 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1149411 expref: -99 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045378.613760:0:6639:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777045378.613764:0:6639:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777045378.613776:0:6639:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000063219c05/0x2c8777a5e7d9f804 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149411 expref: 11 pid: 6639 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045378.613801:0:6639:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000063219c05/0x2c8777a5e7d9f804 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149411 expref: 11 pid: 6639 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045378.613819:0:6639:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de48023200, rc 0) 00000100:00100000:3.0:1777045378.613935:0:6639:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df470cca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:146de360-3fb2-48bd-b418-06f30714148a+11:2391:x1863365370198912:12345-192.168.201.45@tcp:101:rm.0 Request processed in 250us (3706us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045378.613947:0:6639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 440 00000100:00080000:1.0:1777045378.616923:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1777045378.636398:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045378.636447:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370199168 00000100:00100000:0.0:1777045378.636458:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370199168 00000100:00100000:0.0:1777045378.636540:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1449 00000100:00100000:0.0:1777045378.636575:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de4282d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:146de360-3fb2-48bd-b418-06f30714148a+40:32772:x1863365370199168:12345-192.168.201.45@tcp:36:rm.0 00010000:00010000:0.0:1777045378.636644:0:5857:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1777045378.636679:0:5857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfc00/0x2c8777a5e7d9f7a2 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11493e0 expref: 40 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045378.636705:0:5857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0x0 (ffff98df51b04300) 00010000:00010000:0.0:1777045378.636719:0:5857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32a00/0x2c8777a5e7d9f7b7 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x51:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11493ee expref: 39 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045378.636740:0:5857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x51:0x0].0x0 (ffff98df52c43a00) 00010000:00010000:0.0:1777045378.636745:0:5857:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777045378.636776:0:5857:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537c00/0x2c8777a5e7d9f80b lrc: 3/0,1 mode: --/CW res: [0x200000401:0x51:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045378.636794:0:5857:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537c00/0x2c8777a5e7d9f80b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045378.636807:0:5857:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537c00/0x2c8777a5e7d9f80b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045378.636826:0:5857:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536400/0x2c8777a5e7d9f812 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045378.636837:0:5857:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536400/0x2c8777a5e7d9f812 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045378.636866:0:5857:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536400/0x2c8777a5e7d9f812 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045378.636999:0:5857:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537200/0x2c8777a5e7d9f819 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045378.637015:0:5857:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a33a00/0x2c8777a5e7d9f76a lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11493cb expref: 27 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045378.637025:0:5857:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537200/0x2c8777a5e7d9f819 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x2c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045378.637065:0:5857:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a33a00/0x2c8777a5e7d9f76a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11493cb expref: 27 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045378.637083:0:5857:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a33a00/0x2c8777a5e7d9f76a lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11493cb expref: 27 pid: 12646 timeout: 2107 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777045378.637102:0:5857:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de4282c380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5857:1863365424446848:192.168.201.45@tcp:104: 00000100:00100000:0.0:1777045378.637190:0:5857:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df50f23e40 going to sleep for 11 seconds 00000100:00080000:0.0:1777045378.637242:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1777045378.649143:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045378.649663:0:5857:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de4282c380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5857:1863365424446848:192.168.201.45@tcp:104: 00010000:00010000:3.0:1777045378.649696:0:5857:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537200/0x2c8777a5e7d9f819 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777045378.650119:0:5843:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370199296 00000100:00100000:0.0:1777045378.650128:0:5843:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370199296 00010000:00010000:0.0:1777045378.650171:0:5843:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a33a00/0x2c8777a5e7d9f76a lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11493cb expref: 28 pid: 12646 timeout: 2107 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777045378.650258:0:5843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 425 00000100:00100000:0.0:1777045378.650273:0:5843:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df470cd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+28:2392:x1863365370199296:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777045378.650289:0:5843:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777045378.650299:0:5843:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a33a00/0x2c8777a5e7d9f76a lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11493cb expref: 28 pid: 12646 timeout: 2107 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045378.650315:0:5843:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a33a00/0x2c8777a5e7d9f76a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11493cb expref: 28 pid: 12646 timeout: 2107 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045378.650340:0:5843:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a33a00/0x2c8777a5e7d9f76a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11493cb expref: 28 pid: 12646 timeout: 2107 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045378.650659:0:5843:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0x0 (ffff98df51b04300) 00010000:00010000:0.0:1777045378.650667:0:5843:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537200/0x2c8777a5e7d9f819 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045378.650681:0:5843:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537200/0x2c8777a5e7d9f819 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045378.650691:0:5843:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537200/0x2c8777a5e7d9f819 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x2c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045378.650728:0:5843:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777045378.650789:0:5843:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df470cd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+27:2392:x1863365370199296:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 519us (1656us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045378.650800:0:5843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 425 00010000:00010000:2.0:1777045378.651614:0:5857:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537200/0x2c8777a5e7d9f819 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045378.651626:0:5857:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537200/0x2c8777a5e7d9f819 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1777045378.652823:0:5857:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].14, 64 off9160 00000004:00080000:2.0:1777045378.652839:0:5857:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 2007142635726ns, next at 2008142632192ns, rc = 0 00010000:00010000:2.0:1777045378.652958:0:5857:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be800/0x2c8777a5e7d9f820 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045378.652975:0:5857:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be800/0x2c8777a5e7d9f820 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045378.652989:0:5857:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be800/0x2c8777a5e7d9f820 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045378.652998:0:5857:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be800/0x2c8777a5e7d9f820 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045378.653007:0:5857:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be800/0x2c8777a5e7d9f820 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045378.653016:0:5857:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be800/0x2c8777a5e7d9f820 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045378.653048:0:5857:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1777045378.653072:0:5857:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537200/0x2c8777a5e7d9f819 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045378.653080:0:5857:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537200/0x2c8777a5e7d9f819 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x2c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045378.653089:0:5857:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537200/0x2c8777a5e7d9f819 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045378.653099:0:5857:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98df7b537200 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:2.0:1777045378.653105:0:5857:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537200/0x2c8777a5e7d9f819 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045378.653117:0:5857:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537200/0x2c8777a5e7d9f819 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x2c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045378.653130:0:5857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0x0 (ffff98df51b04300) 00010000:00010000:2.0:1777045378.653135:0:5857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1777045378.653139:0:5857:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537200/0x2c8777a5e7d9f819 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x2c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045378.653147:0:5857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537200/0x2c8777a5e7d9f819 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x2c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045378.653169:0:5857:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537c00/0x2c8777a5e7d9f80b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045378.653178:0:5857:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537c00/0x2c8777a5e7d9f80b lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045378.653184:0:5857:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537c00/0x2c8777a5e7d9f80b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045378.653192:0:5857:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98df7b537c00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:2.0:1777045378.653195:0:5857:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537c00/0x2c8777a5e7d9f80b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045378.653557:0:5857:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537c00/0x2c8777a5e7d9f80b lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045378.653570:0:5857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x51:0x0].0x0 (ffff98df52c43a00) 00010000:00010000:2.0:1777045378.653574:0:5857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777045378.653579:0:5857:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537c00/0x2c8777a5e7d9f80b lrc: 2/0,0 mode: --/CW res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045378.653587:0:5857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537c00/0x2c8777a5e7d9f80b lrc: 0/0,0 mode: --/CW res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777045378.653602:0:5857:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000026d72378 reply state 0000000060517b63 transno 4294968279 ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536400/0x2c8777a5e7d9f812 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777045378.653614:0:5857:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777045378.653692:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de4282d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:146de360-3fb2-48bd-b418-06f30714148a+40:32772:x1863365370199168:12345-192.168.201.45@tcp:36:rm.0 Request processed in 17118us (17300us total) trans 4294968279 rc 0/0 00000100:00100000:2.0:1777045378.653701:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1449 00010000:00010000:0.0:1777045378.653816:0:5844:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777045378.653823:0:5844:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be800/0x2c8777a5e7d9f820 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045378.653832:0:5844:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de435be800 already unused, calling callback (ffffffffc17d22d0) 00010000:00010000:0.0:1777045378.653836:0:5844:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be800/0x2c8777a5e7d9f820 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045378.653865:0:5844:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be800/0x2c8777a5e7d9f820 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045378.653878:0:5844:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0x0 (ffff98df51b04300) 00010000:00010000:0.0:1777045378.653881:0:5844:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1777045378.653886:0:5844:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be800/0x2c8777a5e7d9f820 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x2c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045378.653894:0:5844:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be800/0x2c8777a5e7d9f820 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045378.653915:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777045378.653918:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777045378.653921:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777045378.675260:0:3327:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536400/0x2c8777a5e7d9f812 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045378.675285:0:3327:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536400/0x2c8777a5e7d9f812 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045378.675295:0:3327:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536400/0x2c8777a5e7d9f812 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045378.675304:0:3327:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98df7b536400 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:3.0:1777045378.675324:0:3327:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536400/0x2c8777a5e7d9f812 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045378.675335:0:3327:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536400/0x2c8777a5e7d9f812 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045378.675356:0:3327:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x51:0x0].0x2e0f5ada (ffff98df61f8eb00) 00010000:00010000:3.0:1777045378.675361:0:3327:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777045378.675367:0:3327:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536400/0x2c8777a5e7d9f812 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045378.675376:0:3327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536400/0x2c8777a5e7d9f812 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045378.773730:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777045379.051049:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045379.051876:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370199424 00000100:00100000:3.0:1777045379.051889:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370199424 00000100:00100000:3.0:1777045379.052470:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1450 00000100:00100000:3.0:1777045379.052485:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de4282fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:146de360-3fb2-48bd-b418-06f30714148a+39:32788:x1863365370199424:12345-192.168.201.45@tcp:101:mkdir.0 00010000:00010000:3.0:1777045379.052515:0:7939:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777045379.052542:0:7939:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9f827 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1149418 expref: -99 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045379.052645:0:7939:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023000/0x2c8777a5e7d9f82e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x51:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045379.052663:0:7939:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023000/0x2c8777a5e7d9f82e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045379.052676:0:7939:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023000/0x2c8777a5e7d9f82e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777045379.052745:0:7939:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x51:0x0]: returning size 7680 00000004:00200000:3.0:1777045379.052751:0:7939:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1777045379.052781:0:7939:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023000/0x2c8777a5e7d9f82e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045379.052815:0:7939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9f827 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149418 expref: 41 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045379.052858:0:7939:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023000/0x2c8777a5e7d9f82e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149418 expref: 40 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045379.052870:0:7939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x51:0x0].0x0 (ffff98df52c43a00) 00010000:00010000:3.0:1777045379.052874:0:7939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1777045379.052879:0:7939:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de48023000, rc 0) 00000100:00100000:3.0:1777045379.052956:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de4282fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:146de360-3fb2-48bd-b418-06f30714148a+40:32788:x1863365370199424:12345-192.168.201.45@tcp:101:mkdir.0 Request processed in 473us (1915us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045379.052967:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1450 00000100:00100000:2.0:1777045379.199675:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045379.200924:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370199552 00000100:00100000:0.0:1777045379.200939:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370199552 00000100:00100000:0.0:1777045379.201341:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1451 00000100:00100000:0.0:1777045379.201366:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df470cea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+27:32794:x1863365370199552:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1777045379.201392:0:5855:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777045379.201414:0:5855:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536e00/0x2c8777a5e7d9f835 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee114941f expref: -99 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045379.201517:0:5855:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536a00/0x2c8777a5e7d9f83c lrc: 3/1,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045379.201534:0:5855:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536a00/0x2c8777a5e7d9f83c lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045379.201546:0:5855:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536a00/0x2c8777a5e7d9f83c lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045379.201943:0:5855:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537c00/0x2c8777a5e7d9f843 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045379.201971:0:5855:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537c00/0x2c8777a5e7d9f843 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045379.201981:0:5855:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537c00/0x2c8777a5e7d9f843 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00080000:1.0:1777045379.202227:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1777045379.202399:0:5855:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537200/0x2c8777a5e7d9f84a lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045379.202416:0:5855:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537200/0x2c8777a5e7d9f84a lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045379.202426:0:5855:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537200/0x2c8777a5e7d9f84a lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777045379.202529:0:5855:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000002:0x2:0x0]: returning size 6656 00000004:00200000:0.0:1777045379.202535:0:5855:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1777045379.202673:0:5855:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537200/0x2c8777a5e7d9f84a lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045379.202685:0:5855:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536a00/0x2c8777a5e7d9f83c lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045379.202691:0:5855:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536a00/0x2c8777a5e7d9f83c lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045379.202697:0:5855:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536a00/0x2c8777a5e7d9f83c lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045379.202702:0:5855:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98df7b536a00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:0.0:1777045379.202706:0:5855:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536a00/0x2c8777a5e7d9f83c lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045379.202712:0:5855:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536a00/0x2c8777a5e7d9f83c lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045379.202723:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff98df61f8ee00) 00010000:00010000:0.0:1777045379.202725:0:5855:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777045379.202728:0:5855:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536a00/0x2c8777a5e7d9f83c lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045379.202737:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536a00/0x2c8777a5e7d9f83c lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045379.202747:0:5855:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537c00/0x2c8777a5e7d9f843 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045379.202751:0:5855:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537c00/0x2c8777a5e7d9f843 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045379.202756:0:5855:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537c00/0x2c8777a5e7d9f843 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045379.202760:0:5855:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98df7b537c00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:0.0:1777045379.202762:0:5855:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537c00/0x2c8777a5e7d9f843 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045379.202766:0:5855:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537c00/0x2c8777a5e7d9f843 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045379.202771:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x8d45d6bc (ffff98df61f8e800) 00010000:00010000:0.0:1777045379.202772:0:5855:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777045379.202774:0:5855:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537c00/0x2c8777a5e7d9f843 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045379.202778:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537c00/0x2c8777a5e7d9f843 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045379.202806:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536e00/0x2c8777a5e7d9f835 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114941f expref: 29 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045379.202817:0:5855:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537200/0x2c8777a5e7d9f84a lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114941f expref: 28 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045379.202823:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff98df4a351500) 00010000:00010000:0.0:1777045379.202826:0:5855:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1777045379.202828:0:5855:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98df7b537200, rc 0) 00000100:00100000:0.0:1777045379.203173:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df470cea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+28:32794:x1863365370199552:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 Request processed in 1808us (3507us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045379.203183:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1451 00000100:00100000:0.0:1777045379.217827:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045379.218828:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370199680 00000100:00100000:2.0:1777045379.218867:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370199680 00000100:00100000:2.0:1777045379.219359:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1452 00000100:00100000:2.0:1777045379.219373:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de4282c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+28:32794:x1863365370199680:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1777045379.219394:0:5857:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777045379.219420:0:5857:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bee00/0x2c8777a5e7d9f851 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1149426 expref: -99 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045379.219640:0:5857:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bee00/0x2c8777a5e7d9f851 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149426 expref: 29 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045379.219657:0:5857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0x0 (ffff98df52c43300) 00010000:00010000:2.0:1777045379.219661:0:5857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777045379.219668:0:5857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bee00/0x2c8777a5e7d9f851 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149426 expref: 29 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045379.219701:0:5857:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de435bee00, rc 0) 00000100:00100000:2.0:1777045379.220266:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de4282c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+28:32794:x1863365370199680:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 Request processed in 893us (2445us total) trans 0 rc 301/301 00000100:00100000:2.0:1777045379.220277:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1452 00000100:00100000:1.0:1777045379.232903:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045379.233192:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370199936 00000100:00100000:3.0:1777045379.233260:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370199936 00000100:00100000:3.0:1777045379.233349:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1453 00000100:00100000:3.0:1777045379.233362:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77fd4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:146de360-3fb2-48bd-b418-06f30714148a+40:32794:x1863365370199936:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1777045379.233385:0:7939:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777045379.233390:0:7939:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1777045379.233421:0:7939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023000/0x2c8777a5e7d9f82e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x51:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149418 expref: 40 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045379.233445:0:7939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x51:0x0].0x0 (ffff98df52c43a00) 00010000:00010000:3.0:1777045379.233451:0:7939:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777045379.233464:0:7939:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9f858 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x51:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee114942d expref: -99 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045379.233602:0:7939:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023c00/0x2c8777a5e7d9f85f lrc: 3/0,1 mode: --/CW res: [0x200000401:0x51:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045379.233619:0:7939:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023c00/0x2c8777a5e7d9f85f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045379.233631:0:7939:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023c00/0x2c8777a5e7d9f85f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045379.233648:0:7939:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023600/0x2c8777a5e7d9f866 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045379.233658:0:7939:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023600/0x2c8777a5e7d9f866 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045379.233666:0:7939:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023600/0x2c8777a5e7d9f866 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045379.235650:0:7939:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022000/0x2c8777a5e7d9f86d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x52:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045379.235663:0:7939:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022000/0x2c8777a5e7d9f86d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045379.235673:0:7939:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022000/0x2c8777a5e7d9f86d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777045379.235684:0:7939:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x52:0x0]: returning size 0 00010000:00010000:3.0:1777045379.235712:0:7939:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023c00/0x2c8777a5e7d9f85f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045379.235721:0:7939:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023c00/0x2c8777a5e7d9f85f lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045379.235729:0:7939:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023c00/0x2c8777a5e7d9f85f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045379.235735:0:7939:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48023c00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:3.0:1777045379.235740:0:7939:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023c00/0x2c8777a5e7d9f85f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045379.235747:0:7939:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023c00/0x2c8777a5e7d9f85f lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045379.235757:0:7939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x51:0x0].0x0 (ffff98df52c43a00) 00010000:00010000:3.0:1777045379.235761:0:7939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777045379.235765:0:7939:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023c00/0x2c8777a5e7d9f85f lrc: 2/0,0 mode: --/CW res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045379.235772:0:7939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023c00/0x2c8777a5e7d9f85f lrc: 0/0,0 mode: --/CW res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777045379.235785:0:7939:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000072184d82 reply state 00000000191165b8 transno 4294968280 ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023600/0x2c8777a5e7d9f866 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777045379.235796:0:7939:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1777045379.235826:0:7939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9f858 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114942d expref: 42 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045379.235873:0:7939:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022000/0x2c8777a5e7d9f86d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114942d expref: 41 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045379.235884:0:7939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x52:0x0].0x0 (ffff98df413b6b00) 00010000:00010000:3.0:1777045379.235888:0:7939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777045379.235891:0:7939:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de48022000, rc 0) 00000100:00100000:3.0:1777045379.235971:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77fd4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:146de360-3fb2-48bd-b418-06f30714148a+42:32794:x1863365370199936:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 Request processed in 2610us (3077us total) trans 4294968280 rc 0/0 00000100:00100000:3.0:1777045379.235981:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1453 00010000:00010000:0.0:1777045379.243153:0:3328:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023600/0x2c8777a5e7d9f866 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045379.243173:0:3328:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023600/0x2c8777a5e7d9f866 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045379.243181:0:3328:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023600/0x2c8777a5e7d9f866 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045379.243188:0:3328:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de48023600 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:0.0:1777045379.243194:0:3328:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023600/0x2c8777a5e7d9f866 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045379.243220:0:3328:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023600/0x2c8777a5e7d9f866 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045379.243238:0:3328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x51:0x0].0x2e0f5ada (ffff98df413b6f00) 00010000:00010000:0.0:1777045379.243242:0:3328:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777045379.243247:0:3328:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023600/0x2c8777a5e7d9f866 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045379.243255:0:3328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023600/0x2c8777a5e7d9f866 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777045379.248443:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045379.248540:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370200192 00000100:00100000:0.0:1777045379.248552:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370200192 00000100:00100000:0.0:1777045379.248677:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1454 00000100:00100000:0.0:1777045379.248690:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df74532d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:146de360-3fb2-48bd-b418-06f30714148a+41:32794:x1863365370200192:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1777045379.248719:0:5855:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777045379.248743:0:5855:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537c00/0x2c8777a5e7d9f87b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1149434 expref: -99 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045379.248905:0:5855:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536a00/0x2c8777a5e7d9f882 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x52:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045379.248925:0:5855:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022000/0x2c8777a5e7d9f86d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114942d expref: 42 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045379.248937:0:5855:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536a00/0x2c8777a5e7d9f882 lrc: 4/0,1 mode: --/EX res: [0x200000401:0x52:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045379.248978:0:5855:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022000/0x2c8777a5e7d9f86d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114942d expref: 42 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045379.248995:0:5855:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022000/0x2c8777a5e7d9f86d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114942d expref: 42 pid: 7939 timeout: 2107 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777045379.249013:0:5855:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de4282f100 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5855:1863365424446976:192.168.201.45@tcp:104: 00000100:00100000:0.0:1777045379.249121:0:5855:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df50f23d80 going to sleep for 11 seconds 00000100:00100000:3.0:1777045379.261573:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045379.261808:0:6655:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370200320 00000100:00100000:2.0:1777045379.262071:0:6655:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370200320 00010000:00010000:2.0:1777045379.262125:0:6655:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022000/0x2c8777a5e7d9f86d lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114942d expref: 43 pid: 7939 timeout: 2107 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777045379.262188:0:6655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 426 00000100:00100000:2.0:1777045379.262260:0:6655:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b9c5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:146de360-3fb2-48bd-b418-06f30714148a+43:2392:x1863365370200320:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777045379.262281:0:6655:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777045379.262290:0:6655:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022000/0x2c8777a5e7d9f86d lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114942d expref: 43 pid: 7939 timeout: 2107 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045379.262308:0:6655:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022000/0x2c8777a5e7d9f86d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114942d expref: 43 pid: 7939 timeout: 2107 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045379.262592:0:6655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x52:0x0].0x0 (ffff98df413b6b00) 00010000:00010000:2.0:1777045379.262599:0:6655:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536a00/0x2c8777a5e7d9f882 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x52:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045379.262610:0:6655:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536a00/0x2c8777a5e7d9f882 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x52:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045379.262620:0:6655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536a00/0x2c8777a5e7d9f882 lrc: 4/0,1 mode: EX/EX res: [0x200000401:0x52:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045379.262646:0:6655:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777045379.262704:0:6655:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b9c5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:146de360-3fb2-48bd-b418-06f30714148a+43:2392:x1863365370200320:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 505us (1141us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045379.262714:0:6655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 426 00010000:00010000:0.0:1777045379.264941:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022000/0x2c8777a5e7d9f86d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x52:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114942d expref: 42 pid: 7939 timeout: 2107 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777045379.264972:0:5855:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de4282f100 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5855:1863365424446976:192.168.201.45@tcp:104: 00010000:00010000:0.0:1777045379.264999:0:5855:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536a00/0x2c8777a5e7d9f882 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x52:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045379.265011:0:5855:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536a00/0x2c8777a5e7d9f882 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x52:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045379.265018:0:5855:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536a00/0x2c8777a5e7d9f882 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x52:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777045379.265039:0:5855:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x52:0x0]: returning size 0 00010000:00010000:0.0:1777045379.265661:0:5855:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536a00/0x2c8777a5e7d9f882 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x52:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045379.265674:0:5855:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536a00/0x2c8777a5e7d9f882 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x52:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045379.265683:0:5855:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536a00/0x2c8777a5e7d9f882 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x52:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045379.265690:0:5855:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98df7b536a00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:0.0:1777045379.265696:0:5855:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536a00/0x2c8777a5e7d9f882 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x52:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045379.265706:0:5855:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536a00/0x2c8777a5e7d9f882 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x52:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045379.265720:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x52:0x0].0x0 (ffff98df413b6b00) 00010000:00010000:0.0:1777045379.265724:0:5855:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1777045379.265730:0:5855:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536a00/0x2c8777a5e7d9f882 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x52:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045379.265738:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536a00/0x2c8777a5e7d9f882 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x52:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045379.265802:0:5855:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537c00/0x2c8777a5e7d9f87b lrc: 1/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149434 expref: 42 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045379.265814:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x51:0x0].0x0 (ffff98df52c43a00) 00010000:00010000:0.0:1777045379.265818:0:5855:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1777045379.265822:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537c00/0x2c8777a5e7d9f87b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149434 expref: 42 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045379.265853:0:5855:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98df7b537c00, rc 0) 00000100:00100000:0.0:1777045379.265899:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df74532d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:146de360-3fb2-48bd-b418-06f30714148a+41:32794:x1863365370200192:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 Request processed in 17211us (17464us total) trans 4294968281 rc 301/301 00000100:00100000:0.0:1777045379.265908:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1454 00000100:00100000:2.0:1777045379.281687:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045379.283937:0:19840:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370200576 00000100:00100000:0.0:1777045379.283951:0:19840:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370200576 00000100:00100000:0.0:1777045379.284043:0:19840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 319 00000100:00100000:0.0:1777045379.284057:0:19840:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df470cdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:146de360-3fb2-48bd-b418-06f30714148a+41:32794:x1863365370200576:12345-192.168.201.45@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1777045379.284779:0:19840:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df470cdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:146de360-3fb2-48bd-b418-06f30714148a+42:32794:x1863365370200576:12345-192.168.201.45@tcp:35:lhsmtool_posix.0 Request processed in 723us (3100us total) trans 4294968282 rc 0/0 00000100:00100000:0.0:1777045379.284792:0:19840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 319 00000100:00100000:1.0:1777045379.296347:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045379.297709:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370200704 00000100:00100000:2.0:1777045379.297721:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370200704 00000100:00100000:2.0:1777045379.297806:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1455 00000100:00100000:2.0:1777045379.297820:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41db2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:146de360-3fb2-48bd-b418-06f30714148a+42:32794:x1863365370200704:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1777045379.300499:0:5857:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777045379.300534:0:5857:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bec00/0x2c8777a5e7d9f890 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x52:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee114943b expref: -99 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045379.300615:0:5857:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bec00/0x2c8777a5e7d9f890 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x52:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114943b expref: 43 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045379.300634:0:5857:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bec00/0x2c8777a5e7d9f890 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x52:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114943b expref: 43 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045379.300656:0:5857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x52:0x0].0x0 (ffff98df52c43300) 00010000:00010000:2.0:1777045379.300660:0:5857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1777045379.300664:0:5857:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de435bec00, rc 0) 00000100:00100000:2.0:1777045379.300753:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41db2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:146de360-3fb2-48bd-b418-06f30714148a+43:32794:x1863365370200704:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 Request processed in 2935us (4416us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045379.300763:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1455 00000100:00100000:3.0:1777045379.311061:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045379.311678:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370200960 00000100:00100000:2.0:1777045379.311693:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370200960 00000100:00100000:2.0:1777045379.311772:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1456 00000100:00100000:2.0:1777045379.311785:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b9c6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:146de360-3fb2-48bd-b418-06f30714148a+43:32794:x1863365370200960:12345-192.168.201.45@tcp:55:lhsmtool_posix.0 00010000:00010000:2.0:1777045379.311890:0:7939:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be200/0x2c8777a5e7d9f897 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x52:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045379.311911:0:7939:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be200/0x2c8777a5e7d9f897 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x52:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045379.311926:0:7939:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be200/0x2c8777a5e7d9f897 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x52:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045379.312501:0:7939:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be200/0x2c8777a5e7d9f897 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x52:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045379.312512:0:7939:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be200/0x2c8777a5e7d9f897 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x52:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045379.312521:0:7939:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be200/0x2c8777a5e7d9f897 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x52:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045379.312528:0:7939:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de435be200 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:2.0:1777045379.312534:0:7939:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be200/0x2c8777a5e7d9f897 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x52:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045379.312543:0:7939:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be200/0x2c8777a5e7d9f897 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x52:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045379.312558:0:7939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x52:0x0].0x0 (ffff98df52c43300) 00010000:00010000:2.0:1777045379.312562:0:7939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:2.0:1777045379.312568:0:7939:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be200/0x2c8777a5e7d9f897 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x52:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045379.312581:0:7939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be200/0x2c8777a5e7d9f897 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x52:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777045379.312676:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b9c6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:146de360-3fb2-48bd-b418-06f30714148a+44:32794:x1863365370200960:12345-192.168.201.45@tcp:55:lhsmtool_posix.0 Request processed in 892us (1624us total) trans 4294968283 rc 0/0 00000100:00100000:2.0:1777045379.312687:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1456 00000100:00100000:3.0:1777045379.323768:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045379.325257:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370201216 00000100:00100000:0.0:1777045379.325272:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370201216 00000100:00100000:0.0:1777045379.325348:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1457 00000100:00100000:0.0:1777045379.325362:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b9c4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:146de360-3fb2-48bd-b418-06f30714148a+44:32794:x1863365370201216:12345-192.168.201.45@tcp:36:lhsmtool_posix.0 00010000:00010000:0.0:1777045379.325688:0:5855:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536a00/0x2c8777a5e7d9f89e lrc: 3/0,1 mode: --/PW res: [0x200000401:0x52:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045379.325709:0:5855:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536a00/0x2c8777a5e7d9f89e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x52:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045379.325724:0:5855:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536a00/0x2c8777a5e7d9f89e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x52:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1777045379.325812:0:5855:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968284 00000004:00010000:0.0:1777045379.325895:0:5855:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000074401d14 reply state 000000005b39ed16 transno 4294968285 ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536a00/0x2c8777a5e7d9f89e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x52:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777045379.326185:0:5855:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777045379.326353:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b9c4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:146de360-3fb2-48bd-b418-06f30714148a+47:32794:x1863365370201216:12345-192.168.201.45@tcp:36:lhsmtool_posix.0 Request processed in 991us (2594us total) trans 4294968285 rc 0/0 00000100:00100000:0.0:1777045379.326363:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1457 00000020:00080000:0.0:1777045379.326369:0:5855:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1777045379.334669:0:3327:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536a00/0x2c8777a5e7d9f89e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x52:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045379.334691:0:3327:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536a00/0x2c8777a5e7d9f89e lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x52:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045379.334701:0:3327:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536a00/0x2c8777a5e7d9f89e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x52:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045379.334711:0:3327:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98df7b536a00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:3.0:1777045379.334717:0:3327:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536a00/0x2c8777a5e7d9f89e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x52:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045379.334732:0:3327:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536a00/0x2c8777a5e7d9f89e lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x52:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045379.334751:0:3327:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x52:0x0].0x0 (ffff98df52c43300) 00010000:00010000:3.0:1777045379.334756:0:3327:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1777045379.334762:0:3327:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536a00/0x2c8777a5e7d9f89e lrc: 2/0,0 mode: --/PW res: [0x200000401:0x52:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045379.334770:0:3327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536a00/0x2c8777a5e7d9f89e lrc: 0/0,0 mode: --/PW res: [0x200000401:0x52:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777045379.336224:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045379.336897:0:5859:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370201472 00000100:00100000:0.0:1777045379.336909:0:5859:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370201472 00000100:00100000:0.0:1777045379.336979:0:5859:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 320 00000100:00100000:0.0:1777045379.336993:0:5859:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df470cf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:146de360-3fb2-48bd-b418-06f30714148a+46:32794:x1863365370201472:12345-192.168.201.45@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1777045379.337560:0:5859:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df470cf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:146de360-3fb2-48bd-b418-06f30714148a+47:32794:x1863365370201472:12345-192.168.201.45@tcp:35:lhsmtool_posix.0 Request processed in 569us (1339us total) trans 4294968286 rc 0/0 00000100:00100000:0.0:1777045379.337571:0:5859:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 320 00000100:00100000:0.0:1777045379.434586:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045379.434988:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370201728 00000100:00100000:2.0:1777045379.434999:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370201728 00000100:00100000:2.0:1777045379.435080:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1458 00000100:00100000:2.0:1777045379.435096:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de4282f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:146de360-3fb2-48bd-b418-06f30714148a+47:32797:x1863365370201728:12345-192.168.201.45@tcp:101:lfs.0 00010000:00010000:2.0:1777045379.435129:0:12646:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777045379.435156:0:12646:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be200/0x2c8777a5e7d9f8a5 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1149442 expref: -99 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045379.436384:0:12646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bee00/0x2c8777a5e7d9f8ac lrc: 3/1,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045379.436407:0:12646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bee00/0x2c8777a5e7d9f8ac lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045379.436422:0:12646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bee00/0x2c8777a5e7d9f8ac lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045379.436441:0:12646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be800/0x2c8777a5e7d9f8b3 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045379.436451:0:12646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be800/0x2c8777a5e7d9f8b3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045379.436461:0:12646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be800/0x2c8777a5e7d9f8b3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045379.436621:0:12646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfc00/0x2c8777a5e7d9f8ba lrc: 3/1,0 mode: --/PR res: [0x200000401:0x52:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045379.436634:0:12646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfc00/0x2c8777a5e7d9f8ba lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045379.436645:0:12646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfc00/0x2c8777a5e7d9f8ba lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777045379.436659:0:12646:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x52:0x0]: returning size 158 00010000:00010000:2.0:1777045379.436775:0:12646:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bee00/0x2c8777a5e7d9f8ac lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045379.436786:0:12646:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bee00/0x2c8777a5e7d9f8ac lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045379.436795:0:12646:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bee00/0x2c8777a5e7d9f8ac lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045379.436804:0:12646:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de435bee00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:2.0:1777045379.436810:0:12646:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bee00/0x2c8777a5e7d9f8ac lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045379.436821:0:12646:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bee00/0x2c8777a5e7d9f8ac lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045379.436864:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x51:0x0].0x0 (ffff98df52c43a00) 00010000:00010000:2.0:1777045379.436869:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777045379.436875:0:12646:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bee00/0x2c8777a5e7d9f8ac lrc: 2/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045379.436884:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bee00/0x2c8777a5e7d9f8ac lrc: 0/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045379.436902:0:12646:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be800/0x2c8777a5e7d9f8b3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045379.436927:0:12646:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be800/0x2c8777a5e7d9f8b3 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045379.436935:0:12646:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be800/0x2c8777a5e7d9f8b3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045379.436942:0:12646:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de435be800 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:2.0:1777045379.436947:0:12646:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be800/0x2c8777a5e7d9f8b3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045379.436955:0:12646:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be800/0x2c8777a5e7d9f8b3 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045379.436966:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x51:0x0].0x2e0f5ada (ffff98df52c43e00) 00010000:00010000:2.0:1777045379.436970:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777045379.436973:0:12646:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be800/0x2c8777a5e7d9f8b3 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045379.436982:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be800/0x2c8777a5e7d9f8b3 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045379.437037:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be200/0x2c8777a5e7d9f8a5 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149442 expref: 50 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045379.437064:0:12646:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfc00/0x2c8777a5e7d9f8ba lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149442 expref: 49 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045379.437075:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x52:0x0].0x0 (ffff98df52c43300) 00010000:00010000:2.0:1777045379.437079:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777045379.437082:0:12646:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de435bfc00, rc 0) 00000100:00100000:2.0:1777045379.438058:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de4282f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:146de360-3fb2-48bd-b418-06f30714148a+49:32797:x1863365370201728:12345-192.168.201.45@tcp:101:lfs.0 Request processed in 2963us (3480us total) trans 4294968287 rc 0/0 00000100:00100000:2.0:1777045379.438071:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1458 00000100:00100000:2.0:1777045379.449448:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045379.449745:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370201856 00000100:00100000:1.0:1777045379.449757:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370201856 00000100:00100000:1.0:1777045379.449859:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1459 00000100:00100000:1.0:1777045379.449873:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df470cce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:146de360-3fb2-48bd-b418-06f30714148a+49:32797:x1863365370201856:12345-192.168.201.45@tcp:54:lfs.0 00010000:00010000:1.0:1777045379.449970:0:5856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32800/0x2c8777a5e7d9f8c8 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x52:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045379.449992:0:5856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32800/0x2c8777a5e7d9f8c8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045379.450008:0:5856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32800/0x2c8777a5e7d9f8c8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045379.450039:0:5856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32800/0x2c8777a5e7d9f8c8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045379.450049:0:5856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32800/0x2c8777a5e7d9f8c8 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045379.450058:0:5856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32800/0x2c8777a5e7d9f8c8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045379.450066:0:5856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de41a32800 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:1.0:1777045379.450072:0:5856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32800/0x2c8777a5e7d9f8c8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045379.450081:0:5856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32800/0x2c8777a5e7d9f8c8 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045379.450096:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x52:0x0].0x0 (ffff98df52c43300) 00010000:00010000:1.0:1777045379.450100:0:5856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1777045379.450105:0:5856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32800/0x2c8777a5e7d9f8c8 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x52:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045379.450113:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32800/0x2c8777a5e7d9f8c8 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x52:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777045379.450260:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df470cce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:146de360-3fb2-48bd-b418-06f30714148a+49:32797:x1863365370201856:12345-192.168.201.45@tcp:54:lfs.0 Request processed in 388us (821us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045379.450273:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1459 00000100:00100000:3.0:1777045379.458586:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045379.458723:0:5858:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370202112 00000100:00100000:1.0:1777045379.458735:0:5858:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370202112 00000100:00100000:1.0:1777045379.458809:0:5858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 321 00000100:00100000:1.0:1777045379.458823:0:5858:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b9c7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:146de360-3fb2-48bd-b418-06f30714148a+49:32797:x1863365370202112:12345-192.168.201.45@tcp:35:lfs.0 00000100:00100000:1.0:1777045379.459613:0:5858:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b9c7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:146de360-3fb2-48bd-b418-06f30714148a+50:32797:x1863365370202112:12345-192.168.201.45@tcp:35:lfs.0 Request processed in 788us (1032us total) trans 4294968288 rc 0/0 00000100:00100000:1.0:1777045379.459625:0:5858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 321 00000100:00100000:2.0:1777045379.587760:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045379.587861:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045379.588025:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370202496 00000100:00100000:0.0:1777045379.588040:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370202496 00000100:00100000:0.0:1777045379.588127:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370202624 00000100:00100000:0.0:1777045379.588133:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370202624 00000100:00100000:0.0:1777045379.588184:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1460 00000100:00100000:0.0:1777045379.588201:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df470cc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:146de360-3fb2-48bd-b418-06f30714148a+51:32803:x1863365370202496:12345-192.168.201.45@tcp:101:cat.0 00010000:00010000:0.0:1777045379.588232:0:7939:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777045379.588261:0:7939:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536a00/0x2c8777a5e7d9f8cf lrc: 2/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1149450 expref: -99 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045379.588455:0:7939:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537c00/0x2c8777a5e7d9f8d6 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x52:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045379.588478:0:7939:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537c00/0x2c8777a5e7d9f8d6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045379.588498:0:7939:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537c00/0x2c8777a5e7d9f8d6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777045379.588515:0:7939:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x52:0x0]: returning size 158 00010000:00010000:0.0:1777045379.588691:0:7939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536a00/0x2c8777a5e7d9f8cf lrc: 0/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149450 expref: 54 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045379.588723:0:7939:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537c00/0x2c8777a5e7d9f8d6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149450 expref: 53 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045379.588736:0:7939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x52:0x0].0x0 (ffff98df52c43300) 00010000:00010000:0.0:1777045379.588741:0:7939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777045379.588747:0:7939:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98df7b537c00, rc 0) 00000100:00100000:0.0:1777045379.588823:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df470cc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:146de360-3fb2-48bd-b418-06f30714148a+53:32803:x1863365370202496:12345-192.168.201.45@tcp:101:cat.0 Request processed in 625us (1073us total) trans 4294968289 rc 0/0 00000100:00100000:0.0:1777045379.588872:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1460 00000100:00100000:0.0:1777045379.588902:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1461 00000100:00100000:0.0:1777045379.588916:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b93a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:146de360-3fb2-48bd-b418-06f30714148a+52:32802:x1863365370202624:12345-192.168.201.45@tcp:101:cat.0 00010000:00010000:0.0:1777045379.588930:0:7939:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777045379.588944:0:7939:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536e00/0x2c8777a5e7d9f8e4 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1149449 expref: -99 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045379.589013:0:7939:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536400/0x2c8777a5e7d9f8eb lrc: 3/1,0 mode: --/PR res: [0x200000401:0x52:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045379.589029:0:7939:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536400/0x2c8777a5e7d9f8eb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045379.589042:0:7939:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536400/0x2c8777a5e7d9f8eb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777045379.589056:0:7939:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x52:0x0]: returning size 158 00010000:00010000:0.0:1777045379.589153:0:7939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536e00/0x2c8777a5e7d9f8e4 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149449 expref: 55 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045379.589176:0:7939:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536400/0x2c8777a5e7d9f8eb lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149449 expref: 54 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045379.589188:0:7939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x52:0x0].0x0 (ffff98df52c43300) 00010000:00010000:0.0:1777045379.589192:0:7939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777045379.589196:0:7939:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98df7b536400, rc 0) 00000100:00100000:0.0:1777045379.589247:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b93a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:146de360-3fb2-48bd-b418-06f30714148a+54:32802:x1863365370202624:12345-192.168.201.45@tcp:101:cat.0 Request processed in 334us (1418us total) trans 4294968290 rc 0/0 00000100:00100000:0.0:1777045379.589262:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1461 00000100:00100000:2.0:1777045379.612684:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045379.614198:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370202880 00000100:00100000:0.0:1777045379.614261:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370202880 00000100:00100000:0.0:1777045379.614365:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1462 00000100:00100000:0.0:1777045379.614399:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df74175880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:146de360-3fb2-48bd-b418-06f30714148a+54:32805:x1863365370202880:12345-192.168.201.45@tcp:101:cat.0 00010000:00010000:0.0:1777045379.614425:0:5856:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777045379.614453:0:5856:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536e00/0x2c8777a5e7d9f8f9 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1149457 expref: -99 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045379.614581:0:5856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536a00/0x2c8777a5e7d9f900 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x52:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045379.615436:0:5856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536a00/0x2c8777a5e7d9f900 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x52:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045379.615460:0:5856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536a00/0x2c8777a5e7d9f900 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x52:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777045379.615484:0:5856:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x52:0x0]: returning size 158 00010000:00010000:0.0:1777045379.615700:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536e00/0x2c8777a5e7d9f8f9 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149457 expref: 57 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045379.615730:0:5856:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536a00/0x2c8777a5e7d9f900 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x52:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149457 expref: 56 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045379.615743:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x52:0x0].0x0 (ffff98df52c43300) 00010000:00010000:0.0:1777045379.615749:0:5856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:0.0:1777045379.615754:0:5856:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98df7b536a00, rc 0) 00000100:00100000:0.0:1777045379.615859:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df74175880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:146de360-3fb2-48bd-b418-06f30714148a+56:32805:x1863365370202880:12345-192.168.201.45@tcp:101:cat.0 Request processed in 1465us (3187us total) trans 4294968291 rc 0/0 00000100:00100000:0.0:1777045379.615873:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1462 00000100:00100000:3.0:1777045379.622729:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045379.622791:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045379.623640:0:5843:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370203136 00000100:00100000:0.0:1777045379.623654:0:5843:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370203136 00000100:00100000:0.0:1777045379.623736:0:5843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 94 00000100:00100000:0.0:1777045379.623753:0:5843:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b9c7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:146de360-3fb2-48bd-b418-06f30714148a+56:32802:x1863365370203136:12345-192.168.201.45@tcp:103:cat.0 00010000:00010000:0.0:1777045379.623776:0:5843:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:0.0:1777045379.623811:0:5843:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537c00/0x2c8777a5e7d9f8d6 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x52:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149450 expref: 56 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045379.623879:0:5843:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536400/0x2c8777a5e7d9f8eb lrc: 0/0,0 mode: --/PR res: [0x200000401:0x52:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149449 expref: 55 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045379.623901:0:5843:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bec00/0x2c8777a5e7d9f890 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x52:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114943b expref: 54 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045379.623919:0:5843:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x52:0x0].0x0 (ffff98df52c43300) 00010000:00010000:0.0:1777045379.623928:0:5843:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777045379.624000:0:5843:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b9c7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:146de360-3fb2-48bd-b418-06f30714148a+53:32802:x1863365370203136:12345-192.168.201.45@tcp:103:cat.0 Request processed in 251us (1282us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045379.624014:0:5843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 94 00000100:00100000:2.0:1777045379.624991:0:19840:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370203392 00000100:00100000:2.0:1777045379.625003:0:19840:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370203392 00000100:00100000:2.0:1777045379.625066:0:19840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 322 00000100:00100000:2.0:1777045379.625081:0:19840:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b9c4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:146de360-3fb2-48bd-b418-06f30714148a+53:32803:x1863365370203392:12345-192.168.201.45@tcp:35:cat.0 00000100:00100000:2.0:1777045379.625410:0:19840:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b9c4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:146de360-3fb2-48bd-b418-06f30714148a+54:32803:x1863365370203392:12345-192.168.201.45@tcp:35:cat.0 Request processed in 330us (2616us total) trans 4294968292 rc 0/0 00000100:00100000:2.0:1777045379.625423:0:19840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 322 00000100:00100000:2.0:1777045379.687437:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045379.687512:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045379.687678:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370203520 00000100:00100000:1.0:1777045379.687692:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370203520 00000100:00100000:1.0:1777045379.687779:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1463 00000100:00100000:1.0:1777045379.687795:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df74174a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:146de360-3fb2-48bd-b418-06f30714148a+54:32802:x1863365370203520:12345-192.168.201.45@tcp:58:cat.0 00010000:00010000:1.0:1777045379.687951:0:5855:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32800/0x2c8777a5e7d9f90e lrc: 3/0,1 mode: --/EX res: [0x200000401:0x52:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045379.687976:0:5855:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536a00/0x2c8777a5e7d9f900 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x52:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149457 expref: 54 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045379.687991:0:5855:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfc00/0x2c8777a5e7d9f8ba lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149442 expref: 54 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045379.688004:0:5855:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32800/0x2c8777a5e7d9f90e lrc: 5/0,1 mode: --/EX res: [0x200000401:0x52:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045379.688055:0:5855:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfc00/0x2c8777a5e7d9f8ba lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149442 expref: 54 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045379.688075:0:5855:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfc00/0x2c8777a5e7d9f8ba lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149442 expref: 54 pid: 12646 timeout: 2108 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777045379.688094:0:5855:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df6d627100 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5855:1863365424447104:192.168.201.45@tcp:104: 00010000:00010000:1.0:1777045379.688278:0:5855:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536a00/0x2c8777a5e7d9f900 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x52:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149457 expref: 54 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045379.688294:0:5855:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536a00/0x2c8777a5e7d9f900 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x52:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149457 expref: 54 pid: 5856 timeout: 2108 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777045379.688309:0:5855:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df6d58b480 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5855:1863365424447232:192.168.201.45@tcp:104: 00000100:00100000:1.0:1777045379.688352:0:5855:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df46731b40 going to sleep for 11 seconds 00000100:00100000:0.0:1777045379.689267:0:5858:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370203776 00000100:00100000:0.0:1777045379.689276:0:5858:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370203776 00000100:00100000:0.0:1777045379.689364:0:5858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 323 00000100:00100000:0.0:1777045379.689388:0:5858:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df58666680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:146de360-3fb2-48bd-b418-06f30714148a+55:32805:x1863365370203776:12345-192.168.201.45@tcp:35:cat.0 00000100:00100000:0.0:1777045379.689648:0:5858:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df58666680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:146de360-3fb2-48bd-b418-06f30714148a+56:32805:x1863365370203776:12345-192.168.201.45@tcp:35:cat.0 Request processed in 261us (2134us total) trans 4294968293 rc 0/0 00000100:00100000:0.0:1777045379.689663:0:5858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 323 00000100:00100000:0.0:1777045379.707889:0:5855:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df6d627100 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5855:1863365424447104:192.168.201.45@tcp:104: 00000100:00100000:0.0:1777045379.707909:0:5855:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df6d58b480 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5855:1863365424447232:192.168.201.45@tcp:104: 00010000:00010000:0.0:1777045379.707945:0:5855:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32800/0x2c8777a5e7d9f90e lrc: 3/0,1 mode: --/EX res: [0x200000401:0x52:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777045379.715334:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045379.715645:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045379.715677:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045379.715958:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045379.715992:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045379.716020:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045379.735101:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045379.741901:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370204032 00000100:00100000:1.0:1777045379.741920:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370204032 00000100:00100000:1.0:1777045379.741996:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370204288 00000100:00100000:1.0:1777045379.742001:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370204288 00000100:00100000:1.0:1777045379.742019:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370204416 00000100:00100000:1.0:1777045379.742024:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370204416 00000100:00100000:1.0:1777045379.742040:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370204160 00000100:00100000:1.0:1777045379.742045:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370204160 00000100:00100000:1.0:1777045379.742071:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1464 00000100:00100000:1.0:1777045379.742086:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df58666300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:146de360-3fb2-48bd-b418-06f30714148a+59:32804:x1863365370204032:12345-192.168.201.45@tcp:101:cat.0 00010000:00010000:1.0:1777045379.742113:0:7939:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777045379.742143:0:7939:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a33a00/0x2c8777a5e7d9f915 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x52:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee114945e expref: -99 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045379.742275:0:7939:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32a00/0x2c8777a5e7d9f91c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x52:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045379.742869:0:7939:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32a00/0x2c8777a5e7d9f91c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045379.742892:0:7939:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32a00/0x2c8777a5e7d9f91c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777045379.742937:0:7939:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x52:0x0]: returning size 158 00000004:00200000:1.0:1777045379.742943:0:7939:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1777045379.742967:0:7939:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32a00/0x2c8777a5e7d9f91c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045379.743011:0:7939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a33a00/0x2c8777a5e7d9f915 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x52:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114945e expref: 61 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045379.743040:0:7939:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32a00/0x2c8777a5e7d9f91c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114945e expref: 60 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045379.743064:0:7939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x52:0x0].0x0 (ffff98df52c43300) 00010000:00010000:1.0:1777045379.743069:0:7939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1777045379.743075:0:7939:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de41a32a00, rc 0) 00000100:00100000:1.0:1777045379.743169:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df58666300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:146de360-3fb2-48bd-b418-06f30714148a+60:32804:x1863365370204032:12345-192.168.201.45@tcp:101:cat.0 Request processed in 1085us (27846us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045379.743182:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1464 00000100:00100000:1.0:1777045379.743216:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1465 00000100:00100000:1.0:1777045379.743229:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df58664a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:146de360-3fb2-48bd-b418-06f30714148a+59:32806:x1863365370204288:12345-192.168.201.45@tcp:101:cat.0 00010000:00010000:1.0:1777045379.743244:0:7939:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777045379.743259:0:7939:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a33e00/0x2c8777a5e7d9f923 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x52:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee114946c expref: -99 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045379.744159:0:7939:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32600/0x2c8777a5e7d9f92a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x52:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045379.744175:0:7939:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32600/0x2c8777a5e7d9f92a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045379.744187:0:7939:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32600/0x2c8777a5e7d9f92a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777045379.744233:0:7939:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x52:0x0]: returning size 158 00000004:00200000:1.0:1777045379.744238:0:7939:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1777045379.744254:0:7939:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32600/0x2c8777a5e7d9f92a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045379.744281:0:7939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a33e00/0x2c8777a5e7d9f923 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x52:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114946c expref: 61 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045379.744331:0:7939:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32600/0x2c8777a5e7d9f92a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114946c expref: 60 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045379.744342:0:7939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x52:0x0].0x0 (ffff98df52c43300) 00010000:00010000:1.0:1777045379.744346:0:7939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1777045379.744349:0:7939:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de41a32600, rc 0) 00000100:00100000:1.0:1777045379.744389:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df58664a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:146de360-3fb2-48bd-b418-06f30714148a+60:32806:x1863365370204288:12345-192.168.201.45@tcp:101:cat.0 Request processed in 1164us (28744us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045379.744399:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1465 00000100:00100000:1.0:1777045379.744424:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1466 00000100:00100000:1.0:1777045379.744434:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df75299880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:146de360-3fb2-48bd-b418-06f30714148a+59:32807:x1863365370204416:12345-192.168.201.45@tcp:101:cat.0 00010000:00010000:1.0:1777045379.744447:0:7939:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777045379.744460:0:7939:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a33c00/0x2c8777a5e7d9f931 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x52:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1149473 expref: -99 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045379.744508:0:7939:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a33800/0x2c8777a5e7d9f938 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x52:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045379.744521:0:7939:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a33800/0x2c8777a5e7d9f938 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045379.744533:0:7939:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a33800/0x2c8777a5e7d9f938 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777045379.744555:0:7939:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x52:0x0]: returning size 158 00000004:00200000:1.0:1777045379.744560:0:7939:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000100:00100000:3.0:1777045379.748446:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1467 00000100:00100000:3.0:1777045379.748475:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de435ae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:146de360-3fb2-48bd-b418-06f30714148a+60:32805:x1863365370204160:12345-192.168.201.45@tcp:101:cat.0 00010000:00010000:3.0:1777045379.748497:0:5857:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777045379.748519:0:5857:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9f93f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1149465 expref: -99 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045379.748619:0:5857:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023c00/0x2c8777a5e7d9f946 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x52:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045379.748637:0:5857:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023c00/0x2c8777a5e7d9f946 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x53/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045379.748650:0:5857:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023c00/0x2c8777a5e7d9f946 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x53/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777045379.748697:0:5857:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x52:0x0]: returning size 158 00000004:00200000:3.0:1777045379.748703:0:5857:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1777045379.748723:0:5857:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023c00/0x2c8777a5e7d9f946 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x53/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045379.748737:0:5857:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023c00/0x2c8777a5e7d9f946 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045379.748766:0:5857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022c00/0x2c8777a5e7d9f93f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149465 expref: 62 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045379.748790:0:5857:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023c00/0x2c8777a5e7d9f946 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149465 expref: 61 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045379.748803:0:5857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x52:0x0].0x0 (ffff98df52c43300) 00010000:00010000:3.0:1777045379.748807:0:5857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1777045379.748812:0:5857:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de48023c00, rc 0) 00000100:00100000:3.0:1777045379.748900:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de435ae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:146de360-3fb2-48bd-b418-06f30714148a+61:32805:x1863365370204160:12345-192.168.201.45@tcp:101:cat.0 Request processed in 437us (32876us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045379.748911:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1467 00000100:00100000:3.0:1777045379.748960:0:5841:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370204544 00000100:00100000:3.0:1777045379.748970:0:5841:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370204544 00010000:00010000:3.0:1777045379.749002:0:5841:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536a00/0x2c8777a5e7d9f900 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x52:0x0].0x0 bits 0xd/0x0 rrc: 9 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149457 expref: 61 pid: 5856 timeout: 2108 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777045379.749047:0:5841:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370203904 00000100:00100000:3.0:1777045379.749051:0:5841:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370203904 00010000:00010000:3.0:1777045379.749068:0:5841:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfc00/0x2c8777a5e7d9f8ba lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149442 expref: 62 pid: 12646 timeout: 2108 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777045379.749096:0:5841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 427 00000100:00100000:3.0:1777045379.749107:0:5841:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de435afb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:146de360-3fb2-48bd-b418-06f30714148a+62:2390:x1863365370204544:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777045379.749122:0:5841:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777045379.749130:0:5841:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536a00/0x2c8777a5e7d9f900 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x52:0x0].0x0 bits 0xd/0x0 rrc: 10 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149457 expref: 62 pid: 5856 timeout: 2108 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045379.749144:0:5841:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536a00/0x2c8777a5e7d9f900 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x52:0x0].0x0 bits 0xd/0x0 rrc: 10 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149457 expref: 62 pid: 5856 timeout: 2108 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045379.749164:0:5841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536a00/0x2c8777a5e7d9f900 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x52:0x0].0x0 bits 0xd/0x0 rrc: 10 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149457 expref: 62 pid: 5856 timeout: 2108 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045379.749178:0:5841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x52:0x0].0x0 (ffff98df52c43300) 00010000:00010000:3.0:1777045379.749184:0:5841:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32800/0x2c8777a5e7d9f90e lrc: 3/0,1 mode: --/EX res: [0x200000401:0x52:0x0].0x0 bits 0x8/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045379.749195:0:5841:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777045379.749250:0:5841:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de435afb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:146de360-3fb2-48bd-b418-06f30714148a+61:2390:x1863365370204544:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 145us (33293us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045379.749260:0:5841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 427 00000100:00100000:3.0:1777045379.749281:0:5841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 428 00000100:00100000:3.0:1777045379.749290:0:5841:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de435ad500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:146de360-3fb2-48bd-b418-06f30714148a+60:2390:x1863365370203904:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777045379.749301:0:5841:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777045379.749309:0:5841:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfc00/0x2c8777a5e7d9f8ba lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149442 expref: 60 pid: 12646 timeout: 2108 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045379.749333:0:5841:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfc00/0x2c8777a5e7d9f8ba lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149442 expref: 60 pid: 12646 timeout: 2108 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045379.749355:0:5841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfc00/0x2c8777a5e7d9f8ba lrc: 0/0,0 mode: --/PR res: [0x200000401:0x52:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149442 expref: 60 pid: 12646 timeout: 2108 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045379.749372:0:5841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x52:0x0].0x0 (ffff98df52c43300) 00010000:00010000:3.0:1777045379.749377:0:5841:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32800/0x2c8777a5e7d9f90e lrc: 3/0,1 mode: --/EX res: [0x200000401:0x52:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045379.749388:0:5841:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32800/0x2c8777a5e7d9f90e lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x52:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT flags: 0x40290000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045379.749398:0:5841:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32800/0x2c8777a5e7d9f90e lrc: 4/0,1 mode: EX/EX res: [0x200000401:0x52:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT flags: 0x40290000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045379.749430:0:5841:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777045379.749463:0:5841:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de435ad500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:146de360-3fb2-48bd-b418-06f30714148a+59:2390:x1863365370203904:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 173us (33469us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045379.749473:0:5841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 428 00010000:00010000:3.0:1777045379.749681:0:5855:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32800/0x2c8777a5e7d9f90e lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x52:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045379.749693:0:5855:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32800/0x2c8777a5e7d9f90e lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x52:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1777045379.749945:0:5855:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].44, 136 off14176 00000100:00100000:3.0:1777045379.750032:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df74174a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:146de360-3fb2-48bd-b418-06f30714148a+58:32802:x1863365370203520:12345-192.168.201.45@tcp:58:cat.0 Request processed in 62239us (62605us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045379.750050:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1463 00000004:00010000:1.0:1777045379.753925:0:7939:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a33800/0x2c8777a5e7d9f938 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045379.753998:0:7939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a33c00/0x2c8777a5e7d9f931 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x52:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149473 expref: 58 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045379.754029:0:7939:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a33800/0x2c8777a5e7d9f938 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149473 expref: 57 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045379.754043:0:7939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x52:0x0].0x0 (ffff98df52c43300) 00010000:00010000:1.0:1777045379.754047:0:7939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1777045379.754051:0:7939:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de41a33800, rc 0) 00000100:00100000:1.0:1777045379.754136:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df75299880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:146de360-3fb2-48bd-b418-06f30714148a+57:32807:x1863365370204416:12345-192.168.201.45@tcp:101:cat.0 Request processed in 9702us (38456us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045379.754148:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1466 00000100:00100000:3.0:1777045379.771499:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370204672 00000100:00100000:3.0:1777045379.771518:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370204672 00000100:00100000:3.0:1777045379.771595:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1468 00000100:00100000:3.0:1777045379.771609:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de435ac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:146de360-3fb2-48bd-b418-06f30714148a+57:32809:x1863365370204672:12345-192.168.201.45@tcp:101:cat.0 00010000:00010000:3.0:1777045379.771639:0:5857:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777045379.777685:0:5857:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023600/0x2c8777a5e7d9f94d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x52:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee114947a expref: -99 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045379.777886:0:5857:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022000/0x2c8777a5e7d9f954 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x52:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045379.777908:0:5857:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022000/0x2c8777a5e7d9f954 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045379.777926:0:5857:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022000/0x2c8777a5e7d9f954 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777045379.777986:0:5857:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x52:0x0]: returning size 158 00000004:00200000:3.0:1777045379.777993:0:5857:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1777045379.778018:0:5857:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022000/0x2c8777a5e7d9f954 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045379.778091:0:5857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023600/0x2c8777a5e7d9f94d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x52:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114947a expref: 59 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045379.778115:0:5857:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022000/0x2c8777a5e7d9f954 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114947a expref: 58 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045379.778137:0:5857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x52:0x0].0x0 (ffff98df52c43300) 00010000:00010000:3.0:1777045379.778143:0:5857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1777045379.778148:0:5857:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de48022000, rc 0) 00000100:00100000:1.0:1777045379.778268:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045379.778439:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370205056 00000100:00100000:0.0:1777045379.778450:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370205056 00000100:00100000:0.0:1777045379.778529:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1469 00000100:00100000:0.0:1777045379.778544:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d58b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:146de360-3fb2-48bd-b418-06f30714148a+59:32814:x1863365370205056:12345-192.168.201.45@tcp:101:cat.0 00010000:00010000:0.0:1777045379.778566:0:7939:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777045379.778584:0:7939:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536400/0x2c8777a5e7d9f95b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1149488 expref: -99 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045379.778659:0:7939:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537c00/0x2c8777a5e7d9f962 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045379.778674:0:7939:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537c00/0x2c8777a5e7d9f962 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045379.778686:0:7939:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537c00/0x2c8777a5e7d9f962 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045379.778706:0:7939:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536e00/0x2c8777a5e7d9f969 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045379.778716:0:7939:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536e00/0x2c8777a5e7d9f969 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045379.778732:0:7939:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536e00/0x2c8777a5e7d9f969 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045379.778912:0:7939:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096600/0x2c8777a5e7d9f970 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x52:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045379.778927:0:7939:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096600/0x2c8777a5e7d9f970 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045379.779264:0:7939:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096600/0x2c8777a5e7d9f970 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777045379.779570:0:7939:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x52:0x0]: returning size 158 00010000:00010000:0.0:1777045379.779702:0:7939:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096600/0x2c8777a5e7d9f970 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045379.779714:0:7939:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096600/0x2c8777a5e7d9f970 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045379.779724:0:7939:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096600/0x2c8777a5e7d9f970 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045379.779734:0:7939:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de43096600 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:0.0:1777045379.779740:0:7939:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096600/0x2c8777a5e7d9f970 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045379.779751:0:7939:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096600/0x2c8777a5e7d9f970 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045379.779766:0:7939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x52:0x0].0x0 (ffff98df52c43300) 00010000:00010000:0.0:1777045379.779771:0:7939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1777045379.779777:0:7939:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096600/0x2c8777a5e7d9f970 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045379.779786:0:7939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096600/0x2c8777a5e7d9f970 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045379.779805:0:7939:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537c00/0x2c8777a5e7d9f962 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045379.779814:0:7939:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537c00/0x2c8777a5e7d9f962 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045379.779821:0:7939:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537c00/0x2c8777a5e7d9f962 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045379.779855:0:7939:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98df7b537c00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:0.0:1777045379.779860:0:7939:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537c00/0x2c8777a5e7d9f962 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045379.779869:0:7939:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537c00/0x2c8777a5e7d9f962 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045379.779880:0:7939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x51:0x0].0x0 (ffff98df52c43a00) 00010000:00010000:0.0:1777045379.779883:0:7939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777045379.779888:0:7939:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537c00/0x2c8777a5e7d9f962 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045379.779896:0:7939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537c00/0x2c8777a5e7d9f962 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045379.779909:0:7939:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536e00/0x2c8777a5e7d9f969 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045379.779918:0:7939:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536e00/0x2c8777a5e7d9f969 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045379.779927:0:7939:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536e00/0x2c8777a5e7d9f969 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045379.779935:0:7939:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98df7b536e00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:0.0:1777045379.779939:0:7939:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536e00/0x2c8777a5e7d9f969 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045379.779948:0:7939:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536e00/0x2c8777a5e7d9f969 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045379.779960:0:7939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x51:0x0].0x2e0f5ada (ffff98df61f8e800) 00010000:00010000:0.0:1777045379.779965:0:7939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777045379.779969:0:7939:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536e00/0x2c8777a5e7d9f969 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045379.779978:0:7939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536e00/0x2c8777a5e7d9f969 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045379.780030:0:7939:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536400/0x2c8777a5e7d9f95b lrc: 1/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149488 expref: 61 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045379.780045:0:7939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x51:0x0].0x0 (ffff98df52c43a00) 00010000:00010000:0.0:1777045379.780048:0:7939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1777045379.780053:0:7939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536400/0x2c8777a5e7d9f95b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149488 expref: 61 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045379.780069:0:7939:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98df7b536400, rc 0) 00000100:00100000:0.0:1777045379.780143:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d58b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:146de360-3fb2-48bd-b418-06f30714148a+60:32814:x1863365370205056:12345-192.168.201.45@tcp:101:cat.0 Request processed in 1601us (1876us total) trans 4294968294 rc 301/301 00000100:00100000:0.0:1777045379.780161:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1469 00000100:00100000:2.0:1777045379.783050:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045379.785886:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045379.788175:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045379.791132:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de435ac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:146de360-3fb2-48bd-b418-06f30714148a+59:32809:x1863365370204672:12345-192.168.201.45@tcp:101:cat.0 Request processed in 19515us (56033us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045379.791149:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1468 00000100:00100000:2.0:1777045379.807783:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045379.811814:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370204800 00000100:00100000:1.0:1777045379.811891:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370204800 00000100:00100000:1.0:1777045379.811930:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370205184 00000100:00100000:1.0:1777045379.811934:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370205184 00000100:00100000:1.0:1777045379.811985:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370205312 00000100:00100000:1.0:1777045379.811989:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370205312 00000100:00100000:1.0:1777045379.812016:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1470 00000100:00100000:1.0:1777045379.812030:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de435af100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:146de360-3fb2-48bd-b418-06f30714148a+61:32810:x1863365370205184:12345-192.168.201.45@tcp:101:cat.0 00010000:00010000:1.0:1777045379.812055:0:12646:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777045379.812079:0:12646:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a33400/0x2c8777a5e7d9f97e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x52:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee114948f expref: -99 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045379.812192:0:12646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32200/0x2c8777a5e7d9f985 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x52:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045379.812244:0:12646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32200/0x2c8777a5e7d9f985 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777045379.812259:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1471 00010000:00010000:1.0:1777045379.812261:0:12646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32200/0x2c8777a5e7d9f985 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777045379.812274:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de435adc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:146de360-3fb2-48bd-b418-06f30714148a+62:32812:x1863365370205312:12345-192.168.201.45@tcp:101:cat.0 00010000:00010000:3.0:1777045379.812286:0:5857:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777045379.812300:0:5857:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023000/0x2c8777a5e7d9f98c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x52:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1149496 expref: -99 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045379.812357:0:5857:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103600/0x2c8777a5e7d9f993 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x52:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT flags: 0x40000000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045379.812371:0:5857:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103600/0x2c8777a5e7d9f993 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045379.812383:0:5857:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103600/0x2c8777a5e7d9f993 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777045379.812413:0:5857:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x52:0x0]: returning size 158 00000004:00200000:3.0:1777045379.812419:0:5857:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1777045379.812442:0:5857:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103600/0x2c8777a5e7d9f993 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045379.812474:0:5857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023000/0x2c8777a5e7d9f98c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x52:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149496 expref: 64 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045379.812499:0:5857:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103600/0x2c8777a5e7d9f993 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 10 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149496 expref: 63 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045379.812513:0:5857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x52:0x0].0x0 (ffff98df52c43300) 00010000:00010000:3.0:1777045379.812518:0:5857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1777045379.812523:0:5857:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de43103600, rc 0) 00000100:00100000:3.0:1777045379.812608:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de435adc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:146de360-3fb2-48bd-b418-06f30714148a+63:32812:x1863365370205312:12345-192.168.201.45@tcp:101:cat.0 Request processed in 336us (24436us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045379.812619:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1471 00000100:00100000:3.0:1777045379.812705:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045379.812894:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045379.812921:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045379.812976:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045379.813005:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045379.813066:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045379.813105:0:5841:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370205696 00000100:00100000:3.0:1777045379.813112:0:5841:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370205696 00000100:00100000:3.0:1777045379.813155:0:5841:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370205824 00000100:00100000:3.0:1777045379.813160:0:5841:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370205824 00000100:00100000:3.0:1777045379.813179:0:5841:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370205952 00000100:00100000:3.0:1777045379.813183:0:5841:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370205952 00000100:00100000:3.0:1777045379.813517:0:5841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 95 00000100:00100000:3.0:1777045379.813530:0:5841:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b4b2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:146de360-3fb2-48bd-b418-06f30714148a+65:2391:x1863365370205696:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777045379.813546:0:5841:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777045379.813567:0:5841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32a00/0x2c8777a5e7d9f91c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 11 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114945e expref: 65 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045379.813593:0:5841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x52:0x0].0x0 (ffff98df52c43300) 00010000:00010000:3.0:1777045379.813599:0:5841:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777045379.813640:0:5841:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b4b2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:146de360-3fb2-48bd-b418-06f30714148a+64:2391:x1863365370205696:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 113us (717us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045379.813651:0:5841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 95 00000100:00100000:3.0:1777045379.813676:0:5841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 96 00000100:00100000:3.0:1777045379.813687:0:5841:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df5006d450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:146de360-3fb2-48bd-b418-06f30714148a+63:2391:x1863365370205824:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777045379.813699:0:5841:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777045379.813715:0:5841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32600/0x2c8777a5e7d9f92a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 10 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114946c expref: 63 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045379.813731:0:5841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x52:0x0].0x0 (ffff98df52c43300) 00010000:00010000:3.0:1777045379.813737:0:5841:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777045379.813763:0:5841:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df5006d450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:146de360-3fb2-48bd-b418-06f30714148a+62:2391:x1863365370205824:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 78us (806us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045379.813774:0:5841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 96 00000100:00100000:3.0:1777045379.813859:0:5841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 97 00000100:00100000:3.0:1777045379.813873:0:5841:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b4b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:146de360-3fb2-48bd-b418-06f30714148a+61:2393:x1863365370205952:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777045379.813885:0:5841:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777045379.813900:0:5841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a33800/0x2c8777a5e7d9f938 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149473 expref: 61 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045379.813927:0:5841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x52:0x0].0x0 (ffff98df52c43300) 00010000:00010000:3.0:1777045379.813932:0:5841:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777045379.813959:0:5841:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b4b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:146de360-3fb2-48bd-b418-06f30714148a+60:2393:x1863365370205952:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 89us (953us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045379.813968:0:5841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 97 00000100:00100000:3.0:1777045379.814006:0:5859:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370206208 00000100:00100000:3.0:1777045379.814012:0:5859:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370206208 00000100:00100000:3.0:1777045379.814047:0:5859:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 324 00000100:00100000:3.0:1777045379.814057:0:5859:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df45ed6050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:146de360-3fb2-48bd-b418-06f30714148a+60:32814:x1863365370206208:12345-192.168.201.45@tcp:35:cat.0 00000100:00100000:3.0:1777045379.814143:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370205440 00000100:00100000:3.0:1777045379.814149:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370205440 00000100:00100000:3.0:1777045379.814171:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370205568 00000100:00100000:3.0:1777045379.814176:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370205568 00000100:00100000:3.0:1777045379.814194:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1472 00000100:00100000:3.0:1777045379.814232:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de478bd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:146de360-3fb2-48bd-b418-06f30714148a+62:32811:x1863365370205440:12345-192.168.201.45@tcp:101:cat.0 00010000:00010000:3.0:1777045379.814245:0:5857:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777045379.814520:0:5857:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102400/0x2c8777a5e7d9f99a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x52:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee114949d expref: -99 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777045379.814675:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1473 00000100:00100000:3.0:1777045379.814686:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b4b0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:146de360-3fb2-48bd-b418-06f30714148a+63:32802:x1863365370205568:12345-192.168.201.45@tcp:101:cat.0 00010000:00010000:3.0:1777045379.814697:0:5855:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777045379.814711:0:5855:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103e00/0x2c8777a5e7d9f9a1 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x52:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee11494a4 expref: -99 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777045379.816601:0:12646:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x52:0x0]: returning size 158 00000004:00200000:1.0:1777045379.816612:0:12646:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1777045379.816649:0:12646:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32200/0x2c8777a5e7d9f985 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045379.816696:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a33400/0x2c8777a5e7d9f97e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x52:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114948f expref: 65 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045379.816720:0:12646:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32200/0x2c8777a5e7d9f985 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114948f expref: 64 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045379.816731:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x52:0x0].0x0 (ffff98df52c43300) 00010000:00010000:1.0:1777045379.816735:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1777045379.816739:0:12646:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de41a32200, rc 0) 00000100:00100000:1.0:1777045379.816805:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de435af100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:146de360-3fb2-48bd-b418-06f30714148a+64:32810:x1863365370205184:12345-192.168.201.45@tcp:101:cat.0 Request processed in 4777us (30926us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045379.816818:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1470 00000100:00100000:1.0:1777045379.816933:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1474 00000100:00100000:1.0:1777045379.816944:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de435ace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:146de360-3fb2-48bd-b418-06f30714148a+63:32808:x1863365370204800:12345-192.168.201.45@tcp:101:cat.0 00010000:00010000:1.0:1777045379.816961:0:12646:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777045379.816981:0:12646:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eca00/0x2c8777a5e7d9f9a8 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x52:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1149481 expref: -99 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045379.817052:0:12646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed000/0x2c8777a5e7d9f9af lrc: 3/1,0 mode: --/PR res: [0x200000401:0x52:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045379.817070:0:12646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed000/0x2c8777a5e7d9f9af lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045379.817084:0:12646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed000/0x2c8777a5e7d9f9af lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777045379.817110:0:12646:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x52:0x0]: returning size 158 00000004:00200000:1.0:1777045379.817114:0:12646:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1777045379.817129:0:12646:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed000/0x2c8777a5e7d9f9af lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045379.817153:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eca00/0x2c8777a5e7d9f9a8 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x52:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149481 expref: 65 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045379.817173:0:12646:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed000/0x2c8777a5e7d9f9af lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149481 expref: 64 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045379.817185:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x52:0x0].0x0 (ffff98df52c43300) 00010000:00010000:1.0:1777045379.817189:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1777045379.817193:0:12646:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de419ed000, rc 0) 00000100:00100000:1.0:1777045379.817223:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de435ace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:146de360-3fb2-48bd-b418-06f30714148a+64:32808:x1863365370204800:12345-192.168.201.45@tcp:101:cat.0 Request processed in 281us (34182us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045379.817233:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1474 00000100:00100000:1.0:1777045379.827612:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370206464 00010000:00010000:0.0:1777045379.827660:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777045379.827704:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370206464 00000100:00100000:1.0:1777045379.827790:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1475 00000100:00100000:1.0:1777045379.827804:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df606e6c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:146de360-3fb2-48bd-b418-06f30714148a+64:32813:x1863365370206464:12345-192.168.201.45@tcp:101:cat.0 00010000:00010000:1.0:1777045379.827852:0:12646:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777045379.827878:0:12646:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed400/0x2c8777a5e7d9f9b6 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee11494ab expref: -99 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045379.828005:0:12646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec000/0x2c8777a5e7d9f9bd lrc: 3/1,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045379.828026:0:12646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec000/0x2c8777a5e7d9f9bd lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045379.828040:0:12646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec000/0x2c8777a5e7d9f9bd lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045379.828060:0:12646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed600/0x2c8777a5e7d9f9c4 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045379.828071:0:12646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed600/0x2c8777a5e7d9f9c4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045379.828081:0:12646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed600/0x2c8777a5e7d9f9c4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045379.828261:0:12646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec400/0x2c8777a5e7d9f9cb lrc: 3/1,0 mode: --/PR res: [0x200000401:0x52:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045379.828302:0:12646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec400/0x2c8777a5e7d9f9cb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045379.828574:0:12646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec400/0x2c8777a5e7d9f9cb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777045379.828595:0:12646:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x52:0x0]: returning size 158 00010000:00010000:1.0:1777045379.828724:0:12646:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec400/0x2c8777a5e7d9f9cb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045379.828736:0:12646:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec400/0x2c8777a5e7d9f9cb lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 10 type: IBT flags: 0x50210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045379.828746:0:12646:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec400/0x2c8777a5e7d9f9cb lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 10 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045379.828756:0:12646:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de419ec400 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:1.0:1777045379.828763:0:12646:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec400/0x2c8777a5e7d9f9cb lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 10 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045379.828773:0:12646:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec400/0x2c8777a5e7d9f9cb lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 10 type: IBT flags: 0x40218400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045379.828792:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x52:0x0].0x0 (ffff98df52c43300) 00010000:00010000:1.0:1777045379.828797:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1777045379.828804:0:12646:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec400/0x2c8777a5e7d9f9cb lrc: 2/0,0 mode: --/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 10 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045379.828814:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec400/0x2c8777a5e7d9f9cb lrc: 0/0,0 mode: --/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 10 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045379.828863:0:12646:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec000/0x2c8777a5e7d9f9bd lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045379.828874:0:12646:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec000/0x2c8777a5e7d9f9bd lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045379.828890:0:12646:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec000/0x2c8777a5e7d9f9bd lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045379.828898:0:12646:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de419ec000 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:1.0:1777045379.828902:0:12646:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec000/0x2c8777a5e7d9f9bd lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045379.828911:0:12646:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec000/0x2c8777a5e7d9f9bd lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045379.828923:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x51:0x0].0x0 (ffff98df52c43a00) 00010000:00010000:1.0:1777045379.828927:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777045379.828932:0:12646:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec000/0x2c8777a5e7d9f9bd lrc: 2/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045379.828942:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec000/0x2c8777a5e7d9f9bd lrc: 0/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045379.828954:0:12646:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed600/0x2c8777a5e7d9f9c4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045379.828963:0:12646:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed600/0x2c8777a5e7d9f9c4 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045379.828972:0:12646:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed600/0x2c8777a5e7d9f9c4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045379.828981:0:12646:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de419ed600 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:1.0:1777045379.828986:0:12646:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed600/0x2c8777a5e7d9f9c4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045379.829000:0:12646:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed600/0x2c8777a5e7d9f9c4 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045379.829010:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x51:0x0].0x2e0f5ada (ffff98df51b04200) 00010000:00010000:1.0:1777045379.829014:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777045379.829019:0:12646:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed600/0x2c8777a5e7d9f9c4 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045379.829029:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed600/0x2c8777a5e7d9f9c4 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045379.829078:0:12646:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed400/0x2c8777a5e7d9f9b6 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11494ab expref: 66 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045379.829094:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x51:0x0].0x0 (ffff98df52c43a00) 00010000:00010000:1.0:1777045379.829098:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1777045379.829104:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed400/0x2c8777a5e7d9f9b6 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11494ab expref: 66 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045379.829118:0:12646:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de419ed400, rc 0) 00000100:00100000:1.0:1777045379.829177:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df606e6c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:146de360-3fb2-48bd-b418-06f30714148a+65:32813:x1863365370206464:12345-192.168.201.45@tcp:101:cat.0 Request processed in 1376us (21406us total) trans 4294968295 rc 301/301 00000100:00100000:1.0:1777045379.829190:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1475 00010000:00010000:0.0:1777045379.849512:0:5857:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097400/0x2c8777a5e7d9f9d9 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x52:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045379.849545:0:5857:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097400/0x2c8777a5e7d9f9d9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045379.849565:0:5857:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097400/0x2c8777a5e7d9f9d9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045379.851272:0:5855:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32800/0x2c8777a5e7d9f90e lrc: 2/0,1 mode: EX/EX res: [0x200000401:0x52:0x0].0x0 bits 0x8/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045379.851295:0:5855:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103e00/0x2c8777a5e7d9f9a1 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x52:0x0].0x0 bits 0x8/0x0 rrc: 10 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11494a4 expref: 64 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045379.851331:0:5855:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32800/0x2c8777a5e7d9f90e lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x52:0x0].0x0 bits 0x8/0x0 rrc: 10 type: IBT flags: 0x40210400000020 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045379.851353:0:5855:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103e00/0x2c8777a5e7d9f9a1 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x52:0x0].0x0 bits 0x8/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11494a4 expref: 64 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045379.851373:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x52:0x0].0x0 (ffff98df52c43300) 00010000:00010000:1.0:1777045379.851378:0:5855:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1777045379.851384:0:5855:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103e00/0x2c8777a5e7d9f9a1 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x52:0x0].0x0 bits 0x8/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11494a4 expref: 64 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045379.851397:0:5855:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de43103e00, rc 0) 00000100:00100000:1.0:1777045379.851483:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b4b0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:146de360-3fb2-48bd-b418-06f30714148a+64:32802:x1863365370205568:12345-192.168.201.45@tcp:101:cat.0 Request processed in 36796us (38588us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045379.851497:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1473 00000100:00100000:2.0:1777045379.852440:0:5859:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df45ed6050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:146de360-3fb2-48bd-b418-06f30714148a+64:32814:x1863365370206208:12345-192.168.201.45@tcp:35:cat.0 Request processed in 38380us (39371us total) trans 4294968296 rc 0/0 00000100:00100000:2.0:1777045379.852453:0:5859:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 324 00000004:00200000:0.0:1777045379.852661:0:5857:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x52:0x0]: returning size 158 00000004:00200000:0.0:1777045379.852668:0:5857:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1777045379.852693:0:5857:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097400/0x2c8777a5e7d9f9d9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045379.852732:0:5857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102400/0x2c8777a5e7d9f99a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x52:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114949d expref: 64 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045379.852755:0:5857:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097400/0x2c8777a5e7d9f9d9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114949d expref: 63 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045379.852765:0:5857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x52:0x0].0x0 (ffff98df52c43300) 00010000:00010000:0.0:1777045379.852769:0:5857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1777045379.852773:0:5857:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de43097400, rc 0) 00000100:00100000:0.0:1777045379.852806:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de478bd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:146de360-3fb2-48bd-b418-06f30714148a+63:32811:x1863365370205440:12345-192.168.201.45@tcp:101:cat.0 Request processed in 38603us (40102us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045379.852817:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1472 00000100:00100000:3.0:1777045379.853307:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045379.853395:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045379.854649:0:5841:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370206720 00000100:00100000:2.0:1777045379.854661:0:5841:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370206720 00000100:00100000:2.0:1777045379.854733:0:5841:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370206592 00000100:00100000:2.0:1777045379.854739:0:5841:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370206592 00000100:00100000:2.0:1777045379.854775:0:5841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 98 00000100:00100000:2.0:1777045379.854788:0:5841:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b4b2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:146de360-3fb2-48bd-b418-06f30714148a+64:2393:x1863365370206720:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777045379.854808:0:5841:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777045379.854879:0:5841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103600/0x2c8777a5e7d9f993 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 10 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149496 expref: 64 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045379.854899:0:5841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x52:0x0].0x0 (ffff98df52c43300) 00010000:00010000:2.0:1777045379.854908:0:5841:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103e00/0x2c8777a5e7d9f9a1 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x52:0x0].0x0 bits 0x8/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11494a4 expref: 63 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045379.854922:0:5841:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777045379.854963:0:5841:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b4b2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:146de360-3fb2-48bd-b418-06f30714148a+63:2393:x1863365370206720:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 178us (1657us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045379.854982:0:5841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 98 00000100:00100000:2.0:1777045379.855008:0:5841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 99 00000100:00100000:2.0:1777045379.855019:0:5841:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b4b2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:146de360-3fb2-48bd-b418-06f30714148a+62:2392:x1863365370206592:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777045379.855032:0:5841:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777045379.855047:0:5841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022000/0x2c8777a5e7d9f954 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114947a expref: 62 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045379.855065:0:5841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x52:0x0].0x0 (ffff98df52c43300) 00010000:00010000:2.0:1777045379.855073:0:5841:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103e00/0x2c8777a5e7d9f9a1 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x52:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11494a4 expref: 61 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045379.855086:0:5841:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777045379.855113:0:5841:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b4b2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:146de360-3fb2-48bd-b418-06f30714148a+61:2392:x1863365370206592:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 96us (1719us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045379.855123:0:5841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 99 00000100:00100000:3.0:1777045379.856670:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045379.856712:0:5842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370206848 00000100:00100000:3.0:1777045379.856721:0:5842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370206848 00000100:00100000:3.0:1777045379.857673:0:5842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 100 00000100:00100000:3.0:1777045379.857691:0:5842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b4b0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:146de360-3fb2-48bd-b418-06f30714148a+61:2392:x1863365370206848:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777045379.857710:0:5842:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777045379.857736:0:5842:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32200/0x2c8777a5e7d9f985 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114948f expref: 61 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045379.857758:0:5842:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x52:0x0].0x0 (ffff98df52c43300) 00010000:00010000:3.0:1777045379.857766:0:5842:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103e00/0x2c8777a5e7d9f9a1 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x52:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11494a4 expref: 60 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045379.857778:0:5842:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777045379.857868:0:5842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b4b0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:146de360-3fb2-48bd-b418-06f30714148a+60:2392:x1863365370206848:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 182us (1203us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045379.867092:0:5842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 100 00000100:00100000:1.0:1777045379.872640:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045379.873641:0:5843:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370206976 00000100:00100000:0.0:1777045379.873656:0:5843:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370206976 00000100:00100000:0.0:1777045379.873740:0:5843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 101 00000100:00100000:0.0:1777045379.873755:0:5843:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d589f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:146de360-3fb2-48bd-b418-06f30714148a+60:2393:x1863365370206976:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777045379.873775:0:5843:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777045379.873805:0:5843:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed000/0x2c8777a5e7d9f9af lrc: 0/0,0 mode: --/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149481 expref: 60 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045379.873853:0:5843:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x52:0x0].0x0 (ffff98df52c43300) 00010000:00010000:0.0:1777045379.873863:0:5843:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103e00/0x2c8777a5e7d9f9a1 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x52:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11494a4 expref: 59 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045379.873878:0:5843:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777045379.873959:0:5843:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d589f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:146de360-3fb2-48bd-b418-06f30714148a+59:2393:x1863365370206976:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 205us (1328us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045379.873971:0:5843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 101 00000100:00100000:1.0:1777045379.889065:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045379.889686:0:19840:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370207360 00000100:00100000:2.0:1777045379.889702:0:19840:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370207360 00000100:00100000:2.0:1777045379.889776:0:19840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 325 00000100:00100000:2.0:1777045379.889793:0:19840:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d589500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:146de360-3fb2-48bd-b418-06f30714148a+59:32813:x1863365370207360:12345-192.168.201.45@tcp:35:cat.0 00000100:00100000:2.0:1777045379.890143:0:19840:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d589500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:146de360-3fb2-48bd-b418-06f30714148a+60:32813:x1863365370207360:12345-192.168.201.45@tcp:35:cat.0 Request processed in 352us (1089us total) trans 4294968297 rc 0/0 00000100:00100000:2.0:1777045379.890158:0:19840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 325 00000100:00100000:0.0:1777045379.892042:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045379.893776:0:5842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370207104 00000100:00100000:3.0:1777045379.893807:0:5842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370207104 00000100:00100000:3.0:1777045379.893920:0:5842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 102 00000100:00100000:3.0:1777045379.893936:0:5842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de4282e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:146de360-3fb2-48bd-b418-06f30714148a+60:2392:x1863365370207104:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777045379.893955:0:5842:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777045379.893987:0:5842:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097400/0x2c8777a5e7d9f9d9 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114949d expref: 60 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045379.894015:0:5842:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x52:0x0].0x0 (ffff98df52c43300) 00010000:00010000:3.0:1777045379.894024:0:5842:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103e00/0x2c8777a5e7d9f9a1 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x52:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11494a4 expref: 59 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045379.894046:0:5842:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777045379.894124:0:5842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de4282e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:146de360-3fb2-48bd-b418-06f30714148a+59:2392:x1863365370207104:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 192us (2087us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045379.894137:0:5842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 102 00000100:00100000:2.0:1777045379.894648:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045379.896208:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370207616 00000100:00100000:3.0:1777045379.896221:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370207616 00000100:00100000:3.0:1777045379.896317:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1476 00000100:00100000:3.0:1777045379.896331:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de435ad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:146de360-3fb2-48bd-b418-06f30714148a+59:32817:x1863365370207616:12345-192.168.201.45@tcp:101:cat.0 00010000:00010000:3.0:1777045379.896355:0:5856:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777045379.896379:0:5856:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103400/0x2c8777a5e7d9f9e0 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee11494b2 expref: -99 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045379.896490:0:5856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103a00/0x2c8777a5e7d9f9e7 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045379.896510:0:5856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103a00/0x2c8777a5e7d9f9e7 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045379.896527:0:5856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103a00/0x2c8777a5e7d9f9e7 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045379.896546:0:5856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102200/0x2c8777a5e7d9f9ee lrc: 3/1,0 mode: --/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045379.896557:0:5856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102200/0x2c8777a5e7d9f9ee lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045379.896569:0:5856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102200/0x2c8777a5e7d9f9ee lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045379.896737:0:5856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103800/0x2c8777a5e7d9f9f5 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x52:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045379.896752:0:5856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103800/0x2c8777a5e7d9f9f5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045379.896764:0:5856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103800/0x2c8777a5e7d9f9f5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777045379.896776:0:5856:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x52:0x0]: returning size 158 00010000:00010000:3.0:1777045379.896918:0:5856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103800/0x2c8777a5e7d9f9f5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045379.896930:0:5856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103800/0x2c8777a5e7d9f9f5 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045379.896940:0:5856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103800/0x2c8777a5e7d9f9f5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045379.896949:0:5856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de43103800 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:3.0:1777045379.896955:0:5856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103800/0x2c8777a5e7d9f9f5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045379.896966:0:5856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103800/0x2c8777a5e7d9f9f5 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045379.896982:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x52:0x0].0x0 (ffff98df52c43300) 00010000:00010000:3.0:1777045379.896986:0:5856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1777045379.896993:0:5856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103800/0x2c8777a5e7d9f9f5 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045379.897008:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103800/0x2c8777a5e7d9f9f5 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045379.897031:0:5856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103a00/0x2c8777a5e7d9f9e7 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045379.897040:0:5856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103a00/0x2c8777a5e7d9f9e7 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045379.897049:0:5856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103a00/0x2c8777a5e7d9f9e7 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045379.897057:0:5856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de43103a00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:3.0:1777045379.897061:0:5856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103a00/0x2c8777a5e7d9f9e7 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045379.897071:0:5856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103a00/0x2c8777a5e7d9f9e7 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045379.897083:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x51:0x0].0x0 (ffff98df52c43a00) 00010000:00010000:3.0:1777045379.897086:0:5856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777045379.897090:0:5856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103a00/0x2c8777a5e7d9f9e7 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045379.897099:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103a00/0x2c8777a5e7d9f9e7 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045379.897113:0:5856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102200/0x2c8777a5e7d9f9ee lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045379.897122:0:5856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102200/0x2c8777a5e7d9f9ee lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045379.897132:0:5856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102200/0x2c8777a5e7d9f9ee lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045379.897140:0:5856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de43102200 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:3.0:1777045379.897144:0:5856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102200/0x2c8777a5e7d9f9ee lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045379.897153:0:5856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102200/0x2c8777a5e7d9f9ee lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045379.897165:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x51:0x0].0x2e0f5ada (ffff98df413b6400) 00010000:00010000:3.0:1777045379.897168:0:5856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777045379.897172:0:5856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102200/0x2c8777a5e7d9f9ee lrc: 2/0,0 mode: --/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045379.897180:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102200/0x2c8777a5e7d9f9ee lrc: 0/0,0 mode: --/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045379.897576:0:5856:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103400/0x2c8777a5e7d9f9e0 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11494b2 expref: 61 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045379.897592:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x51:0x0].0x0 (ffff98df52c43a00) 00010000:00010000:3.0:1777045379.897595:0:5856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1777045379.897601:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103400/0x2c8777a5e7d9f9e0 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11494b2 expref: 61 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045379.897616:0:5856:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de43103400, rc 0) 00000100:00100000:3.0:1777045379.897695:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de435ad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:146de360-3fb2-48bd-b418-06f30714148a+60:32817:x1863365370207616:12345-192.168.201.45@tcp:101:cat.0 Request processed in 1366us (3048us total) trans 4294968298 rc 301/301 00000100:00100000:3.0:1777045379.897711:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1476 00000100:00100000:3.0:1777045379.913959:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045379.914030:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045379.914077:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370208128 00000100:00100000:3.0:1777045379.914090:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370208128 00000100:00100000:0.0:1777045379.914126:0:5859:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370208000 00000100:00100000:0.0:1777045379.914132:0:5859:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370208000 00000100:00100000:3.0:1777045379.914158:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1477 00000100:00100000:3.0:1777045379.914172:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b4b3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:146de360-3fb2-48bd-b418-06f30714148a+61:32830:x1863365370208128:12345-192.168.201.45@tcp:101:cat.0 00000100:00100000:0.0:1777045379.914172:0:5859:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 326 00000100:00100000:0.0:1777045379.914181:0:5859:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b4b0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:146de360-3fb2-48bd-b418-06f30714148a+61:32817:x1863365370208000:12345-192.168.201.45@tcp:35:cat.0 00010000:00010000:3.0:1777045379.914200:0:12646:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777045379.914226:0:12646:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102200/0x2c8777a5e7d9fa03 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee11494b9 expref: -99 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045379.914639:0:12646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103a00/0x2c8777a5e7d9fa0a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045379.914659:0:12646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103a00/0x2c8777a5e7d9fa0a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045379.914675:0:12646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103a00/0x2c8777a5e7d9fa0a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045379.914694:0:12646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103800/0x2c8777a5e7d9fa11 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045379.914703:0:12646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103800/0x2c8777a5e7d9fa11 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045379.914712:0:12646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103800/0x2c8777a5e7d9fa11 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777045379.914847:0:5859:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b4b0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:146de360-3fb2-48bd-b418-06f30714148a+63:32817:x1863365370208000:12345-192.168.201.45@tcp:35:cat.0 Request processed in 643us (876us total) trans 4294968299 rc 0/0 00000100:00100000:0.0:1777045379.914859:0:5859:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 326 00010000:00010000:3.0:1777045379.914873:0:12646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102c00/0x2c8777a5e7d9fa18 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x52:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045379.914887:0:12646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102c00/0x2c8777a5e7d9fa18 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045379.914898:0:12646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102c00/0x2c8777a5e7d9fa18 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777045379.914912:0:12646:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x52:0x0]: returning size 158 00010000:00010000:3.0:1777045379.914987:0:12646:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102c00/0x2c8777a5e7d9fa18 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045379.914999:0:12646:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102c00/0x2c8777a5e7d9fa18 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045379.915009:0:12646:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102c00/0x2c8777a5e7d9fa18 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045379.915018:0:12646:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de43102c00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:3.0:1777045379.915024:0:12646:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102c00/0x2c8777a5e7d9fa18 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045379.915036:0:12646:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102c00/0x2c8777a5e7d9fa18 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045379.915051:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x52:0x0].0x0 (ffff98df52c43300) 00010000:00010000:3.0:1777045379.915055:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1777045379.915061:0:12646:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102c00/0x2c8777a5e7d9fa18 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045379.915069:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102c00/0x2c8777a5e7d9fa18 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045379.915094:0:12646:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103a00/0x2c8777a5e7d9fa0a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045379.915103:0:12646:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103a00/0x2c8777a5e7d9fa0a lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045379.915112:0:12646:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103a00/0x2c8777a5e7d9fa0a lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045379.915118:0:12646:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de43103a00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:3.0:1777045379.915122:0:12646:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103a00/0x2c8777a5e7d9fa0a lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045379.915130:0:12646:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103a00/0x2c8777a5e7d9fa0a lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045379.915139:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x51:0x0].0x0 (ffff98df52c43a00) 00010000:00010000:3.0:1777045379.915142:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777045379.915145:0:12646:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103a00/0x2c8777a5e7d9fa0a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045379.915153:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103a00/0x2c8777a5e7d9fa0a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045379.915167:0:12646:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103800/0x2c8777a5e7d9fa11 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045379.915175:0:12646:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103800/0x2c8777a5e7d9fa11 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045379.915184:0:12646:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103800/0x2c8777a5e7d9fa11 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045379.915192:0:12646:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de43103800 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:3.0:1777045379.915195:0:12646:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103800/0x2c8777a5e7d9fa11 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045379.915247:0:12646:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103800/0x2c8777a5e7d9fa11 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045379.915259:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x51:0x0].0x2e0f5ada (ffff98df413b6400) 00010000:00010000:3.0:1777045379.915263:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777045379.915267:0:12646:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103800/0x2c8777a5e7d9fa11 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045379.915276:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103800/0x2c8777a5e7d9fa11 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045379.915325:0:12646:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102200/0x2c8777a5e7d9fa03 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11494b9 expref: 63 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045379.915608:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x51:0x0].0x0 (ffff98df52c43a00) 00010000:00010000:3.0:1777045379.915611:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1777045379.915618:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102200/0x2c8777a5e7d9fa03 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11494b9 expref: 63 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045379.915632:0:12646:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de43102200, rc 0) 00000100:00100000:3.0:1777045379.915685:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b4b3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:146de360-3fb2-48bd-b418-06f30714148a+62:32830:x1863365370208128:12345-192.168.201.45@tcp:101:cat.0 Request processed in 1515us (1654us total) trans 4294968300 rc 301/301 00000100:00100000:3.0:1777045379.915696:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1477 00000100:00100000:1.0:1777045379.936185:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045379.936277:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045379.936668:0:5858:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370208640 00000100:00100000:2.0:1777045379.936682:0:5858:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370208640 00000100:00100000:2.0:1777045379.936762:0:5858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 327 00000100:00100000:2.0:1777045379.936777:0:5858:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d58aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:146de360-3fb2-48bd-b418-06f30714148a+62:32830:x1863365370208640:12345-192.168.201.45@tcp:35:cat.0 00000100:00100000:2.0:1777045379.937110:0:5858:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d58aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:146de360-3fb2-48bd-b418-06f30714148a+63:32830:x1863365370208640:12345-192.168.201.45@tcp:35:cat.0 Request processed in 334us (831us total) trans 4294968301 rc 0/0 00000100:00100000:2.0:1777045379.937123:0:5858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 327 00000100:00100000:3.0:1777045379.939224:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370208384 00000100:00100000:3.0:1777045379.939236:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370208384 00000100:00100000:3.0:1777045379.939296:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1478 00000100:00100000:3.0:1777045379.939309:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d58a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:146de360-3fb2-48bd-b418-06f30714148a+63:32815:x1863365370208384:12345-192.168.201.45@tcp:101:cat.0 00010000:00010000:3.0:1777045379.939329:0:5857:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777045379.939356:0:5857:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102200/0x2c8777a5e7d9fa26 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee11494c0 expref: -99 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045379.939446:0:5857:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103800/0x2c8777a5e7d9fa2d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045379.939465:0:5857:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103800/0x2c8777a5e7d9fa2d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045379.939482:0:5857:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103800/0x2c8777a5e7d9fa2d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045379.939504:0:5857:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103a00/0x2c8777a5e7d9fa34 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045379.939515:0:5857:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103a00/0x2c8777a5e7d9fa34 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045379.939525:0:5857:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103a00/0x2c8777a5e7d9fa34 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045379.939675:0:5857:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102c00/0x2c8777a5e7d9fa3b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x52:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045379.939686:0:5857:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102c00/0x2c8777a5e7d9fa3b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045379.939693:0:5857:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102c00/0x2c8777a5e7d9fa3b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777045379.939703:0:5857:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x52:0x0]: returning size 158 00010000:00010000:3.0:1777045379.939804:0:5857:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102c00/0x2c8777a5e7d9fa3b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045379.939817:0:5857:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102c00/0x2c8777a5e7d9fa3b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045379.939851:0:5857:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102c00/0x2c8777a5e7d9fa3b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045379.939860:0:5857:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de43102c00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:3.0:1777045379.939866:0:5857:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102c00/0x2c8777a5e7d9fa3b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045379.939876:0:5857:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102c00/0x2c8777a5e7d9fa3b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045379.939889:0:5857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x52:0x0].0x0 (ffff98df52c43300) 00010000:00010000:3.0:1777045379.939892:0:5857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1777045379.939896:0:5857:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102c00/0x2c8777a5e7d9fa3b lrc: 2/0,0 mode: --/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045379.939902:0:5857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102c00/0x2c8777a5e7d9fa3b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045379.939918:0:5857:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103800/0x2c8777a5e7d9fa2d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045379.939923:0:5857:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103800/0x2c8777a5e7d9fa2d lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045379.939933:0:5857:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103800/0x2c8777a5e7d9fa2d lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045379.939938:0:5857:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de43103800 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:3.0:1777045379.939940:0:5857:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103800/0x2c8777a5e7d9fa2d lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045379.939945:0:5857:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103800/0x2c8777a5e7d9fa2d lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045379.939950:0:5857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x51:0x0].0x0 (ffff98df52c43a00) 00010000:00010000:3.0:1777045379.939952:0:5857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777045379.939955:0:5857:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103800/0x2c8777a5e7d9fa2d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045379.939960:0:5857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103800/0x2c8777a5e7d9fa2d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045379.939968:0:5857:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103a00/0x2c8777a5e7d9fa34 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045379.939973:0:5857:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103a00/0x2c8777a5e7d9fa34 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045379.939978:0:5857:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103a00/0x2c8777a5e7d9fa34 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045379.939982:0:5857:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de43103a00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:3.0:1777045379.939984:0:5857:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103a00/0x2c8777a5e7d9fa34 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045379.939994:0:5857:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103a00/0x2c8777a5e7d9fa34 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045379.940000:0:5857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x51:0x0].0x2e0f5ada (ffff98df413b6400) 00010000:00010000:3.0:1777045379.940002:0:5857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777045379.940004:0:5857:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103a00/0x2c8777a5e7d9fa34 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045379.940009:0:5857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103a00/0x2c8777a5e7d9fa34 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045379.940047:0:5857:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102200/0x2c8777a5e7d9fa26 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11494c0 expref: 65 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045379.940057:0:5857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x51:0x0].0x0 (ffff98df52c43a00) 00010000:00010000:3.0:1777045379.940059:0:5857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1777045379.940062:0:5857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102200/0x2c8777a5e7d9fa26 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11494c0 expref: 65 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045379.940070:0:5857:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de43102200, rc 0) 00000100:00100000:3.0:1777045379.940123:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d58a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:146de360-3fb2-48bd-b418-06f30714148a+64:32815:x1863365370208384:12345-192.168.201.45@tcp:101:cat.0 Request processed in 817us (3950us total) trans 4294968302 rc 301/301 00000100:00100000:3.0:1777045379.940134:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1478 00000100:00100000:0.0:1777045379.952684:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045379.955299:0:19840:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370208896 00000100:00100000:2.0:1777045379.955327:0:19840:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370208896 00000100:00100000:2.0:1777045379.955421:0:19840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 328 00000100:00100000:2.0:1777045379.955435:0:19840:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de4282f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:146de360-3fb2-48bd-b418-06f30714148a+64:32815:x1863365370208896:12345-192.168.201.45@tcp:35:cat.0 00000100:00100000:2.0:1777045379.955748:0:19840:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de4282f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:146de360-3fb2-48bd-b418-06f30714148a+65:32815:x1863365370208896:12345-192.168.201.45@tcp:35:cat.0 Request processed in 314us (3074us total) trans 4294968303 rc 0/0 00000100:00100000:2.0:1777045379.955760:0:19840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 328 00000100:00100000:1.0:1777045379.957767:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045379.958096:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370209152 00000100:00100000:3.0:1777045379.958107:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370209152 00000100:00100000:3.0:1777045379.958179:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1479 00000100:00100000:3.0:1777045379.958193:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d589c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:146de360-3fb2-48bd-b418-06f30714148a+65:32828:x1863365370209152:12345-192.168.201.45@tcp:101:cat.0 00010000:00010000:3.0:1777045379.958250:0:5856:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777045379.958276:0:5856:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102200/0x2c8777a5e7d9fa49 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee11494c7 expref: -99 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045379.958392:0:5856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103a00/0x2c8777a5e7d9fa50 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045379.958414:0:5856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103a00/0x2c8777a5e7d9fa50 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045379.958430:0:5856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103a00/0x2c8777a5e7d9fa50 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045379.958449:0:5856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103800/0x2c8777a5e7d9fa57 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045379.958459:0:5856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103800/0x2c8777a5e7d9fa57 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045379.958468:0:5856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103800/0x2c8777a5e7d9fa57 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045379.958620:0:5856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102c00/0x2c8777a5e7d9fa5e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x52:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045379.961184:0:5856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102c00/0x2c8777a5e7d9fa5e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045379.961198:0:5856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102c00/0x2c8777a5e7d9fa5e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777045379.961216:0:5856:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x52:0x0]: returning size 158 00010000:00010000:1.0:1777045379.962052:0:5856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102c00/0x2c8777a5e7d9fa5e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045379.962065:0:5856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102c00/0x2c8777a5e7d9fa5e lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045379.962075:0:5856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102c00/0x2c8777a5e7d9fa5e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045379.962086:0:5856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de43102c00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:1.0:1777045379.962092:0:5856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102c00/0x2c8777a5e7d9fa5e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045379.962102:0:5856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102c00/0x2c8777a5e7d9fa5e lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045379.962120:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x52:0x0].0x0 (ffff98df52c43300) 00010000:00010000:1.0:1777045379.962124:0:5856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1777045379.962130:0:5856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102c00/0x2c8777a5e7d9fa5e lrc: 2/0,0 mode: --/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045379.962140:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102c00/0x2c8777a5e7d9fa5e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045379.962166:0:5856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103a00/0x2c8777a5e7d9fa50 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045379.962175:0:5856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103a00/0x2c8777a5e7d9fa50 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045379.962184:0:5856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103a00/0x2c8777a5e7d9fa50 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045379.962192:0:5856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de43103a00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:1.0:1777045379.962196:0:5856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103a00/0x2c8777a5e7d9fa50 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045379.962553:0:5856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103a00/0x2c8777a5e7d9fa50 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045379.962574:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x51:0x0].0x0 (ffff98df52c43a00) 00010000:00010000:1.0:1777045379.962577:0:5856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777045379.962581:0:5856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103a00/0x2c8777a5e7d9fa50 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045379.962590:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103a00/0x2c8777a5e7d9fa50 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045379.962609:0:5856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103800/0x2c8777a5e7d9fa57 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045379.962619:0:5856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103800/0x2c8777a5e7d9fa57 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045379.962628:0:5856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103800/0x2c8777a5e7d9fa57 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045379.962635:0:5856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de43103800 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:1.0:1777045379.962640:0:5856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103800/0x2c8777a5e7d9fa57 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045379.962648:0:5856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103800/0x2c8777a5e7d9fa57 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045379.962660:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x51:0x0].0x2e0f5ada (ffff98df413b6400) 00010000:00010000:1.0:1777045379.962663:0:5856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777045379.962668:0:5856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103800/0x2c8777a5e7d9fa57 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045379.962677:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103800/0x2c8777a5e7d9fa57 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045379.962753:0:5856:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102200/0x2c8777a5e7d9fa49 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11494c7 expref: 67 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045379.962769:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x51:0x0].0x0 (ffff98df52c43a00) 00010000:00010000:1.0:1777045379.962772:0:5856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1777045379.962777:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102200/0x2c8777a5e7d9fa49 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11494c7 expref: 67 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045379.962790:0:5856:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de43102200, rc 0) 00000100:00100000:1.0:1777045379.962892:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d589c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:146de360-3fb2-48bd-b418-06f30714148a+66:32828:x1863365370209152:12345-192.168.201.45@tcp:101:cat.0 Request processed in 4701us (5129us total) trans 4294968304 rc 301/301 00000100:00100000:1.0:1777045379.962903:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1479 00000100:00100000:0.0:1777045379.971148:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045379.971632:0:5858:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370209408 00000100:00100000:2.0:1777045379.971646:0:5858:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370209408 00000100:00100000:2.0:1777045379.971726:0:5858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 329 00000100:00100000:2.0:1777045379.971740:0:5858:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de4282ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:146de360-3fb2-48bd-b418-06f30714148a+66:32828:x1863365370209408:12345-192.168.201.45@tcp:35:cat.0 00000100:00100000:2.0:1777045379.972431:0:5858:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de4282ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:146de360-3fb2-48bd-b418-06f30714148a+67:32828:x1863365370209408:12345-192.168.201.45@tcp:35:cat.0 Request processed in 692us (1292us total) trans 4294968305 rc 0/0 00000100:00100000:2.0:1777045379.972443:0:5858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 329 00000100:00100000:3.0:1777045379.972561:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045379.973975:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370209664 00000100:00100000:2.0:1777045379.973985:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370209664 00000100:00100000:2.0:1777045379.974047:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1480 00000100:00100000:2.0:1777045379.974061:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b4b1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:146de360-3fb2-48bd-b418-06f30714148a+67:32819:x1863365370209664:12345-192.168.201.45@tcp:101:cat.0 00010000:00010000:2.0:1777045379.974080:0:12646:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777045379.974105:0:12646:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be400/0x2c8777a5e7d9fa6c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee11494ce expref: -99 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045379.974191:0:12646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be000/0x2c8777a5e7d9fa73 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045379.974260:0:12646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be000/0x2c8777a5e7d9fa73 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045379.974297:0:12646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be000/0x2c8777a5e7d9fa73 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045379.974319:0:12646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfc00/0x2c8777a5e7d9fa7a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045379.974331:0:12646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfc00/0x2c8777a5e7d9fa7a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045379.974343:0:12646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfc00/0x2c8777a5e7d9fa7a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045379.975729:0:12646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bea00/0x2c8777a5e7d9fa81 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x52:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045379.975745:0:12646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bea00/0x2c8777a5e7d9fa81 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045379.975756:0:12646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bea00/0x2c8777a5e7d9fa81 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777045379.975770:0:12646:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x52:0x0]: returning size 158 00010000:00010000:2.0:1777045379.975887:0:12646:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bea00/0x2c8777a5e7d9fa81 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045379.975906:0:12646:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bea00/0x2c8777a5e7d9fa81 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045379.975916:0:12646:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bea00/0x2c8777a5e7d9fa81 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045379.975924:0:12646:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de435bea00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:2.0:1777045379.975931:0:12646:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bea00/0x2c8777a5e7d9fa81 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045379.975941:0:12646:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bea00/0x2c8777a5e7d9fa81 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045379.975960:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x52:0x0].0x0 (ffff98df52c43300) 00010000:00010000:2.0:1777045379.975964:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1777045379.975971:0:12646:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bea00/0x2c8777a5e7d9fa81 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045379.975981:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bea00/0x2c8777a5e7d9fa81 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045379.976003:0:12646:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be000/0x2c8777a5e7d9fa73 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045379.976014:0:12646:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be000/0x2c8777a5e7d9fa73 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045379.976023:0:12646:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be000/0x2c8777a5e7d9fa73 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045379.976030:0:12646:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de435be000 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:2.0:1777045379.976035:0:12646:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be000/0x2c8777a5e7d9fa73 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045379.976044:0:12646:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be000/0x2c8777a5e7d9fa73 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045379.976054:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x51:0x0].0x0 (ffff98df52c43a00) 00010000:00010000:2.0:1777045379.976058:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777045379.976062:0:12646:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be000/0x2c8777a5e7d9fa73 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045379.976071:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be000/0x2c8777a5e7d9fa73 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045379.976082:0:12646:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfc00/0x2c8777a5e7d9fa7a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045379.976091:0:12646:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfc00/0x2c8777a5e7d9fa7a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045379.976100:0:12646:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfc00/0x2c8777a5e7d9fa7a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045379.976109:0:12646:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de435bfc00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:2.0:1777045379.976113:0:12646:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfc00/0x2c8777a5e7d9fa7a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045379.976122:0:12646:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfc00/0x2c8777a5e7d9fa7a lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045379.976133:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x51:0x0].0x2e0f5ada (ffff98df52c43e00) 00010000:00010000:2.0:1777045379.976137:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777045379.976142:0:12646:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfc00/0x2c8777a5e7d9fa7a lrc: 2/0,0 mode: --/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045379.976151:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfc00/0x2c8777a5e7d9fa7a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045379.976207:0:12646:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be400/0x2c8777a5e7d9fa6c lrc: 1/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11494ce expref: 69 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045379.976223:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x51:0x0].0x0 (ffff98df52c43a00) 00010000:00010000:2.0:1777045379.976227:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1777045379.976552:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be400/0x2c8777a5e7d9fa6c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11494ce expref: 69 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045379.976570:0:12646:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de435be400, rc 0) 00000100:00100000:2.0:1777045379.978299:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b4b1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:146de360-3fb2-48bd-b418-06f30714148a+68:32819:x1863365370209664:12345-192.168.201.45@tcp:101:cat.0 Request processed in 4234us (5733us total) trans 4294968306 rc 301/301 00000100:00100000:2.0:1777045379.978314:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1480 00000100:00100000:3.0:1777045379.984777:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045379.984915:0:19840:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370209920 00000100:00100000:2.0:1777045379.984929:0:19840:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370209920 00000100:00100000:2.0:1777045379.985007:0:19840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 330 00000100:00100000:2.0:1777045379.985022:0:19840:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df45ed6c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:146de360-3fb2-48bd-b418-06f30714148a+68:32819:x1863365370209920:12345-192.168.201.45@tcp:35:cat.0 00000100:00100000:2.0:1777045379.985624:0:19840:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df45ed6c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:146de360-3fb2-48bd-b418-06f30714148a+69:32819:x1863365370209920:12345-192.168.201.45@tcp:35:cat.0 Request processed in 604us (855us total) trans 4294968307 rc 0/0 00000100:00100000:2.0:1777045379.985634:0:19840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 330 00000100:00100000:0.0:1777045379.987540:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045379.989097:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370210176 00000100:00100000:3.0:1777045379.989110:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370210176 00000100:00100000:3.0:1777045379.989259:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1481 00000100:00100000:3.0:1777045379.989276:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de4282ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:146de360-3fb2-48bd-b418-06f30714148a+69:32818:x1863365370210176:12345-192.168.201.45@tcp:101:cat.0 00010000:00010000:3.0:1777045379.989299:0:5857:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777045379.989325:0:5857:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103400/0x2c8777a5e7d9fa8f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee11494d5 expref: -99 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045379.989416:0:5857:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102000/0x2c8777a5e7d9fa96 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045379.989439:0:5857:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102000/0x2c8777a5e7d9fa96 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045379.989456:0:5857:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102000/0x2c8777a5e7d9fa96 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045379.989477:0:5857:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103000/0x2c8777a5e7d9fa9d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045379.989487:0:5857:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103000/0x2c8777a5e7d9fa9d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045379.989497:0:5857:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103000/0x2c8777a5e7d9fa9d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045379.989931:0:5857:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec000/0x2c8777a5e7d9faa4 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x52:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045379.989947:0:5857:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec000/0x2c8777a5e7d9faa4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045379.989958:0:5857:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec000/0x2c8777a5e7d9faa4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777045379.989972:0:5857:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x52:0x0]: returning size 158 00010000:00010000:1.0:1777045379.990081:0:5857:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec000/0x2c8777a5e7d9faa4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045379.990092:0:5857:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec000/0x2c8777a5e7d9faa4 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045379.990101:0:5857:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec000/0x2c8777a5e7d9faa4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045379.990112:0:5857:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de419ec000 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:1.0:1777045379.990117:0:5857:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec000/0x2c8777a5e7d9faa4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045379.990127:0:5857:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec000/0x2c8777a5e7d9faa4 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045379.990144:0:5857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x52:0x0].0x0 (ffff98df52c43300) 00010000:00010000:1.0:1777045379.990148:0:5857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1777045379.990154:0:5857:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec000/0x2c8777a5e7d9faa4 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045379.990164:0:5857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec000/0x2c8777a5e7d9faa4 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045379.990187:0:5857:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102000/0x2c8777a5e7d9fa96 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045379.990195:0:5857:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102000/0x2c8777a5e7d9fa96 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045379.990236:0:5857:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102000/0x2c8777a5e7d9fa96 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045379.990244:0:5857:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de43102000 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:1.0:1777045379.990248:0:5857:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102000/0x2c8777a5e7d9fa96 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045379.990257:0:5857:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102000/0x2c8777a5e7d9fa96 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045379.990273:0:5857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x51:0x0].0x0 (ffff98df52c43a00) 00010000:00010000:1.0:1777045379.990277:0:5857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777045379.990301:0:5857:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102000/0x2c8777a5e7d9fa96 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045379.990311:0:5857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102000/0x2c8777a5e7d9fa96 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045379.990648:0:5857:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103000/0x2c8777a5e7d9fa9d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045379.990659:0:5857:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103000/0x2c8777a5e7d9fa9d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045379.990668:0:5857:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103000/0x2c8777a5e7d9fa9d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045379.990676:0:5857:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de43103000 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:1.0:1777045379.990681:0:5857:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103000/0x2c8777a5e7d9fa9d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045379.990690:0:5857:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103000/0x2c8777a5e7d9fa9d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045379.990703:0:5857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x51:0x0].0x2e0f5ada (ffff98df413b6300) 00010000:00010000:1.0:1777045379.990706:0:5857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777045379.990710:0:5857:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103000/0x2c8777a5e7d9fa9d lrc: 2/0,0 mode: --/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045379.990718:0:5857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103000/0x2c8777a5e7d9fa9d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045379.990779:0:5857:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103400/0x2c8777a5e7d9fa8f lrc: 1/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11494d5 expref: 71 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045379.990794:0:5857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x51:0x0].0x0 (ffff98df52c43a00) 00010000:00010000:1.0:1777045379.990797:0:5857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1777045379.990803:0:5857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103400/0x2c8777a5e7d9fa8f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11494d5 expref: 71 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045379.990817:0:5857:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de43103400, rc 0) 00000100:00100000:1.0:1777045379.993776:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de4282ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:146de360-3fb2-48bd-b418-06f30714148a+70:32818:x1863365370210176:12345-192.168.201.45@tcp:101:cat.0 Request processed in 2995us (4730us total) trans 4294968308 rc 301/301 00000100:00100000:1.0:1777045379.993793:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1481 00000100:00100000:3.0:1777045380.000164:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045380.000269:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045380.000682:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370210688 00000100:00100000:2.0:1777045380.000702:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370210688 00000100:00100000:2.0:1777045380.000784:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1482 00000100:00100000:2.0:1777045380.000799:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b4b3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:146de360-3fb2-48bd-b418-06f30714148a+70:32816:x1863365370210688:12345-192.168.201.45@tcp:101:cat.0 00010000:00010000:2.0:1777045380.000856:0:5856:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777045380.000882:0:5856:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be400/0x2c8777a5e7d9fab2 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee11494dc expref: -99 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045380.000977:0:5856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfc00/0x2c8777a5e7d9fab9 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045380.000995:0:5856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfc00/0x2c8777a5e7d9fab9 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045380.001011:0:5856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfc00/0x2c8777a5e7d9fab9 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045380.001031:0:5856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be000/0x2c8777a5e7d9fac0 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045380.001041:0:5856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be000/0x2c8777a5e7d9fac0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045380.001050:0:5856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be000/0x2c8777a5e7d9fac0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045380.001236:0:5856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bea00/0x2c8777a5e7d9fac7 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x52:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045380.001251:0:5856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bea00/0x2c8777a5e7d9fac7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045380.001263:0:5856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bea00/0x2c8777a5e7d9fac7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777045380.001282:0:5856:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x52:0x0]: returning size 158 00010000:00010000:2.0:1777045380.001403:0:5856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bea00/0x2c8777a5e7d9fac7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045380.001415:0:5856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bea00/0x2c8777a5e7d9fac7 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045380.001424:0:5856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bea00/0x2c8777a5e7d9fac7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045380.001432:0:5856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de435bea00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:2.0:1777045380.001438:0:5856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bea00/0x2c8777a5e7d9fac7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045380.001449:0:5856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bea00/0x2c8777a5e7d9fac7 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045380.001465:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x52:0x0].0x0 (ffff98df52c43300) 00010000:00010000:2.0:1777045380.001470:0:5856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1777045380.001476:0:5856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bea00/0x2c8777a5e7d9fac7 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045380.001485:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bea00/0x2c8777a5e7d9fac7 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045380.001506:0:5856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfc00/0x2c8777a5e7d9fab9 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045380.001514:0:5856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfc00/0x2c8777a5e7d9fab9 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045380.001528:0:5856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfc00/0x2c8777a5e7d9fab9 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045380.001535:0:5856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de435bfc00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:2.0:1777045380.001539:0:5856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfc00/0x2c8777a5e7d9fab9 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045380.001547:0:5856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfc00/0x2c8777a5e7d9fab9 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045380.001557:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x51:0x0].0x0 (ffff98df52c43a00) 00010000:00010000:2.0:1777045380.001560:0:5856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777045380.001564:0:5856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfc00/0x2c8777a5e7d9fab9 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045380.001572:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfc00/0x2c8777a5e7d9fab9 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045380.001584:0:5856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be000/0x2c8777a5e7d9fac0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045380.001593:0:5856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be000/0x2c8777a5e7d9fac0 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045380.001601:0:5856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be000/0x2c8777a5e7d9fac0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045380.001608:0:5856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de435be000 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:2.0:1777045380.001612:0:5856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be000/0x2c8777a5e7d9fac0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045380.001626:0:5856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be000/0x2c8777a5e7d9fac0 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045380.001636:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x51:0x0].0x2e0f5ada (ffff98df52c43e00) 00010000:00010000:2.0:1777045380.001639:0:5856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777045380.001643:0:5856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be000/0x2c8777a5e7d9fac0 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045380.001651:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be000/0x2c8777a5e7d9fac0 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045380.001705:0:5856:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be400/0x2c8777a5e7d9fab2 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11494dc expref: 72 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045380.001721:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x51:0x0].0x0 (ffff98df52c43a00) 00010000:00010000:2.0:1777045380.001725:0:5856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1777045380.001730:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be400/0x2c8777a5e7d9fab2 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11494dc expref: 72 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045380.001744:0:5856:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de435be400, rc 0) 00000100:00080000:3.0:1777045380.001754:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1777045380.001848:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b4b3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:146de360-3fb2-48bd-b418-06f30714148a+71:32816:x1863365370210688:12345-192.168.201.45@tcp:101:cat.0 Request processed in 1050us (1576us total) trans 4294968309 rc 301/301 00000100:00100000:2.0:1777045380.001860:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1482 00000100:00100000:1.0:1777045380.003497:0:5859:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370210432 00000100:00100000:1.0:1777045380.003508:0:5859:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370210432 00000100:00100000:1.0:1777045380.003570:0:5859:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 331 00000100:00100000:1.0:1777045380.003584:0:5859:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b4b1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:146de360-3fb2-48bd-b418-06f30714148a+71:32818:x1863365370210432:12345-192.168.201.45@tcp:35:cat.0 00000100:00100000:1.0:1777045380.003800:0:5859:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b4b1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:146de360-3fb2-48bd-b418-06f30714148a+72:32818:x1863365370210432:12345-192.168.201.45@tcp:35:cat.0 Request processed in 217us (3644us total) trans 4294968310 rc 0/0 00000100:00100000:1.0:1777045380.003810:0:5859:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 331 00000100:00100000:0.0:1777045380.012667:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045380.017256:0:5858:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370210944 00000100:00100000:3.0:1777045380.017271:0:5858:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370210944 00000100:00100000:3.0:1777045380.017349:0:5858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 332 00000100:00100000:3.0:1777045380.017363:0:5858:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de4282d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:146de360-3fb2-48bd-b418-06f30714148a+72:32816:x1863365370210944:12345-192.168.201.45@tcp:35:cat.0 00000100:00100000:3.0:1777045380.018351:0:5858:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de4282d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:146de360-3fb2-48bd-b418-06f30714148a+73:32816:x1863365370210944:12345-192.168.201.45@tcp:35:cat.0 Request processed in 986us (5691us total) trans 4294968311 rc 0/0 00000100:00100000:3.0:1777045380.018365:0:5858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 332 00000100:00100000:0.0:1777045380.018781:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045380.019314:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370211200 00000100:00100000:2.0:1777045380.019325:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370211200 00000100:00100000:2.0:1777045380.019593:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1483 00000100:00100000:2.0:1777045380.019607:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de4282ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:146de360-3fb2-48bd-b418-06f30714148a+73:32826:x1863365370211200:12345-192.168.201.45@tcp:101:cat.0 00010000:00010000:2.0:1777045380.019630:0:12646:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777045380.019654:0:12646:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be400/0x2c8777a5e7d9fad5 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee11494e3 expref: -99 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045380.019739:0:12646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be000/0x2c8777a5e7d9fadc lrc: 3/1,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045380.019758:0:12646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be000/0x2c8777a5e7d9fadc lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045380.019774:0:12646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be000/0x2c8777a5e7d9fadc lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045380.019795:0:12646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfc00/0x2c8777a5e7d9fae3 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045380.019807:0:12646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfc00/0x2c8777a5e7d9fae3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045380.019816:0:12646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfc00/0x2c8777a5e7d9fae3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045380.020013:0:12646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bea00/0x2c8777a5e7d9faea lrc: 3/1,0 mode: --/PR res: [0x200000401:0x52:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045380.020029:0:12646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bea00/0x2c8777a5e7d9faea lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045380.020041:0:12646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bea00/0x2c8777a5e7d9faea lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777045380.020054:0:12646:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x52:0x0]: returning size 158 00010000:00010000:2.0:1777045380.020152:0:12646:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bea00/0x2c8777a5e7d9faea lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045380.020164:0:12646:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bea00/0x2c8777a5e7d9faea lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045380.020175:0:12646:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bea00/0x2c8777a5e7d9faea lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045380.020184:0:12646:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de435bea00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:2.0:1777045380.020190:0:12646:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bea00/0x2c8777a5e7d9faea lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045380.020228:0:12646:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bea00/0x2c8777a5e7d9faea lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045380.020245:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x52:0x0].0x0 (ffff98df52c43300) 00010000:00010000:2.0:1777045380.020249:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1777045380.020255:0:12646:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bea00/0x2c8777a5e7d9faea lrc: 2/0,0 mode: --/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045380.020265:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bea00/0x2c8777a5e7d9faea lrc: 0/0,0 mode: --/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045380.020286:0:12646:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be000/0x2c8777a5e7d9fadc lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045380.023658:0:12646:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be000/0x2c8777a5e7d9fadc lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045380.023672:0:12646:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be000/0x2c8777a5e7d9fadc lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045380.023686:0:12646:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de435be000 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:2.0:1777045380.023692:0:12646:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be000/0x2c8777a5e7d9fadc lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045380.023704:0:12646:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be000/0x2c8777a5e7d9fadc lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045380.023721:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x51:0x0].0x0 (ffff98df52c43a00) 00010000:00010000:2.0:1777045380.023726:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777045380.023731:0:12646:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be000/0x2c8777a5e7d9fadc lrc: 2/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045380.023740:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be000/0x2c8777a5e7d9fadc lrc: 0/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045380.023765:0:12646:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfc00/0x2c8777a5e7d9fae3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045380.023775:0:12646:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfc00/0x2c8777a5e7d9fae3 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045380.023784:0:12646:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfc00/0x2c8777a5e7d9fae3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045380.023791:0:12646:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de435bfc00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:2.0:1777045380.023795:0:12646:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfc00/0x2c8777a5e7d9fae3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045380.023803:0:12646:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfc00/0x2c8777a5e7d9fae3 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045380.023844:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x51:0x0].0x2e0f5ada (ffff98df52c43e00) 00010000:00010000:2.0:1777045380.023849:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777045380.023854:0:12646:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfc00/0x2c8777a5e7d9fae3 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045380.023864:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfc00/0x2c8777a5e7d9fae3 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045380.024239:0:12646:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be400/0x2c8777a5e7d9fad5 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11494e3 expref: 75 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045380.024255:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x51:0x0].0x0 (ffff98df52c43a00) 00010000:00010000:2.0:1777045380.024259:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1777045380.024340:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be400/0x2c8777a5e7d9fad5 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11494e3 expref: 75 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045380.024356:0:12646:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de435be400, rc 0) 00000100:00100000:1.0:1777045380.025718:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de4282ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:146de360-3fb2-48bd-b418-06f30714148a+74:32826:x1863365370211200:12345-192.168.201.45@tcp:101:cat.0 Request processed in 6106us (6930us total) trans 4294968312 rc 301/301 00000100:00100000:1.0:1777045380.025732:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1483 00000100:00100000:1.0:1777045380.033982:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045380.034044:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045380.034144:0:19840:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370211456 00000100:00100000:2.0:1777045380.034158:0:19840:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370211456 00000100:00100000:2.0:1777045380.034250:0:19840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 333 00000100:00100000:2.0:1777045380.034265:0:19840:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d588a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:146de360-3fb2-48bd-b418-06f30714148a+74:32826:x1863365370211456:12345-192.168.201.45@tcp:35:cat.0 00000100:00100000:2.0:1777045380.034915:0:19840:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d588a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:146de360-3fb2-48bd-b418-06f30714148a+75:32826:x1863365370211456:12345-192.168.201.45@tcp:35:cat.0 Request processed in 652us (942us total) trans 4294968313 rc 0/0 00000100:00100000:2.0:1777045380.034928:0:19840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 333 00000100:00100000:3.0:1777045380.036168:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370211712 00000100:00100000:3.0:1777045380.036178:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370211712 00000100:00100000:3.0:1777045380.036264:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1484 00000100:00100000:3.0:1777045380.036277:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d588380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:146de360-3fb2-48bd-b418-06f30714148a+75:32822:x1863365370211712:12345-192.168.201.45@tcp:101:cat.0 00010000:00010000:3.0:1777045380.036293:0:5857:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777045380.036317:0:5857:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102800/0x2c8777a5e7d9faf8 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee11494ea expref: -99 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045380.036400:0:5857:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103200/0x2c8777a5e7d9faff lrc: 3/1,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045380.036420:0:5857:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103200/0x2c8777a5e7d9faff lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045380.036436:0:5857:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103200/0x2c8777a5e7d9faff lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045380.036459:0:5857:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103c00/0x2c8777a5e7d9fb06 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045380.036470:0:5857:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103c00/0x2c8777a5e7d9fb06 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045380.036485:0:5857:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103c00/0x2c8777a5e7d9fb06 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045380.036655:0:5857:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102e00/0x2c8777a5e7d9fb0d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x52:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045380.036669:0:5857:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102e00/0x2c8777a5e7d9fb0d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045380.036682:0:5857:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102e00/0x2c8777a5e7d9fb0d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777045380.036696:0:5857:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x52:0x0]: returning size 158 00010000:00010000:3.0:1777045380.036782:0:5857:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102e00/0x2c8777a5e7d9fb0d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045380.036793:0:5857:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102e00/0x2c8777a5e7d9fb0d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045380.036803:0:5857:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102e00/0x2c8777a5e7d9fb0d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045380.036813:0:5857:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de43102e00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:3.0:1777045380.036818:0:5857:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102e00/0x2c8777a5e7d9fb0d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045380.037172:0:5857:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102e00/0x2c8777a5e7d9fb0d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045380.037190:0:5857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x52:0x0].0x0 (ffff98df52c43300) 00010000:00010000:3.0:1777045380.037194:0:5857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1777045380.037243:0:5857:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102e00/0x2c8777a5e7d9fb0d lrc: 2/0,0 mode: --/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045380.037255:0:5857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102e00/0x2c8777a5e7d9fb0d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045380.037599:0:5857:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103200/0x2c8777a5e7d9faff lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045380.037609:0:5857:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103200/0x2c8777a5e7d9faff lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045380.037618:0:5857:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103200/0x2c8777a5e7d9faff lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045380.037626:0:5857:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de43103200 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:3.0:1777045380.037630:0:5857:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103200/0x2c8777a5e7d9faff lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045380.037639:0:5857:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103200/0x2c8777a5e7d9faff lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045380.037651:0:5857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x51:0x0].0x0 (ffff98df52c43a00) 00010000:00010000:3.0:1777045380.037655:0:5857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777045380.037659:0:5857:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103200/0x2c8777a5e7d9faff lrc: 2/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045380.037668:0:5857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103200/0x2c8777a5e7d9faff lrc: 0/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045380.037683:0:5857:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103c00/0x2c8777a5e7d9fb06 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045380.037692:0:5857:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103c00/0x2c8777a5e7d9fb06 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045380.037701:0:5857:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103c00/0x2c8777a5e7d9fb06 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045380.037709:0:5857:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de43103c00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:3.0:1777045380.037713:0:5857:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103c00/0x2c8777a5e7d9fb06 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045380.037722:0:5857:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103c00/0x2c8777a5e7d9fb06 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045380.037733:0:5857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x51:0x0].0x2e0f5ada (ffff98df413b6200) 00010000:00010000:3.0:1777045380.037736:0:5857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777045380.037740:0:5857:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103c00/0x2c8777a5e7d9fb06 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045380.037748:0:5857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103c00/0x2c8777a5e7d9fb06 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045380.037799:0:5857:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102800/0x2c8777a5e7d9faf8 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11494ea expref: 77 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045380.037814:0:5857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x51:0x0].0x0 (ffff98df52c43a00) 00010000:00010000:3.0:1777045380.037817:0:5857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1777045380.037849:0:5857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102800/0x2c8777a5e7d9faf8 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11494ea expref: 77 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045380.037863:0:5857:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de43102800, rc 0) 00000100:00100000:3.0:1777045380.037926:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d588380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:146de360-3fb2-48bd-b418-06f30714148a+76:32822:x1863365370211712:12345-192.168.201.45@tcp:101:cat.0 Request processed in 1651us (3879us total) trans 4294968314 rc 301/301 00000100:00100000:3.0:1777045380.037943:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1484 00000100:00100000:0.0:1777045380.047622:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045380.048566:0:5858:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370211968 00000100:00100000:2.0:1777045380.048597:0:5858:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370211968 00000100:00100000:2.0:1777045380.048674:0:5858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 334 00000100:00100000:2.0:1777045380.048688:0:5858:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de4282c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:146de360-3fb2-48bd-b418-06f30714148a+76:32822:x1863365370211968:12345-192.168.201.45@tcp:35:cat.0 00000100:00100000:2.0:1777045380.049036:0:5858:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de4282c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:146de360-3fb2-48bd-b418-06f30714148a+77:32822:x1863365370211968:12345-192.168.201.45@tcp:35:cat.0 Request processed in 347us (1424us total) trans 4294968315 rc 0/0 00000100:00100000:2.0:1777045380.049049:0:5858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 334 00000100:00100000:1.0:1777045380.052159:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045380.054652:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370212224 00000100:00100000:2.0:1777045380.054664:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370212224 00000100:00100000:2.0:1777045380.054727:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1485 00000100:00100000:2.0:1777045380.054741:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d588000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:146de360-3fb2-48bd-b418-06f30714148a+77:32829:x1863365370212224:12345-192.168.201.45@tcp:101:cat.0 00010000:00010000:2.0:1777045380.054765:0:7939:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777045380.054792:0:7939:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be400/0x2c8777a5e7d9fb1b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee11494f1 expref: -99 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045380.054932:0:7939:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfc00/0x2c8777a5e7d9fb22 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045380.054953:0:7939:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfc00/0x2c8777a5e7d9fb22 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045380.060492:0:7939:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfc00/0x2c8777a5e7d9fb22 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045380.060547:0:7939:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be000/0x2c8777a5e7d9fb29 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045380.060565:0:7939:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be000/0x2c8777a5e7d9fb29 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045380.060601:0:7939:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be000/0x2c8777a5e7d9fb29 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045380.060796:0:7939:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bea00/0x2c8777a5e7d9fb30 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x52:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045380.060813:0:7939:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bea00/0x2c8777a5e7d9fb30 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045380.060853:0:7939:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bea00/0x2c8777a5e7d9fb30 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777045380.060871:0:7939:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x52:0x0]: returning size 158 00010000:00010000:2.0:1777045380.061344:0:7939:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bea00/0x2c8777a5e7d9fb30 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045380.061358:0:7939:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bea00/0x2c8777a5e7d9fb30 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045380.061369:0:7939:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bea00/0x2c8777a5e7d9fb30 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045380.061378:0:7939:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de435bea00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:2.0:1777045380.061384:0:7939:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bea00/0x2c8777a5e7d9fb30 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045380.061396:0:7939:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bea00/0x2c8777a5e7d9fb30 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045380.061415:0:7939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x52:0x0].0x0 (ffff98df52c43300) 00010000:00010000:2.0:1777045380.061420:0:7939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1777045380.061426:0:7939:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bea00/0x2c8777a5e7d9fb30 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045380.061441:0:7939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bea00/0x2c8777a5e7d9fb30 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045380.061466:0:7939:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfc00/0x2c8777a5e7d9fb22 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045380.061476:0:7939:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfc00/0x2c8777a5e7d9fb22 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045380.061487:0:7939:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfc00/0x2c8777a5e7d9fb22 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045380.061496:0:7939:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de435bfc00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:2.0:1777045380.061500:0:7939:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfc00/0x2c8777a5e7d9fb22 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045380.061508:0:7939:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfc00/0x2c8777a5e7d9fb22 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045380.061517:0:7939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x51:0x0].0x0 (ffff98df52c43a00) 00010000:00010000:2.0:1777045380.061521:0:7939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777045380.061525:0:7939:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfc00/0x2c8777a5e7d9fb22 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045380.061533:0:7939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfc00/0x2c8777a5e7d9fb22 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045380.061547:0:7939:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be000/0x2c8777a5e7d9fb29 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045380.061558:0:7939:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be000/0x2c8777a5e7d9fb29 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045380.061569:0:7939:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be000/0x2c8777a5e7d9fb29 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045380.061578:0:7939:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de435be000 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:2.0:1777045380.061583:0:7939:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be000/0x2c8777a5e7d9fb29 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045380.061593:0:7939:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be000/0x2c8777a5e7d9fb29 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045380.061604:0:7939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x51:0x0].0x2e0f5ada (ffff98df52c43e00) 00010000:00010000:2.0:1777045380.061608:0:7939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777045380.061611:0:7939:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be000/0x2c8777a5e7d9fb29 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045380.061619:0:7939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be000/0x2c8777a5e7d9fb29 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045380.061684:0:7939:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be400/0x2c8777a5e7d9fb1b lrc: 1/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11494f1 expref: 79 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045380.061701:0:7939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x51:0x0].0x0 (ffff98df52c43a00) 00010000:00010000:2.0:1777045380.061705:0:7939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1777045380.061711:0:7939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be400/0x2c8777a5e7d9fb1b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11494f1 expref: 79 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045380.061726:0:7939:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de435be400, rc 0) 00000100:00100000:2.0:1777045380.061812:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d588000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:146de360-3fb2-48bd-b418-06f30714148a+78:32829:x1863365370212224:12345-192.168.201.45@tcp:101:cat.0 Request processed in 7071us (9659us total) trans 4294968316 rc 301/301 00000100:00100000:2.0:1777045380.061867:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1485 00000100:00100000:0.0:1777045380.086333:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045380.086385:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045380.086499:0:5859:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370212480 00000100:00100000:3.0:1777045380.086511:0:5859:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370212480 00000100:00100000:3.0:1777045380.086594:0:5859:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 335 00000100:00100000:3.0:1777045380.086609:0:5859:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de4282e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:146de360-3fb2-48bd-b418-06f30714148a+78:32829:x1863365370212480:12345-192.168.201.45@tcp:35:cat.0 00000100:00100000:3.0:1777045380.086936:0:5859:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de4282e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:146de360-3fb2-48bd-b418-06f30714148a+79:32829:x1863365370212480:12345-192.168.201.45@tcp:35:cat.0 Request processed in 328us (612us total) trans 4294968317 rc 0/0 00000100:00100000:3.0:1777045380.086948:0:5859:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 335 00000100:00100000:1.0:1777045380.087646:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370212736 00000100:00100000:1.0:1777045380.087654:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370212736 00000100:00100000:1.0:1777045380.087714:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1486 00000100:00100000:1.0:1777045380.087726:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de4282df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:146de360-3fb2-48bd-b418-06f30714148a+79:32825:x1863365370212736:12345-192.168.201.45@tcp:101:cat.0 00010000:00010000:1.0:1777045380.087743:0:12646:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777045380.087787:0:12646:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec400/0x2c8777a5e7d9fb3e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee11494f8 expref: -99 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045380.087908:0:12646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eca00/0x2c8777a5e7d9fb45 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045380.087930:0:12646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eca00/0x2c8777a5e7d9fb45 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045380.087947:0:12646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eca00/0x2c8777a5e7d9fb45 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045380.087968:0:12646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec200/0x2c8777a5e7d9fb4c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045380.087978:0:12646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec200/0x2c8777a5e7d9fb4c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045380.087987:0:12646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec200/0x2c8777a5e7d9fb4c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045380.088133:0:12646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eda00/0x2c8777a5e7d9fb53 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x52:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045380.088146:0:12646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eda00/0x2c8777a5e7d9fb53 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045380.088163:0:12646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eda00/0x2c8777a5e7d9fb53 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777045380.088176:0:12646:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x52:0x0]: returning size 158 00010000:00010000:1.0:1777045380.088600:0:12646:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eda00/0x2c8777a5e7d9fb53 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045380.088611:0:12646:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eda00/0x2c8777a5e7d9fb53 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045380.088622:0:12646:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eda00/0x2c8777a5e7d9fb53 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045380.088630:0:12646:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de419eda00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:1.0:1777045380.088636:0:12646:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eda00/0x2c8777a5e7d9fb53 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045380.088645:0:12646:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eda00/0x2c8777a5e7d9fb53 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045380.088663:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x52:0x0].0x0 (ffff98df52c43300) 00010000:00010000:1.0:1777045380.088667:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1777045380.088673:0:12646:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eda00/0x2c8777a5e7d9fb53 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045380.088681:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eda00/0x2c8777a5e7d9fb53 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045380.088699:0:12646:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eca00/0x2c8777a5e7d9fb45 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045380.088713:0:12646:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eca00/0x2c8777a5e7d9fb45 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045380.088720:0:12646:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eca00/0x2c8777a5e7d9fb45 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045380.088728:0:12646:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de419eca00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:1.0:1777045380.088731:0:12646:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eca00/0x2c8777a5e7d9fb45 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045380.088741:0:12646:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eca00/0x2c8777a5e7d9fb45 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045380.088751:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x51:0x0].0x0 (ffff98df52c43a00) 00010000:00010000:1.0:1777045380.088754:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777045380.088758:0:12646:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eca00/0x2c8777a5e7d9fb45 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045380.088766:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eca00/0x2c8777a5e7d9fb45 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045380.088779:0:12646:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec200/0x2c8777a5e7d9fb4c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045380.088787:0:12646:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec200/0x2c8777a5e7d9fb4c lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045380.088795:0:12646:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec200/0x2c8777a5e7d9fb4c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045380.088802:0:12646:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de419ec200 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:1.0:1777045380.088807:0:12646:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec200/0x2c8777a5e7d9fb4c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045380.088815:0:12646:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec200/0x2c8777a5e7d9fb4c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045380.089141:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x51:0x0].0x2e0f5ada (ffff98df51b04200) 00010000:00010000:1.0:1777045380.089145:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777045380.089150:0:12646:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec200/0x2c8777a5e7d9fb4c lrc: 2/0,0 mode: --/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045380.089159:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec200/0x2c8777a5e7d9fb4c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045380.089245:0:12646:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec400/0x2c8777a5e7d9fb3e lrc: 1/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11494f8 expref: 81 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045380.089262:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x51:0x0].0x0 (ffff98df52c43a00) 00010000:00010000:1.0:1777045380.089266:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1777045380.089272:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec400/0x2c8777a5e7d9fb3e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11494f8 expref: 81 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045380.089285:0:12646:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de419ec400, rc 0) 00000100:00100000:1.0:1777045380.089330:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de4282df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:146de360-3fb2-48bd-b418-06f30714148a+80:32825:x1863365370212736:12345-192.168.201.45@tcp:101:cat.0 Request processed in 1606us (2944us total) trans 4294968318 rc 301/301 00000100:00100000:1.0:1777045380.089339:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1486 00000100:00100000:0.0:1777045380.099442:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045380.099557:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045380.100077:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370213248 00000100:00100000:3.0:1777045380.100100:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370213248 00000100:00100000:0.0:1777045380.100698:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1487 00000100:00100000:0.0:1777045380.100729:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de4282d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:146de360-3fb2-48bd-b418-06f30714148a+80:32832:x1863365370213248:12345-192.168.201.45@tcp:101:cat.0 00010000:00010000:0.0:1777045380.100784:0:5855:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777045380.100864:0:5855:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096e00/0x2c8777a5e7d9fb61 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee11494ff expref: -99 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045380.101021:0:5855:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097200/0x2c8777a5e7d9fb68 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045380.101052:0:5855:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097200/0x2c8777a5e7d9fb68 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045380.101075:0:5855:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097200/0x2c8777a5e7d9fb68 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045380.101107:0:5855:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097a00/0x2c8777a5e7d9fb6f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045380.101123:0:5855:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097a00/0x2c8777a5e7d9fb6f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045380.101138:0:5855:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097a00/0x2c8777a5e7d9fb6f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777045380.102032:0:19840:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370212992 00000100:00100000:2.0:1777045380.102054:0:19840:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370212992 00000100:00100000:2.0:1777045380.102150:0:19840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 336 00000100:00100000:2.0:1777045380.102164:0:19840:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df45ed7050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:146de360-3fb2-48bd-b418-06f30714148a+82:32825:x1863365370212992:12345-192.168.201.45@tcp:35:cat.0 00000100:00100000:2.0:1777045380.104817:0:19840:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df45ed7050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:146de360-3fb2-48bd-b418-06f30714148a+83:32825:x1863365370212992:12345-192.168.201.45@tcp:35:cat.0 Request processed in 2646us (5388us total) trans 4294968319 rc 0/0 00000100:00100000:2.0:1777045380.104853:0:19840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 336 00010000:00010000:0.0:1777045380.105196:0:5855:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097c00/0x2c8777a5e7d9fb76 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x52:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045380.105226:0:5855:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097c00/0x2c8777a5e7d9fb76 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045380.105245:0:5855:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097c00/0x2c8777a5e7d9fb76 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777045380.105270:0:5855:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x52:0x0]: returning size 158 00010000:00010000:0.0:1777045380.105628:0:5855:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097c00/0x2c8777a5e7d9fb76 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045380.105646:0:5855:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097c00/0x2c8777a5e7d9fb76 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045380.105662:0:5855:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097c00/0x2c8777a5e7d9fb76 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045380.105676:0:5855:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de43097c00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:0.0:1777045380.105685:0:5855:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097c00/0x2c8777a5e7d9fb76 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045380.105703:0:5855:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097c00/0x2c8777a5e7d9fb76 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045380.105730:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x52:0x0].0x0 (ffff98df52c43300) 00010000:00010000:0.0:1777045380.105738:0:5855:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1777045380.105749:0:5855:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097c00/0x2c8777a5e7d9fb76 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045380.105772:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097c00/0x2c8777a5e7d9fb76 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045380.105815:0:5855:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097200/0x2c8777a5e7d9fb68 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045380.105871:0:5855:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097200/0x2c8777a5e7d9fb68 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045380.105884:0:5855:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097200/0x2c8777a5e7d9fb68 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045380.105896:0:5855:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de43097200 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:0.0:1777045380.105901:0:5855:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097200/0x2c8777a5e7d9fb68 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045380.105915:0:5855:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097200/0x2c8777a5e7d9fb68 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045380.105932:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x51:0x0].0x0 (ffff98df52c43a00) 00010000:00010000:0.0:1777045380.105937:0:5855:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777045380.105944:0:5855:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097200/0x2c8777a5e7d9fb68 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045380.105956:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097200/0x2c8777a5e7d9fb68 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045380.105976:0:5855:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097a00/0x2c8777a5e7d9fb6f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045380.105989:0:5855:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097a00/0x2c8777a5e7d9fb6f lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045380.106001:0:5855:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097a00/0x2c8777a5e7d9fb6f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045380.106011:0:5855:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de43097a00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:0.0:1777045380.106016:0:5855:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097a00/0x2c8777a5e7d9fb6f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045380.106026:0:5855:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097a00/0x2c8777a5e7d9fb6f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045380.106041:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x51:0x0].0x2e0f5ada (ffff98df61f8e800) 00010000:00010000:0.0:1777045380.106046:0:5855:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777045380.106052:0:5855:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097a00/0x2c8777a5e7d9fb6f lrc: 2/0,0 mode: --/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045380.106063:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097a00/0x2c8777a5e7d9fb6f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045380.106150:0:5855:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096e00/0x2c8777a5e7d9fb61 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11494ff expref: 83 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045380.106170:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x51:0x0].0x0 (ffff98df52c43a00) 00010000:00010000:0.0:1777045380.106175:0:5855:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1777045380.106182:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096e00/0x2c8777a5e7d9fb61 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11494ff expref: 83 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045380.106264:0:5855:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de43096e00, rc 0) 00000100:00100000:0.0:1777045380.106371:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de4282d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:146de360-3fb2-48bd-b418-06f30714148a+82:32832:x1863365370213248:12345-192.168.201.45@tcp:101:cat.0 Request processed in 5654us (6812us total) trans 4294968320 rc 301/301 00000100:00100000:0.0:1777045380.106395:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1487 00000100:00100000:0.0:1777045380.118707:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045380.118892:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370213504 00000100:00100000:1.0:1777045380.118911:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370213504 00000100:00100000:1.0:1777045380.119038:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1488 00000100:00100000:1.0:1777045380.119058:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de4282d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:146de360-3fb2-48bd-b418-06f30714148a+82:32831:x1863365370213504:12345-192.168.201.45@tcp:101:cat.0 00010000:00010000:1.0:1777045380.119105:0:7939:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777045380.119142:0:7939:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec400/0x2c8777a5e7d9fb84 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1149506 expref: -99 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045380.119371:0:7939:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec200/0x2c8777a5e7d9fb8b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045380.119401:0:7939:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec200/0x2c8777a5e7d9fb8b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045380.119424:0:7939:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec200/0x2c8777a5e7d9fb8b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045380.119462:0:7939:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eca00/0x2c8777a5e7d9fb92 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045380.119479:0:7939:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eca00/0x2c8777a5e7d9fb92 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045380.119493:0:7939:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eca00/0x2c8777a5e7d9fb92 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045380.119738:0:7939:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eda00/0x2c8777a5e7d9fb99 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x52:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045380.119758:0:7939:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eda00/0x2c8777a5e7d9fb99 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045380.119774:0:7939:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eda00/0x2c8777a5e7d9fb99 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777045380.119794:0:7939:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x52:0x0]: returning size 158 00010000:00010000:1.0:1777045380.120346:0:7939:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eda00/0x2c8777a5e7d9fb99 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045380.120361:0:7939:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eda00/0x2c8777a5e7d9fb99 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045380.120372:0:7939:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eda00/0x2c8777a5e7d9fb99 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045380.120383:0:7939:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de419eda00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:1.0:1777045380.120391:0:7939:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eda00/0x2c8777a5e7d9fb99 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045380.120404:0:7939:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eda00/0x2c8777a5e7d9fb99 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045380.120428:0:7939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x52:0x0].0x0 (ffff98df52c43300) 00010000:00010000:1.0:1777045380.120435:0:7939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1777045380.120443:0:7939:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eda00/0x2c8777a5e7d9fb99 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045380.120455:0:7939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eda00/0x2c8777a5e7d9fb99 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045380.120483:0:7939:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec200/0x2c8777a5e7d9fb8b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045380.120495:0:7939:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec200/0x2c8777a5e7d9fb8b lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045380.120506:0:7939:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec200/0x2c8777a5e7d9fb8b lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045380.120524:0:7939:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de419ec200 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:1.0:1777045380.120529:0:7939:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec200/0x2c8777a5e7d9fb8b lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045380.120541:0:7939:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec200/0x2c8777a5e7d9fb8b lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045380.120555:0:7939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x51:0x0].0x0 (ffff98df52c43a00) 00010000:00010000:1.0:1777045380.120559:0:7939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777045380.120565:0:7939:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec200/0x2c8777a5e7d9fb8b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045380.120576:0:7939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec200/0x2c8777a5e7d9fb8b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045380.120595:0:7939:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eca00/0x2c8777a5e7d9fb92 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045380.120607:0:7939:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eca00/0x2c8777a5e7d9fb92 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045380.120618:0:7939:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eca00/0x2c8777a5e7d9fb92 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045380.120628:0:7939:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de419eca00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:1.0:1777045380.120633:0:7939:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eca00/0x2c8777a5e7d9fb92 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045380.120646:0:7939:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eca00/0x2c8777a5e7d9fb92 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045380.120671:0:7939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x51:0x0].0x2e0f5ada (ffff98df51b04200) 00010000:00010000:1.0:1777045380.120675:0:7939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777045380.120681:0:7939:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eca00/0x2c8777a5e7d9fb92 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045380.120693:0:7939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eca00/0x2c8777a5e7d9fb92 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045380.120794:0:7939:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec400/0x2c8777a5e7d9fb84 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149506 expref: 84 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045380.120816:0:7939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x51:0x0].0x0 (ffff98df52c43a00) 00010000:00010000:1.0:1777045380.120854:0:7939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1777045380.120864:0:7939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec400/0x2c8777a5e7d9fb84 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149506 expref: 84 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045380.120889:0:7939:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de419ec400, rc 0) 00000100:00100000:1.0:1777045380.121010:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de4282d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:146de360-3fb2-48bd-b418-06f30714148a+83:32831:x1863365370213504:12345-192.168.201.45@tcp:101:cat.0 Request processed in 1956us (2322us total) trans 4294968321 rc 301/301 00000100:00100000:1.0:1777045380.121023:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1488 00000100:00100000:1.0:1777045380.140526:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045380.140811:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045380.141158:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370214016 00000100:00100000:3.0:1777045380.141177:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370214016 00000100:00100000:3.0:1777045380.141309:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1489 00000100:00100000:3.0:1777045380.141323:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d58b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:146de360-3fb2-48bd-b418-06f30714148a+83:32827:x1863365370214016:12345-192.168.201.45@tcp:101:cat.0 00010000:00010000:3.0:1777045380.141369:0:5857:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777045380.141397:0:5857:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102800/0x2c8777a5e7d9fba7 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee114950d expref: -99 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045380.141498:0:5857:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103c00/0x2c8777a5e7d9fbae lrc: 3/1,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045380.141516:0:5857:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103c00/0x2c8777a5e7d9fbae lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045380.141533:0:5857:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103c00/0x2c8777a5e7d9fbae lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045380.141556:0:5857:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103200/0x2c8777a5e7d9fbb5 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045380.141568:0:5857:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103200/0x2c8777a5e7d9fbb5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045380.141576:0:5857:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103200/0x2c8777a5e7d9fbb5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045380.141739:0:5857:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102e00/0x2c8777a5e7d9fbbc lrc: 3/1,0 mode: --/PR res: [0x200000401:0x52:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045380.141754:0:5857:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102e00/0x2c8777a5e7d9fbbc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045380.141765:0:5857:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102e00/0x2c8777a5e7d9fbbc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777045380.141778:0:5857:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x52:0x0]: returning size 158 00010000:00010000:3.0:1777045380.141923:0:5857:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102e00/0x2c8777a5e7d9fbbc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045380.141934:0:5857:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102e00/0x2c8777a5e7d9fbbc lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045380.141943:0:5857:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102e00/0x2c8777a5e7d9fbbc lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045380.141951:0:5857:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de43102e00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:3.0:1777045380.141957:0:5857:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102e00/0x2c8777a5e7d9fbbc lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045380.141968:0:5857:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102e00/0x2c8777a5e7d9fbbc lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045380.141988:0:5857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x52:0x0].0x0 (ffff98df52c43300) 00010000:00010000:3.0:1777045380.141993:0:5857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1777045380.141999:0:5857:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102e00/0x2c8777a5e7d9fbbc lrc: 2/0,0 mode: --/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045380.142008:0:5857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102e00/0x2c8777a5e7d9fbbc lrc: 0/0,0 mode: --/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045380.142027:0:5857:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103c00/0x2c8777a5e7d9fbae lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045380.142035:0:5857:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103c00/0x2c8777a5e7d9fbae lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045380.142043:0:5857:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103c00/0x2c8777a5e7d9fbae lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045380.142050:0:5857:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de43103c00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:3.0:1777045380.142054:0:5857:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103c00/0x2c8777a5e7d9fbae lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045380.142062:0:5857:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103c00/0x2c8777a5e7d9fbae lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045380.142071:0:5857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x51:0x0].0x0 (ffff98df52c43a00) 00010000:00010000:3.0:1777045380.142074:0:5857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777045380.142079:0:5857:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103c00/0x2c8777a5e7d9fbae lrc: 2/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045380.142087:0:5857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103c00/0x2c8777a5e7d9fbae lrc: 0/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045380.142128:0:5857:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103200/0x2c8777a5e7d9fbb5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045380.142138:0:5857:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103200/0x2c8777a5e7d9fbb5 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045380.142146:0:5857:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103200/0x2c8777a5e7d9fbb5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045380.142154:0:5857:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de43103200 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:3.0:1777045380.142159:0:5857:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103200/0x2c8777a5e7d9fbb5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045380.142170:0:5857:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103200/0x2c8777a5e7d9fbb5 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045380.142181:0:5857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x51:0x0].0x2e0f5ada (ffff98df413b6200) 00010000:00010000:3.0:1777045380.142185:0:5857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777045380.142190:0:5857:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103200/0x2c8777a5e7d9fbb5 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045380.142225:0:5857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103200/0x2c8777a5e7d9fbb5 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045380.142285:0:5857:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102800/0x2c8777a5e7d9fba7 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114950d expref: 85 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045380.142302:0:5857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x51:0x0].0x0 (ffff98df52c43a00) 00010000:00010000:3.0:1777045380.142305:0:5857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1777045380.142311:0:5857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102800/0x2c8777a5e7d9fba7 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114950d expref: 85 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045380.142324:0:5857:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de43102800, rc 0) 00000100:00100000:3.0:1777045380.142681:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d58b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:146de360-3fb2-48bd-b418-06f30714148a+84:32827:x1863365370214016:12345-192.168.201.45@tcp:101:cat.0 Request processed in 1360us (1871us total) trans 4294968322 rc 301/301 00000100:00100000:3.0:1777045380.142691:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1489 00000100:00100000:2.0:1777045380.152970:0:5858:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370213760 00000100:00100000:2.0:1777045380.153001:0:5858:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370213760 00000100:00100000:2.0:1777045380.153146:0:5858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 337 00000100:00100000:2.0:1777045380.153169:0:5858:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d588700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:146de360-3fb2-48bd-b418-06f30714148a+84:32832:x1863365370213760:12345-192.168.201.45@tcp:35:cat.0 00000100:00100000:2.0:1777045380.153695:0:5858:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d588700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:146de360-3fb2-48bd-b418-06f30714148a+85:32832:x1863365370213760:12345-192.168.201.45@tcp:35:cat.0 Request processed in 530us (13185us total) trans 4294968323 rc 0/0 00000100:00100000:2.0:1777045380.153712:0:5858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 337 00000040:00080000:2.0:1777045380.183581:0:11491:0:(llog.c:801:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1777045380.183599:0:11491:0:(llog_cat.c:158:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1777045380.183681:0:11491:0:(llog.c:858:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 45 count 3 00000040:00080000:2.0:1777045380.183700:0:11491:0:(llog.c:858:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1777045380.183992:0:11491:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de435aea00 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11491:1863365424447360:192.168.201.45@tcp:107:hsm_cdtr.0 00000100:00100000:2.0:1777045380.184177:0:11491:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df467ad900 going to sleep for 11 seconds 00000100:00100000:0.0:1777045380.190813:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045380.191318:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045380.192015:0:5859:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370214528 00000100:00100000:2.0:1777045380.192034:0:5859:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370214528 00000100:00100000:2.0:1777045380.192156:0:5859:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 338 00000100:00100000:2.0:1777045380.192176:0:5859:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de4282fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:146de360-3fb2-48bd-b418-06f30714148a+85:32831:x1863365370214528:12345-192.168.201.45@tcp:35:cat.0 00000100:00100000:3.0:1777045380.194169:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370214272 00000100:00100000:3.0:1777045380.194190:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370214272 00000100:00100000:3.0:1777045380.194665:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1490 00000100:00100000:3.0:1777045380.194681:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de4282c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:146de360-3fb2-48bd-b418-06f30714148a+86:32823:x1863365370214272:12345-192.168.201.45@tcp:101:cat.0 00010000:00010000:3.0:1777045380.194707:0:5856:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777045380.194736:0:5856:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103400/0x2c8777a5e7d9fbca lrc: 2/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1149514 expref: -99 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045380.195637:0:5856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097200/0x2c8777a5e7d9fbd1 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045380.195675:0:5856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097200/0x2c8777a5e7d9fbd1 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045380.195697:0:5856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097200/0x2c8777a5e7d9fbd1 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045380.195727:0:5856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097c00/0x2c8777a5e7d9fbd8 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045380.195742:0:5856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097c00/0x2c8777a5e7d9fbd8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045380.195755:0:5856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097c00/0x2c8777a5e7d9fbd8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045380.196659:0:5856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096800/0x2c8777a5e7d9fbdf lrc: 3/1,0 mode: --/PR res: [0x200000401:0x52:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045380.196679:0:5856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096800/0x2c8777a5e7d9fbdf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045380.196692:0:5856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096800/0x2c8777a5e7d9fbdf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777045380.196718:0:5856:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x52:0x0]: returning size 158 00010000:00010000:0.0:1777045380.196891:0:5856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096800/0x2c8777a5e7d9fbdf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045380.196905:0:5856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096800/0x2c8777a5e7d9fbdf lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045380.196919:0:5856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096800/0x2c8777a5e7d9fbdf lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045380.196931:0:5856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de43096800 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:0.0:1777045380.196938:0:5856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096800/0x2c8777a5e7d9fbdf lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045380.196951:0:5856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096800/0x2c8777a5e7d9fbdf lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045380.196972:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x52:0x0].0x0 (ffff98df52c43300) 00010000:00010000:0.0:1777045380.196978:0:5856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1777045380.196985:0:5856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096800/0x2c8777a5e7d9fbdf lrc: 2/0,0 mode: --/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045380.196996:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096800/0x2c8777a5e7d9fbdf lrc: 0/0,0 mode: --/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045380.197022:0:5856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097200/0x2c8777a5e7d9fbd1 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045380.197032:0:5856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097200/0x2c8777a5e7d9fbd1 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045380.197049:0:5856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097200/0x2c8777a5e7d9fbd1 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045380.197057:0:5856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de43097200 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:0.0:1777045380.197061:0:5856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097200/0x2c8777a5e7d9fbd1 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045380.197069:0:5856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097200/0x2c8777a5e7d9fbd1 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045380.197079:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x51:0x0].0x0 (ffff98df52c43a00) 00010000:00010000:0.0:1777045380.197082:0:5856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777045380.197086:0:5856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097200/0x2c8777a5e7d9fbd1 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045380.197096:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097200/0x2c8777a5e7d9fbd1 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045380.197109:0:5856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097c00/0x2c8777a5e7d9fbd8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045380.197118:0:5856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097c00/0x2c8777a5e7d9fbd8 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045380.197128:0:5856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097c00/0x2c8777a5e7d9fbd8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045380.197136:0:5856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de43097c00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:0.0:1777045380.197140:0:5856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097c00/0x2c8777a5e7d9fbd8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045380.197158:0:5856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097c00/0x2c8777a5e7d9fbd8 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045380.197169:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x51:0x0].0x2e0f5ada (ffff98df61f8e800) 00010000:00010000:0.0:1777045380.197173:0:5856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777045380.197178:0:5856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097c00/0x2c8777a5e7d9fbd8 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045380.197188:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097c00/0x2c8777a5e7d9fbd8 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045380.197574:0:5856:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103400/0x2c8777a5e7d9fbca lrc: 1/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149514 expref: 88 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045380.197598:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x51:0x0].0x0 (ffff98df52c43a00) 00010000:00010000:0.0:1777045380.197603:0:5856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1777045380.197611:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103400/0x2c8777a5e7d9fbca lrc: 0/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149514 expref: 88 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045380.197635:0:5856:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de43103400, rc 0) 00000100:00100000:0.0:1777045380.197773:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de4282c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:146de360-3fb2-48bd-b418-06f30714148a+87:32823:x1863365370214272:12345-192.168.201.45@tcp:101:cat.0 Request processed in 3091us (6453us total) trans 4294968325 rc 301/301 00000100:00100000:0.0:1777045380.197790:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1490 00000100:00100000:1.0:1777045380.208810:0:5859:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de4282fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:146de360-3fb2-48bd-b418-06f30714148a+87:32831:x1863365370214528:12345-192.168.201.45@tcp:35:cat.0 Request processed in 16621us (17999us total) trans 4294968324 rc 0/0 00000100:00100000:1.0:1777045380.208865:0:5859:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 338 00000100:00100000:3.0:1777045380.213637:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045380.214274:0:11491:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de435aea00 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11491:1863365424447360:192.168.201.45@tcp:107:hsm_cdtr.0 00000100:00100000:1.0:1777045380.216414:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370214656 00000100:00100000:1.0:1777045380.216431:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370214656 00000100:00100000:1.0:1777045380.216543:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1491 00000100:00100000:1.0:1777045380.216562:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b4b0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+28:32834:x1863365370214656:12345-192.168.201.45@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1777045380.216745:0:12646:0:(mdt_handler.c:7958:mdt_fid2path()) path get [0x200000401:0x52:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1777045380.217382:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b4b0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+28:32834:x1863365370214656:12345-192.168.201.45@tcp:53:lhsmtool_posix.0 Request processed in 821us (3760us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045380.217399:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1491 00000100:00100000:1.0:1777045380.232127:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045380.232275:0:19840:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370214912 00000100:00100000:0.0:1777045380.232547:0:19840:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370214912 00000100:00100000:0.0:1777045380.232739:0:19840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 339 00000100:00100000:0.0:1777045380.232760:0:19840:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d58bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:146de360-3fb2-48bd-b418-06f30714148a+87:32827:x1863365370214912:12345-192.168.201.45@tcp:35:cat.0 00000100:00100000:0.0:1777045380.233630:0:19840:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d58bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:146de360-3fb2-48bd-b418-06f30714148a+88:32827:x1863365370214912:12345-192.168.201.45@tcp:35:cat.0 Request processed in 873us (1518us total) trans 4294968326 rc 0/0 00000100:00100000:0.0:1777045380.233648:0:19840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 339 00000100:00100000:3.0:1777045380.234814:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045380.235325:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370215168 00000100:00100000:1.0:1777045380.235337:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370215168 00000100:00100000:1.0:1777045380.235426:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1492 00000100:00100000:1.0:1777045380.235444:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b4b1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:146de360-3fb2-48bd-b418-06f30714148a+88:32824:x1863365370215168:12345-192.168.201.45@tcp:101:cat.0 00010000:00010000:1.0:1777045380.235470:0:5855:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777045380.235508:0:5855:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec400/0x2c8777a5e7d9fbed lrc: 2/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee114951b expref: -99 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045380.235630:0:5855:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eca00/0x2c8777a5e7d9fbf4 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045380.235657:0:5855:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eca00/0x2c8777a5e7d9fbf4 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045380.235678:0:5855:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eca00/0x2c8777a5e7d9fbf4 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045380.235734:0:5855:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec200/0x2c8777a5e7d9fbfb lrc: 3/1,0 mode: --/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045380.235749:0:5855:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec200/0x2c8777a5e7d9fbfb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045380.235770:0:5855:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec200/0x2c8777a5e7d9fbfb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045380.236014:0:5855:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eda00/0x2c8777a5e7d9fc02 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x52:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045380.236030:0:5855:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eda00/0x2c8777a5e7d9fc02 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045380.236045:0:5855:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eda00/0x2c8777a5e7d9fc02 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777045380.236061:0:5855:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x52:0x0]: returning size 158 00010000:00010000:1.0:1777045380.236194:0:5855:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eda00/0x2c8777a5e7d9fc02 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045380.236275:0:5855:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eda00/0x2c8777a5e7d9fc02 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045380.236288:0:5855:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eda00/0x2c8777a5e7d9fc02 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045380.236300:0:5855:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de419eda00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:1.0:1777045380.236308:0:5855:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eda00/0x2c8777a5e7d9fc02 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045380.236321:0:5855:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eda00/0x2c8777a5e7d9fc02 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045380.236341:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x52:0x0].0x0 (ffff98df52c43300) 00010000:00010000:1.0:1777045380.236347:0:5855:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1777045380.236355:0:5855:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eda00/0x2c8777a5e7d9fc02 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045380.236365:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eda00/0x2c8777a5e7d9fc02 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045380.236391:0:5855:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eca00/0x2c8777a5e7d9fbf4 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045380.236401:0:5855:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eca00/0x2c8777a5e7d9fbf4 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045380.236410:0:5855:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eca00/0x2c8777a5e7d9fbf4 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045380.236417:0:5855:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de419eca00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:1.0:1777045380.236421:0:5855:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eca00/0x2c8777a5e7d9fbf4 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045380.236431:0:5855:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eca00/0x2c8777a5e7d9fbf4 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045380.236441:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x51:0x0].0x0 (ffff98df52c43a00) 00010000:00010000:1.0:1777045380.236444:0:5855:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777045380.236448:0:5855:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eca00/0x2c8777a5e7d9fbf4 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045380.236457:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eca00/0x2c8777a5e7d9fbf4 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045380.236471:0:5855:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec200/0x2c8777a5e7d9fbfb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045380.236479:0:5855:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec200/0x2c8777a5e7d9fbfb lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045380.236489:0:5855:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec200/0x2c8777a5e7d9fbfb lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045380.236497:0:5855:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de419ec200 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:1.0:1777045380.236501:0:5855:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec200/0x2c8777a5e7d9fbfb lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045380.236509:0:5855:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec200/0x2c8777a5e7d9fbfb lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045380.236517:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x51:0x0].0x2e0f5ada (ffff98df51b04200) 00010000:00010000:1.0:1777045380.236521:0:5855:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777045380.236524:0:5855:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec200/0x2c8777a5e7d9fbfb lrc: 2/0,0 mode: --/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045380.236532:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec200/0x2c8777a5e7d9fbfb lrc: 0/0,0 mode: --/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045380.236592:0:5855:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec400/0x2c8777a5e7d9fbed lrc: 1/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114951b expref: 90 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045380.236610:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x51:0x0].0x0 (ffff98df52c43a00) 00010000:00010000:1.0:1777045380.236615:0:5855:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1777045380.236621:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec400/0x2c8777a5e7d9fbed lrc: 0/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114951b expref: 90 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045380.236636:0:5855:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de419ec400, rc 0) 00000100:00100000:1.0:1777045380.236730:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b4b1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:146de360-3fb2-48bd-b418-06f30714148a+89:32824:x1863365370215168:12345-192.168.201.45@tcp:101:cat.0 Request processed in 1289us (1919us total) trans 4294968327 rc 301/301 00000100:00100000:1.0:1777045380.236748:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1492 00000100:00100000:3.0:1777045380.237718:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045380.238173:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370215296 00000100:00100000:2.0:1777045380.238186:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370215296 00000100:00100000:2.0:1777045380.238318:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1493 00000100:00100000:2.0:1777045380.238333:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b4b1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+28:32834:x1863365370215296:12345-192.168.201.45@tcp:34:lhsmtool_posix.0 00010000:00010000:2.0:1777045380.238412:0:5856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be400/0x2c8777a5e7d9fc10 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045380.238431:0:5856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be400/0x2c8777a5e7d9fc10 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045380.238445:0:5856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be400/0x2c8777a5e7d9fc10 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045380.238465:0:5856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be000/0x2c8777a5e7d9fc17 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x8138294e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045380.238476:0:5856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be000/0x2c8777a5e7d9fc17 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x8138294e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045380.238487:0:5856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be000/0x2c8777a5e7d9fc17 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x8138294e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045380.238523:0:5856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfc00/0x2c8777a5e7d9fc1e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x52:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045380.238538:0:5856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfc00/0x2c8777a5e7d9fc1e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045380.238549:0:5856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfc00/0x2c8777a5e7d9fc1e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777045380.238596:0:5856:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x52:0x0]: returning size 158 00000004:00200000:2.0:1777045380.238604:0:5856:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1777045380.238624:0:5856:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfc00/0x2c8777a5e7d9fc1e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045380.238639:0:5856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be400/0x2c8777a5e7d9fc10 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045380.238649:0:5856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be400/0x2c8777a5e7d9fc10 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045380.238660:0:5856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be400/0x2c8777a5e7d9fc10 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045380.238670:0:5856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de435be400 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:2.0:1777045380.238674:0:5856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be400/0x2c8777a5e7d9fc10 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045380.238684:0:5856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be400/0x2c8777a5e7d9fc10 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045380.238697:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff98df4a351500) 00010000:00010000:2.0:1777045380.238701:0:5856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777045380.238707:0:5856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be400/0x2c8777a5e7d9fc10 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045380.238715:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be400/0x2c8777a5e7d9fc10 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045380.238734:0:5856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be000/0x2c8777a5e7d9fc17 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x8138294e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045380.238753:0:5856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be000/0x2c8777a5e7d9fc17 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x8138294e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045380.238762:0:5856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be000/0x2c8777a5e7d9fc17 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x8138294e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045380.238769:0:5856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de435be000 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:2.0:1777045380.238774:0:5856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be000/0x2c8777a5e7d9fc17 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x8138294e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045380.238783:0:5856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be000/0x2c8777a5e7d9fc17 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x8138294e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045380.238795:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x8138294e (ffff98df52c43e00) 00010000:00010000:2.0:1777045380.238800:0:5856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777045380.238804:0:5856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be000/0x2c8777a5e7d9fc17 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x8138294e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045380.238815:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be000/0x2c8777a5e7d9fc17 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x8138294e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045380.239140:0:5856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfc00/0x2c8777a5e7d9fc1e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045380.239152:0:5856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfc00/0x2c8777a5e7d9fc1e lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045380.239162:0:5856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfc00/0x2c8777a5e7d9fc1e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045380.239170:0:5856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de435bfc00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:2.0:1777045380.239177:0:5856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfc00/0x2c8777a5e7d9fc1e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045380.239187:0:5856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfc00/0x2c8777a5e7d9fc1e lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045380.239245:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x52:0x0].0x0 (ffff98df52c43300) 00010000:00010000:2.0:1777045380.239250:0:5856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777045380.239256:0:5856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfc00/0x2c8777a5e7d9fc1e lrc: 2/0,0 mode: --/PR res: [0x200000401:0x52:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045380.239266:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfc00/0x2c8777a5e7d9fc1e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x52:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777045380.239370:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b4b1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+28:32834:x1863365370215296:12345-192.168.201.45@tcp:34:lhsmtool_posix.0 Request processed in 1038us (1662us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045380.239383:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1493 00000100:00100000:3.0:1777045380.242168:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045380.243952:0:5859:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370215552 00000100:00100000:1.0:1777045380.243970:0:5859:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370215552 00000100:00100000:1.0:1777045380.244080:0:5859:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 340 00000100:00100000:1.0:1777045380.244099:0:5859:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b4b1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:146de360-3fb2-48bd-b418-06f30714148a+89:32823:x1863365370215552:12345-192.168.201.45@tcp:35:cat.0 00000100:00100000:1.0:1777045380.244545:0:5859:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b4b1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:146de360-3fb2-48bd-b418-06f30714148a+90:32823:x1863365370215552:12345-192.168.201.45@tcp:35:cat.0 Request processed in 448us (2385us total) trans 4294968328 rc 0/0 00000100:00100000:1.0:1777045380.244560:0:5859:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 340 00000100:00100000:0.0:1777045380.255088:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045380.255271:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045380.255580:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370215808 00000100:00100000:0.0:1777045380.255596:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370215808 00000100:00100000:0.0:1777045380.255687:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370216064 00000100:00100000:0.0:1777045380.255693:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370216064 00000100:00100000:0.0:1777045380.255736:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1494 00000100:00100000:0.0:1777045380.255753:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de4282f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:146de360-3fb2-48bd-b418-06f30714148a+90:32820:x1863365370215808:12345-192.168.201.45@tcp:101:cat.0 00010000:00010000:0.0:1777045380.255798:0:5855:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777045380.255870:0:5855:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096800/0x2c8777a5e7d9fc25 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1149522 expref: -99 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045380.256015:0:5855:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096400/0x2c8777a5e7d9fc2c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045380.256044:0:5855:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096400/0x2c8777a5e7d9fc2c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045380.256067:0:5855:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096400/0x2c8777a5e7d9fc2c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045380.256095:0:5855:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096600/0x2c8777a5e7d9fc33 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045380.256110:0:5855:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096600/0x2c8777a5e7d9fc33 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045380.256134:0:5855:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096600/0x2c8777a5e7d9fc33 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777045380.256320:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1495 00000100:00100000:3.0:1777045380.256339:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de4282d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+28:32834:x1863365370216064:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1777045380.256354:0:5857:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777045380.256372:0:5857:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102800/0x2c8777a5e7d9fc3a lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1149529 expref: -99 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045380.256410:0:5855:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097400/0x2c8777a5e7d9fc41 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x52:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045380.256428:0:5855:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097400/0x2c8777a5e7d9fc41 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045380.256443:0:5855:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097400/0x2c8777a5e7d9fc41 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045380.256445:0:5857:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103c00/0x2c8777a5e7d9fc48 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x52:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777045380.256463:0:5855:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x52:0x0]: returning size 158 00010000:00010000:3.0:1777045380.256467:0:5857:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103c00/0x2c8777a5e7d9fc48 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045380.256479:0:5857:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103c00/0x2c8777a5e7d9fc48 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777045380.256491:0:5857:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x52:0x0]: returning size 158 00010000:00010000:0.0:1777045380.256634:0:5855:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097400/0x2c8777a5e7d9fc41 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045380.256650:0:5855:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097400/0x2c8777a5e7d9fc41 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045380.256663:0:5855:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097400/0x2c8777a5e7d9fc41 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045380.256675:0:5855:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de43097400 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:0.0:1777045380.256683:0:5855:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097400/0x2c8777a5e7d9fc41 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045380.256697:0:5855:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097400/0x2c8777a5e7d9fc41 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045380.256719:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x52:0x0].0x0 (ffff98df52c43300) 00010000:00010000:0.0:1777045380.256725:0:5855:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1777045380.256733:0:5855:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097400/0x2c8777a5e7d9fc41 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045380.256743:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097400/0x2c8777a5e7d9fc41 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045380.256767:0:5855:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096400/0x2c8777a5e7d9fc2c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045380.256779:0:5855:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096400/0x2c8777a5e7d9fc2c lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045380.256789:0:5855:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096400/0x2c8777a5e7d9fc2c lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045380.256798:0:5855:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de43096400 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:0.0:1777045380.256803:0:5855:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096400/0x2c8777a5e7d9fc2c lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045380.256813:0:5855:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096400/0x2c8777a5e7d9fc2c lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045380.256878:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x51:0x0].0x0 (ffff98df52c43a00) 00010000:00010000:0.0:1777045380.256882:0:5855:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777045380.256888:0:5855:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096400/0x2c8777a5e7d9fc2c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045380.256898:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096400/0x2c8777a5e7d9fc2c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045380.256914:0:5855:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096600/0x2c8777a5e7d9fc33 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045380.256924:0:5855:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096600/0x2c8777a5e7d9fc33 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045380.256934:0:5855:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096600/0x2c8777a5e7d9fc33 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045380.256945:0:5855:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de43096600 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:0.0:1777045380.256950:0:5855:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096600/0x2c8777a5e7d9fc33 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045380.256961:0:5855:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096600/0x2c8777a5e7d9fc33 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045380.256974:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x51:0x0].0x2e0f5ada (ffff98df61f8e800) 00010000:00010000:0.0:1777045380.256978:0:5855:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777045380.256983:0:5855:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096600/0x2c8777a5e7d9fc33 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045380.256994:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096600/0x2c8777a5e7d9fc33 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045380.257068:0:5855:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096800/0x2c8777a5e7d9fc25 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149522 expref: 92 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045380.257090:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x51:0x0].0x0 (ffff98df52c43a00) 00010000:00010000:0.0:1777045380.257094:0:5855:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1777045380.257100:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096800/0x2c8777a5e7d9fc25 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149522 expref: 92 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045380.257104:0:5857:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103c00/0x2c8777a5e7d9fc48 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045380.257118:0:5857:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103c00/0x2c8777a5e7d9fc48 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045380.257118:0:5855:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de43096800, rc 0) 00010000:00010000:3.0:1777045380.257128:0:5857:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103c00/0x2c8777a5e7d9fc48 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045380.257136:0:5857:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de43103c00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:3.0:1777045380.257140:0:5857:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103c00/0x2c8777a5e7d9fc48 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045380.257150:0:5857:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103c00/0x2c8777a5e7d9fc48 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045380.257164:0:5857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x52:0x0].0x0 (ffff98df52c43300) 00010000:00010000:3.0:1777045380.257169:0:5857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1777045380.257173:0:5857:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103c00/0x2c8777a5e7d9fc48 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045380.257182:0:5857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103c00/0x2c8777a5e7d9fc48 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777045380.257261:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de4282f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:146de360-3fb2-48bd-b418-06f30714148a+91:32820:x1863365370215808:12345-192.168.201.45@tcp:101:cat.0 Request processed in 1510us (2189us total) trans 4294968329 rc 301/301 00010000:00010000:3.0:1777045380.257267:0:5857:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102800/0x2c8777a5e7d9fc3a lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149529 expref: 30 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777045380.257284:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1494 00010000:00010000:3.0:1777045380.257287:0:5857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff98df4a351500) 00010000:00010000:3.0:1777045380.257291:0:5857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1777045380.257298:0:5857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102800/0x2c8777a5e7d9fc3a lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149529 expref: 30 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045380.257314:0:5857:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de43102800, rc 0) 00000100:00100000:3.0:1777045380.257355:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de4282d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+29:32834:x1863365370216064:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 Request processed in 1021us (2088us total) trans 4294968330 rc 301/301 00000100:00100000:3.0:1777045380.257368:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1495 00000100:00100000:3.0:1777045380.259895:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045380.260661:0:5858:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370216320 00000100:00100000:1.0:1777045380.260678:0:5858:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370216320 00000100:00100000:1.0:1777045380.260771:0:5858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 341 00000100:00100000:1.0:1777045380.260789:0:5858:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b4b0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:146de360-3fb2-48bd-b418-06f30714148a+91:32824:x1863365370216320:12345-192.168.201.45@tcp:35:cat.0 00000100:00100000:1.0:1777045380.261493:0:5858:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b4b0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:146de360-3fb2-48bd-b418-06f30714148a+92:32824:x1863365370216320:12345-192.168.201.45@tcp:35:cat.0 Request processed in 705us (1605us total) trans 4294968331 rc 0/0 00000100:00100000:1.0:1777045380.261508:0:5858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 341 00000100:00100000:0.0:1777045380.270760:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045380.271272:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370216448 00000100:00100000:1.0:1777045380.271289:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370216448 00000100:00100000:1.0:1777045380.271384:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1496 00000100:00100000:1.0:1777045380.271402:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de4282c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+29:32834:x1863365370216448:12345-192.168.201.45@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1777045380.271470:0:12646:0:(mdt_handler.c:7958:mdt_fid2path()) path get [0x200000401:0x52:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1777045380.280596:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de4282c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+29:32834:x1863365370216448:12345-192.168.201.45@tcp:53:lhsmtool_posix.0 Request processed in 9171us (9829us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045380.280625:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1496 00000100:00100000:0.0:1777045380.290572:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045380.290749:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045380.290870:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370216704 00000100:00100000:0.0:1777045380.290891:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370216704 00000100:00100000:3.0:1777045380.291743:0:19840:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370216960 00000100:00100000:3.0:1777045380.291753:0:19840:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370216960 00000100:00100000:3.0:1777045380.291865:0:19840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 342 00000100:00100000:3.0:1777045380.291886:0:19840:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df45ed4050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:146de360-3fb2-48bd-b418-06f30714148a+93:32820:x1863365370216960:12345-192.168.201.45@tcp:35:cat.0 00000100:00100000:3.0:1777045380.294755:0:19840:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df45ed4050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:146de360-3fb2-48bd-b418-06f30714148a+94:32820:x1863365370216960:12345-192.168.201.45@tcp:35:cat.0 Request processed in 2861us (3993us total) trans 4294968332 rc 0/0 00000100:00100000:3.0:1777045380.294808:0:19840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 342 00000100:00100000:0.0:1777045380.301687:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1497 00000100:00100000:0.0:1777045380.301731:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de4282e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:146de360-3fb2-48bd-b418-06f30714148a+93:32821:x1863365370216704:12345-192.168.201.45@tcp:101:cat.0 00010000:00010000:0.0:1777045380.301769:0:7939:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777045380.301808:0:7939:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096600/0x2c8777a5e7d9fc5d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1149530 expref: -99 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045380.302516:0:7939:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096400/0x2c8777a5e7d9fc64 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045380.302544:0:7939:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096400/0x2c8777a5e7d9fc64 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045380.302567:0:7939:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096400/0x2c8777a5e7d9fc64 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045380.302594:0:7939:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097400/0x2c8777a5e7d9fc6b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045380.302606:0:7939:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097400/0x2c8777a5e7d9fc6b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045380.302618:0:7939:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097400/0x2c8777a5e7d9fc6b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045380.302893:0:7939:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096800/0x2c8777a5e7d9fc72 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x52:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045380.302911:0:7939:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096800/0x2c8777a5e7d9fc72 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045380.302923:0:7939:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096800/0x2c8777a5e7d9fc72 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777045380.302941:0:7939:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x52:0x0]: returning size 158 00010000:00010000:0.0:1777045380.303104:0:7939:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096800/0x2c8777a5e7d9fc72 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045380.303121:0:7939:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096800/0x2c8777a5e7d9fc72 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045380.303133:0:7939:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096800/0x2c8777a5e7d9fc72 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045380.303145:0:7939:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de43096800 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:0.0:1777045380.303152:0:7939:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096800/0x2c8777a5e7d9fc72 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045380.303166:0:7939:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096800/0x2c8777a5e7d9fc72 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045380.303188:0:7939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x52:0x0].0x0 (ffff98df52c43300) 00010000:00010000:0.0:1777045380.303194:0:7939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1777045380.303234:0:7939:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096800/0x2c8777a5e7d9fc72 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045380.303255:0:7939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096800/0x2c8777a5e7d9fc72 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045380.303285:0:7939:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096400/0x2c8777a5e7d9fc64 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045380.303296:0:7939:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096400/0x2c8777a5e7d9fc64 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045380.303306:0:7939:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096400/0x2c8777a5e7d9fc64 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045380.303316:0:7939:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de43096400 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:0.0:1777045380.303321:0:7939:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096400/0x2c8777a5e7d9fc64 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045380.303332:0:7939:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096400/0x2c8777a5e7d9fc64 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045380.303346:0:7939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x51:0x0].0x0 (ffff98df52c43a00) 00010000:00010000:0.0:1777045380.303350:0:7939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777045380.303355:0:7939:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096400/0x2c8777a5e7d9fc64 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045380.303364:0:7939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096400/0x2c8777a5e7d9fc64 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045380.303378:0:7939:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097400/0x2c8777a5e7d9fc6b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045380.303408:0:7939:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097400/0x2c8777a5e7d9fc6b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045380.303420:0:7939:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097400/0x2c8777a5e7d9fc6b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045380.303429:0:7939:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de43097400 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:0.0:1777045380.303434:0:7939:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097400/0x2c8777a5e7d9fc6b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045380.303444:0:7939:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097400/0x2c8777a5e7d9fc6b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045380.303457:0:7939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x51:0x0].0x2e0f5ada (ffff98df61f8e800) 00010000:00010000:0.0:1777045380.303461:0:7939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777045380.303466:0:7939:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097400/0x2c8777a5e7d9fc6b lrc: 2/0,0 mode: --/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045380.303476:0:7939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097400/0x2c8777a5e7d9fc6b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045380.303549:0:7939:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096600/0x2c8777a5e7d9fc5d lrc: 1/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149530 expref: 95 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045380.303569:0:7939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x51:0x0].0x0 (ffff98df52c43a00) 00010000:00010000:0.0:1777045380.303574:0:7939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1777045380.303580:0:7939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096600/0x2c8777a5e7d9fc5d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149530 expref: 95 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045380.303598:0:7939:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de43096600, rc 0) 00000100:00100000:0.0:1777045380.306600:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de4282e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:146de360-3fb2-48bd-b418-06f30714148a+94:32821:x1863365370216704:12345-192.168.201.45@tcp:101:cat.0 Request processed in 4858us (16012us total) trans 4294968333 rc 301/301 00000100:00100000:0.0:1777045380.306653:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1497 00000100:00100000:0.0:1777045380.309801:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045380.310250:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370217216 00000100:00100000:1.0:1777045380.310269:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370217216 00000100:00100000:1.0:1777045380.310374:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1498 00000100:00100000:1.0:1777045380.310393:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de4282f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+29:32834:x1863365370217216:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1777045380.310429:0:5856:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777045380.310468:0:5856:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec400/0x2c8777a5e7d9fc80 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x51:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1149537 expref: -99 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1777045380.311850:0:5856:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x1e:0x0], index 0: 0 00010000:00010000:1.0:1777045380.312366:0:5856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec200/0x2c8777a5e7d9fc87 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045380.312396:0:5856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec200/0x2c8777a5e7d9fc87 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045380.312418:0:5856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec200/0x2c8777a5e7d9fc87 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045380.312528:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec400/0x2c8777a5e7d9fc80 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149537 expref: 32 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045380.312563:0:5856:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec200/0x2c8777a5e7d9fc87 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149537 expref: 31 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045380.312579:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff98df51b04200) 00010000:00010000:1.0:1777045380.312583:0:5856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777045380.312590:0:5856:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de419ec200, rc 0) 00000100:00100000:1.0:1777045380.312683:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de4282f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+31:32834:x1863365370217216:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 Request processed in 2294us (2895us total) trans 4294968334 rc 0/0 00000100:00100000:1.0:1777045380.312698:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1498 00000100:00100000:2.0:1777045380.347643:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045380.347994:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045380.348069:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045380.349707:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370217728 00000100:00100000:3.0:1777045380.349729:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370217728 00000100:00100000:3.0:1777045380.349857:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370217984 00000100:00100000:3.0:1777045380.349864:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370217984 00000100:00100000:3.0:1777045380.349923:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1499 00000100:00100000:0.0:1777045380.350259:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1500 00000100:00100000:0.0:1777045380.350282:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de435af800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+31:32834:x1863365370217984:12345-192.168.201.45@tcp:36:lhsmtool_posix.0 00010000:00010000:0.0:1777045380.350389:0:7939:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777045380.350435:0:7939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec200/0x2c8777a5e7d9fc87 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149537 expref: 31 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045380.350473:0:7939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff98df51b04200) 00010000:00010000:0.0:1777045380.350492:0:7939:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777045380.350535:0:7939:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096600/0x2c8777a5e7d9fc95 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x51:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045380.350561:0:7939:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096600/0x2c8777a5e7d9fc95 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045380.350579:0:7939:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096600/0x2c8777a5e7d9fc95 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777045380.350765:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de435adf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:146de360-3fb2-48bd-b418-06f30714148a+94:32833:x1863365370217728:12345-192.168.201.45@tcp:101:cat.0 00010000:00010000:3.0:1777045380.350790:0:12646:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777045380.350811:0:12646:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102800/0x2c8777a5e7d9fc9c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee114953e expref: -99 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045380.350912:0:12646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103c00/0x2c8777a5e7d9fca3 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045380.350928:0:12646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103c00/0x2c8777a5e7d9fca3 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045380.351520:0:12646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103c00/0x2c8777a5e7d9fca3 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045380.351548:0:12646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103200/0x2c8777a5e7d9fcaa lrc: 3/1,0 mode: --/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045380.351562:0:12646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103200/0x2c8777a5e7d9fcaa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045380.351574:0:12646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103200/0x2c8777a5e7d9fcaa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045380.351787:0:12646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102e00/0x2c8777a5e7d9fcb1 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x52:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045380.351801:0:12646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102e00/0x2c8777a5e7d9fcb1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045380.351813:0:12646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102e00/0x2c8777a5e7d9fcb1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777045380.352163:0:12646:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x52:0x0]: returning size 158 00010000:00010000:0.0:1777045380.352396:0:7939:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097400/0x2c8777a5e7d9fcbf lrc: 3/0,1 mode: --/PW res: [0x200000401:0x51:0x0].0x3a6abb07 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045380.352428:0:7939:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097400/0x2c8777a5e7d9fcbf lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x51:0x0].0x3a6abb07 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045380.352447:0:7939:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097400/0x2c8777a5e7d9fcbf lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x51:0x0].0x3a6abb07 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045380.352595:0:7939:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096600/0x2c8777a5e7d9fc95 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045380.352609:0:7939:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096600/0x2c8777a5e7d9fc95 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045380.352620:0:7939:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096600/0x2c8777a5e7d9fc95 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045380.352629:0:7939:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de43096600 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:0.0:1777045380.352635:0:7939:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096600/0x2c8777a5e7d9fc95 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045380.352646:0:7939:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096600/0x2c8777a5e7d9fc95 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045380.352664:0:7939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x51:0x0].0x0 (ffff98df52c43a00) 00010000:00010000:0.0:1777045380.352669:0:7939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777045380.352676:0:7939:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096600/0x2c8777a5e7d9fc95 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045380.352686:0:7939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096600/0x2c8777a5e7d9fc95 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045380.352705:0:7939:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097400/0x2c8777a5e7d9fcbf lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x51:0x0].0x3a6abb07 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045380.352714:0:7939:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097400/0x2c8777a5e7d9fcbf lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x51:0x0].0x3a6abb07 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045380.352731:0:7939:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097400/0x2c8777a5e7d9fcbf lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x51:0x0].0x3a6abb07 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045380.352739:0:7939:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de43097400 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:0.0:1777045380.352744:0:7939:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097400/0x2c8777a5e7d9fcbf lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x51:0x0].0x3a6abb07 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045380.352754:0:7939:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097400/0x2c8777a5e7d9fcbf lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x51:0x0].0x3a6abb07 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045380.352765:0:7939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x51:0x0].0x3a6abb07 (ffff98df61f8e800) 00010000:00010000:0.0:1777045380.352769:0:7939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777045380.352773:0:7939:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097400/0x2c8777a5e7d9fcbf lrc: 2/0,0 mode: --/PW res: [0x200000401:0x51:0x0].0x3a6abb07 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045380.352781:0:7939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097400/0x2c8777a5e7d9fcbf lrc: 0/0,0 mode: --/PW res: [0x200000401:0x51:0x0].0x3a6abb07 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777045380.353011:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de435af800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+30:32834:x1863365370217984:12345-192.168.201.45@tcp:36:lhsmtool_posix.0 Request processed in 2733us (4935us total) trans 0 rc -2/-2 00000100:00100000:0.0:1777045380.353025:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1500 00000100:00100000:1.0:1777045380.353795:0:5858:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370217472 00000100:00100000:1.0:1777045380.353812:0:5858:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370217472 00000100:00100000:1.0:1777045380.353955:0:5858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 343 00000100:00100000:1.0:1777045380.353974:0:5858:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de435aea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:146de360-3fb2-48bd-b418-06f30714148a+96:32821:x1863365370217472:12345-192.168.201.45@tcp:35:cat.0 00000100:00100000:1.0:1777045380.354411:0:5858:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de435aea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:146de360-3fb2-48bd-b418-06f30714148a+97:32821:x1863365370217472:12345-192.168.201.45@tcp:35:cat.0 Request processed in 439us (6783us total) trans 4294968335 rc 0/0 00000100:00100000:1.0:1777045380.354427:0:5858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 343 00010000:00010000:0.0:1777045380.374912:0:12646:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102e00/0x2c8777a5e7d9fcb1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045380.374936:0:12646:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102e00/0x2c8777a5e7d9fcb1 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045380.374949:0:12646:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102e00/0x2c8777a5e7d9fcb1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045380.374958:0:12646:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de43102e00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:0.0:1777045380.374966:0:12646:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102e00/0x2c8777a5e7d9fcb1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045380.374977:0:12646:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102e00/0x2c8777a5e7d9fcb1 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045380.375004:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x52:0x0].0x0 (ffff98df52c43300) 00010000:00010000:0.0:1777045380.375008:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1777045380.375015:0:12646:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102e00/0x2c8777a5e7d9fcb1 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045380.375024:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102e00/0x2c8777a5e7d9fcb1 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045380.375054:0:12646:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103c00/0x2c8777a5e7d9fca3 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777045380.375081:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00010000:00010000:0.0:1777045380.375085:0:12646:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103c00/0x2c8777a5e7d9fca3 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045380.375101:0:12646:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103c00/0x2c8777a5e7d9fca3 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045380.375110:0:12646:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de43103c00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:0.0:1777045380.375115:0:12646:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103c00/0x2c8777a5e7d9fca3 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045380.375126:0:12646:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103c00/0x2c8777a5e7d9fca3 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045380.375139:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x51:0x0].0x0 (ffff98df52c43a00) 00010000:00010000:0.0:1777045380.375144:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777045380.375148:0:12646:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103c00/0x2c8777a5e7d9fca3 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045380.375156:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103c00/0x2c8777a5e7d9fca3 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045380.375196:0:12646:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103200/0x2c8777a5e7d9fcaa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045380.375236:0:12646:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103200/0x2c8777a5e7d9fcaa lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045380.375244:0:12646:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103200/0x2c8777a5e7d9fcaa lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045380.375251:0:12646:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de43103200 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:0.0:1777045380.375255:0:12646:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103200/0x2c8777a5e7d9fcaa lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045380.375264:0:12646:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103200/0x2c8777a5e7d9fcaa lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045380.375275:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x51:0x0].0x2e0f5ada (ffff98df413b6200) 00010000:00010000:0.0:1777045380.375278:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777045380.375282:0:12646:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103200/0x2c8777a5e7d9fcaa lrc: 2/0,0 mode: --/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045380.375290:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103200/0x2c8777a5e7d9fcaa lrc: 0/0,0 mode: --/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045380.375669:0:12646:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102800/0x2c8777a5e7d9fc9c lrc: 1/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114953e expref: 97 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045380.375687:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x51:0x0].0x0 (ffff98df52c43a00) 00010000:00010000:0.0:1777045380.375691:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1777045380.375697:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102800/0x2c8777a5e7d9fc9c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114953e expref: 97 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045380.375712:0:12646:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de43102800, rc 0) 00000100:00100000:0.0:1777045380.375800:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de435adf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:146de360-3fb2-48bd-b418-06f30714148a+96:32833:x1863365370217728:12345-192.168.201.45@tcp:101:cat.0 Request processed in 25864us (27807us total) trans 4294968336 rc 301/301 00000100:00100000:0.0:1777045380.375812:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1499 00000100:00100000:0.0:1777045380.375873:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370218112 00000100:00100000:0.0:1777045380.375883:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370218112 00000100:00100000:0.0:1777045380.375950:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1501 00000100:00100000:0.0:1777045380.375968:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d588e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+30:32834:x1863365370218112:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1777045380.375990:0:12646:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777045380.376015:0:12646:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096800/0x2c8777a5e7d9fcc6 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1149545 expref: -99 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045380.376054:0:12646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097c00/0x2c8777a5e7d9fccd lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045380.376070:0:12646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097c00/0x2c8777a5e7d9fccd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045380.376083:0:12646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097c00/0x2c8777a5e7d9fccd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045380.376242:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096800/0x2c8777a5e7d9fcc6 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149545 expref: 32 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045380.376264:0:12646:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097c00/0x2c8777a5e7d9fccd lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149545 expref: 31 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045380.376282:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff98df61f8e700) 00010000:00010000:0.0:1777045380.376286:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1777045380.376289:0:12646:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de43097c00, rc 0) 00000100:00100000:0.0:1777045380.376351:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d588e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+31:32834:x1863365370218112:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 Request processed in 389us (1300us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045380.376361:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1501 00000100:00100000:1.0:1777045380.395032:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045380.398153:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370218368 00000100:00100000:0.0:1777045380.398183:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370218368 00000100:00100000:0.0:1777045380.398326:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1502 00000100:00100000:0.0:1777045380.398341:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d58b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+31:32834:x1863365370218368:12345-192.168.201.45@tcp:36:lhsmtool_posix.0 00010000:00010000:0.0:1777045380.398450:0:7939:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096800/0x2c8777a5e7d9fcd4 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045380.398475:0:7939:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096800/0x2c8777a5e7d9fcd4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045380.398493:0:7939:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096800/0x2c8777a5e7d9fcd4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1777045380.402313:0:7939:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].18, 88 off9416 00000004:00080000:0.0:1777045380.402335:0:7939:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 2008892131308ns, next at 2009892127787ns, rc = 0 00000004:00010000:0.0:1777045380.402464:0:7939:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000011d3169d reply state 0000000060517b63 transno 4294968337 ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096800/0x2c8777a5e7d9fcd4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777045380.402479:0:7939:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777045380.402617:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d58b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+33:32834:x1863365370218368:12345-192.168.201.45@tcp:36:lhsmtool_posix.0 Request processed in 4275us (7601us total) trans 4294968337 rc 0/0 00000100:00100000:0.0:1777045380.402637:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1502 00000100:00100000:1.0:1777045380.408450:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045380.408878:0:19840:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370218624 00000100:00100000:0.0:1777045380.408896:0:19840:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370218624 00000100:00100000:0.0:1777045380.408992:0:19840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 344 00000100:00100000:0.0:1777045380.409007:0:19840:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d58ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:146de360-3fb2-48bd-b418-06f30714148a+96:32833:x1863365370218624:12345-192.168.201.45@tcp:35:cat.0 00000100:00100000:0.0:1777045380.411604:0:19840:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d58ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:146de360-3fb2-48bd-b418-06f30714148a+97:32833:x1863365370218624:12345-192.168.201.45@tcp:35:cat.0 Request processed in 2591us (3165us total) trans 4294968338 rc 0/0 00000100:00100000:0.0:1777045380.411621:0:19840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 344 00000100:00100000:0.0:1777045380.434691:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045380.434736:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370218752 00000100:00100000:0.0:1777045380.434748:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370218752 00000100:00100000:0.0:1777045380.434841:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1503 00000100:00100000:0.0:1777045380.434856:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de4282ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+33:32834:x1863365370218752:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1777045380.434887:0:5857:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777045380.434916:0:5857:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096600/0x2c8777a5e7d9fcdb lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee114954c expref: -99 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045380.434996:0:5857:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096600/0x2c8777a5e7d9fcdb lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114954c expref: 34 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045380.435016:0:5857:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096600/0x2c8777a5e7d9fcdb lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114954c expref: 34 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045380.435043:0:5857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff98df61f8e700) 00010000:00010000:0.0:1777045380.435049:0:5857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1777045380.435055:0:5857:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de43096600, rc 0) 00000100:00100000:0.0:1777045380.435132:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de4282ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+34:32834:x1863365370218752:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 Request processed in 280us (453us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045380.435143:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1503 00010000:00010000:3.0:1777045380.437185:0:3328:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096800/0x2c8777a5e7d9fcd4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045380.437280:0:3328:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096800/0x2c8777a5e7d9fcd4 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045380.437292:0:3328:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096800/0x2c8777a5e7d9fcd4 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045380.437612:0:3328:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de43096800 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:3.0:1777045380.437620:0:3328:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096800/0x2c8777a5e7d9fcd4 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045380.437632:0:3328:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096800/0x2c8777a5e7d9fcd4 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045380.437649:0:3328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff98df61f8e700) 00010000:00010000:3.0:1777045380.437654:0:3328:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1777045380.437659:0:3328:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096800/0x2c8777a5e7d9fcd4 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045380.437669:0:3328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096800/0x2c8777a5e7d9fcd4 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777045380.447650:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045380.448438:0:6641:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370218880 00000100:00100000:0.0:1777045380.448450:0:6641:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370218880 00000100:00100000:0.0:1777045380.448514:0:6641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 441 00000100:00100000:0.0:1777045380.448525:0:6641:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d589180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2389:x1863365370218880:12345-192.168.201.45@tcp:8:lhsmtool_posix.0 00010000:00080000:0.0:1777045380.448567:0:6641:0:(ldlm_lib.c:1431:target_handle_connect()) lustre-OST0000: connection from 15144518-a1c7-4352-a966-cb31eadd4d9b@192.168.201.45@tcp t0 exp 0000000000000000 cur 2008 last 0 00000020:00000080:0.0:1777045380.448608:0:6641:0:(genops.c:1406:class_connect()) connect: client 15144518-a1c7-4352-a966-cb31eadd4d9b, cookie 0x2c8777a5e7d9fce2 00002000:00100000:0.0:1777045380.448623:0:6641:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli 15144518-a1c7-4352-a966-cb31eadd4d9b/ffff98df67403000 ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 2113436 ocd_grant: 5111808 ocd_index: 0 ocd_group 0 00002000:00100000:0.0:1777045380.448650:0:6641:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return f7 00002000:00080000:0.0:1777045380.448766:0:6641:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:0.0:1777045380.448807:0:6641:0:(import.c:65:import_set_state_nolock()) ffff98df67406800 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1777045380.448932:0:6641:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d589180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+6:2389:x1863365370218880:12345-192.168.201.45@tcp:8:lhsmtool_posix.0 Request processed in 406us (1293us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045380.448944:0:6641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 441 00000100:00100000:0.0:1777045380.470882:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045380.471504:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370219008 00000100:00100000:1.0:1777045380.471525:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370219008 00000100:00100000:1.0:1777045380.471725:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 442 00000100:00100000:1.0:1777045380.471751:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de4282fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+6:0:x1863365370219008:12345-192.168.201.45@tcp:2:lhsmtool_posix.0 00000100:00080000:3.0:1777045380.473261:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000001:00100000:0.0:1777045380.670304:0:6666:0:(tgt_lastrcvd.c:568:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 15144518-a1c7-4352-a966-cb31eadd4d9b 00000001:00080000:0.0:1777045380.670342:0:6666:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967380 is committed 00000001:00100000:0.0:1777045380.670356:0:6666:0:(tgt_lastrcvd.c:568:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 15144518-a1c7-4352-a966-cb31eadd4d9b 00000020:00000080:0.0:1777045380.670362:0:6666:0:(genops.c:906:class_export_put()) final put ffff98df7bcf6800/15144518-a1c7-4352-a966-cb31eadd4d9b 00000020:00000080:2.0:1777045380.674106:0:8451:0:(genops.c:865:class_export_destroy()) destroying export ffff98df7bcf6800/15144518-a1c7-4352-a966-cb31eadd4d9b for lustre-OST0000 00000020:00000080:2.0:1777045380.674307:0:8451:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff98df7bcf5800 for lustre-OST0000 00000100:00100000:1.0:1777045380.680286:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de4282fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+5:0:x1863365370219008:12345-192.168.201.45@tcp:2:lhsmtool_posix.0 Request processed in 208527us (209408us total) trans 4294967380 rc 0/0 00000100:00100000:1.0:1777045380.680321:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 442 00000100:00100000:2.0:1777045380.697645:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045380.697787:0:5859:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370219264 00000100:00100000:0.0:1777045380.697805:0:5859:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370219264 00000100:00100000:0.0:1777045380.698759:0:5859:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 345 00000100:00100000:0.0:1777045380.698781:0:5859:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de435af480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+33:32834:x1863365370219264:12345-192.168.201.45@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1777045380.699558:0:5859:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de435af480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+34:32834:x1863365370219264:12345-192.168.201.45@tcp:35:lhsmtool_posix.0 Request processed in 502us (1649us total) trans 4294968339 rc 0/0 00000100:00100000:0.0:1777045380.699573:0:5859:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 345 00000100:00100000:1.0:1777045380.714382:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045380.715418:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370219520 00000100:00100000:2.0:1777045380.715438:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370219520 00000100:00100000:2.0:1777045380.715545:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1504 00000100:00100000:2.0:1777045380.715563:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d588700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+34:32834:x1863365370219520:12345-192.168.201.45@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1777045380.715750:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d588700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+34:32834:x1863365370219520:12345-192.168.201.45@tcp:57:lhsmtool_posix.0 Request processed in 189us (1384us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045380.715770:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1504 00000100:00100000:2.0:1777045380.745092:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045380.745626:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370219648 00000100:00100000:0.0:1777045380.745644:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370219648 00000100:00100000:0.0:1777045380.745914:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1505 00000100:00100000:0.0:1777045380.745953:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de435ac700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+34:32834:x1863365370219648:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1777045380.745989:0:7939:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777045380.746028:0:7939:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097600/0x2c8777a5e7d9fce9 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1149553 expref: -99 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045380.746157:0:7939:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097000/0x2c8777a5e7d9fcf0 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045380.746182:0:7939:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097000/0x2c8777a5e7d9fcf0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045380.746205:0:7939:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097000/0x2c8777a5e7d9fcf0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777045380.746287:0:7939:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1777045380.746625:0:7939:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097000/0x2c8777a5e7d9fcf0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045380.746675:0:7939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097600/0x2c8777a5e7d9fce9 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149553 expref: 36 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045380.746705:0:7939:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097000/0x2c8777a5e7d9fcf0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149553 expref: 35 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045380.746727:0:7939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff98df61f8e700) 00010000:00010000:0.0:1777045380.746733:0:7939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:0.0:1777045380.746739:0:7939:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de43097000, rc 0) 00000100:00100000:2.0:1777045380.746963:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de435ac700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+35:32834:x1863365370219648:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 Request processed in 1032us (1886us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045380.746975:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1505 00000100:00100000:0.0:1777045380.760426:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045380.761919:0:8776:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370219776 00000100:00100000:1.0:1777045380.761939:0:8776:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370219776 00000100:00100000:1.0:1777045380.762033:0:8776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 443 00000100:00100000:1.0:1777045380.762049:0:8776:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d627b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+5:2393:x1863365370219776:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1777045380.762079:0:8776:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777045380.762115:0:8776:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000039551fc8/0x2c8777a5e7d9fcf7 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee114955a expref: -99 pid: 8776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777045380.762174:0:8776:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x1e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x69eb8f84, blocks: 0x1 00010000:00010000:1.0:1777045380.762272:0:8776:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777045380.762276:0:8776:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777045380.762292:0:8776:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000039551fc8/0x2c8777a5e7d9fcf7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114955a expref: 6 pid: 8776 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045380.762325:0:8776:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000039551fc8/0x2c8777a5e7d9fcf7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114955a expref: 6 pid: 8776 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045380.762350:0:8776:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de419ecc00, rc 0) 00000100:00100000:1.0:1777045380.762457:0:8776:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d627b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+6:2393:x1863365370219776:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 Request processed in 410us (2048us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045380.762469:0:8776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 443 00000100:00100000:1.0:1777045380.790574:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045380.790729:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370220032 00000100:00100000:0.0:1777045380.790746:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370220032 00000100:00100000:0.0:1777045380.790870:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1506 00000100:00100000:0.0:1777045380.790887:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d58bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+35:32834:x1863365370220032:12345-192.168.201.45@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1777045380.791200:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d58bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+35:32834:x1863365370220032:12345-192.168.201.45@tcp:57:lhsmtool_posix.0 Request processed in 307us (636us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045380.791212:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1506 00000100:00100000:3.0:1777045380.805000:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045380.810451:0:14822:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370220160 00000100:00100000:1.0:1777045380.810474:0:14822:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370220160 00000100:00100000:1.0:1777045380.810603:0:14822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 444 00000100:00100000:1.0:1777045380.810622:0:14822:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b4b1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+6:32834:x1863365370220160:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1777045380.810654:0:14822:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777045380.810686:0:14822:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a3e407e4/0x2c8777a5e7d9fcfe lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1149561 expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045380.810743:0:14822:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000039551fc8/0x2c8777a5e7d9fcf7 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114955a expref: 7 pid: 8776 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045380.810768:0:14822:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777045380.810771:0:14822:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777045380.810777:0:14822:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a3e407e4/0x2c8777a5e7d9fcfe lrc: 4/0,0 mode: --/PW res: [0x240000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149561 expref: 7 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045380.810855:0:14822:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000039551fc8/0x2c8777a5e7d9fcf7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114955a expref: 7 pid: 8776 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045380.810877:0:14822:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000039551fc8/0x2c8777a5e7d9fcf7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114955a expref: 7 pid: 8776 timeout: 2109 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777045380.810901:0:14822:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df6d588a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:14822:1863365424447488:192.168.201.45@tcp:104: 00000100:00100000:1.0:1777045380.811396:0:14822:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df46731840 going to sleep for 11 seconds 00000100:00100000:0.0:1777045380.825359:0:14822:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df6d588a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:14822:1863365424447488:192.168.201.45@tcp:104: 00010000:00010000:0.0:1777045380.825429:0:14822:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000a3e407e4/0x2c8777a5e7d9fcfe lrc: 3/0,0 mode: --/PW res: [0x240000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149561 expref: 7 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045380.825466:0:14822:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de419ec200, rc 0) 00000100:00100000:0.0:1777045380.825576:0:14822:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b4b1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+7:32834:x1863365370220160:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 Request processed in 14957us (20594us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045380.825591:0:14822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 444 00000100:00100000:2.0:1777045380.831366:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045380.831461:0:5843:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370220288 00000100:00100000:0.0:1777045380.831479:0:5843:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370220288 00010000:00010000:0.0:1777045380.831549:0:5843:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000039551fc8/0x2c8777a5e7d9fcf7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114955a expref: 7 pid: 8776 timeout: 2109 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777045380.832214:0:5843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 429 00000100:00100000:0.0:1777045380.832231:0:5843:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df5006d850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+7:2393:x1863365370220288:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777045380.833408:0:5843:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777045380.833469:0:5843:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000039551fc8/0x2c8777a5e7d9fcf7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114955a expref: 7 pid: 8776 timeout: 2109 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045380.833504:0:5843:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000039551fc8/0x2c8777a5e7d9fcf7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114955a expref: 7 pid: 8776 timeout: 2109 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045380.833543:0:5843:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000039551fc8/0x2c8777a5e7d9fcf7 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114955a expref: 7 pid: 8776 timeout: 2109 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045380.833572:0:5843:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777045380.833576:0:5843:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777045380.833587:0:5843:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000a3e407e4/0x2c8777a5e7d9fcfe lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149561 expref: 6 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045380.833601:0:5843:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a3e407e4/0x2c8777a5e7d9fcfe lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149561 expref: 6 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045380.833666:0:5843:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000a3e407e4/0x2c8777a5e7d9fcfe lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149561 expref: 6 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777045380.833689:0:5843:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df6d626300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:5843:1863365424447616:192.168.201.45@tcp:105: 00000100:00100000:0.0:1777045380.833836:0:5843:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df61c9f3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1777045380.852627:0:5843:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df6d626300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:5843:1863365424447616:192.168.201.45@tcp:105: 00010000:00010000:1.0:1777045380.852674:0:5843:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777045380.852777:0:5843:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df5006d850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+6:2393:x1863365370220288:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 20548us (21428us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045380.852796:0:5843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 429 00000100:00100000:1.0:1777045380.859787:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045380.864659:0:6645:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370220416 00000100:00100000:3.0:1777045380.864684:0:6645:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370220416 00002000:00100000:3.0:1777045380.864789:0:6645:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x1e:0x0] (0->157) req@ffff98df6d589f80 x1863365370220416/t0(0) o4->15144518-a1c7-4352-a966-cb31eadd4d9b@192.168.201.45@tcp:381/0 lens 648/0 e 0 to 0 dl 1777045391 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1777045380.864827:0:6645:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98df6d589f80 with x1863365370220416 ext(0->157) 00002000:00010000:3.0:1777045380.864838:0:6645:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff98df6d589f80 00000100:00100000:3.0:1777045380.864908:0:6645:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 123 00000100:00100000:3.0:1777045380.864924:0:6645:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d589f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+6:2393:x1863365370220416:12345-192.168.201.45@tcp:4:lhsmtool_posix.0 00000100:00100000:2.0:1777045380.880446:0:6645:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d589f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2393:x1863365370220416:12345-192.168.201.45@tcp:4:lhsmtool_posix.0 Request processed in 15500us (20650us total) trans 4294967381 rc 0/0 00000100:00100000:2.0:1777045380.880473:0:6645:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 123 00002000:00100000:2.0:1777045380.880500:0:6645:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x1e:0x0] (0->157) req@ffff98df6d589f80 x1863365370220416/t4294967381(0) o4->15144518-a1c7-4352-a966-cb31eadd4d9b@192.168.201.45@tcp:381/0 lens 648/448 e 0 to 0 dl 1777045391 ref 1 fl Complete:/600/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777045380.880518:0:6645:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98df6d589f80 with x1863365370220416 ext(0->157) 00002000:00010000:2.0:1777045380.880529:0:6645:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff98df6d589f80 00010000:00010000:3.0:1777045380.893317:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777045380.921629:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045380.923886:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370220544 00000100:00100000:3.0:1777045380.923907:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370220544 00000100:00100000:3.0:1777045380.924010:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1507 00000100:00100000:3.0:1777045380.924028:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de435ae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+35:32834:x1863365370220544:12345-192.168.201.45@tcp:44:lhsmtool_posix.0 00000100:00100000:0.0:1777045381.207650:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de435ae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+35:32834:x1863365370220544:12345-192.168.201.45@tcp:44:lhsmtool_posix.0 Request processed in 283616us (286031us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045381.207666:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1507 00000001:00080000:1.0:1777045381.209604:0:5877:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968339 is committed 00000001:00080000:1.0:1777045381.209638:0:5877:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968338 is committed 00000004:00080000:1.0:1777045381.209645:0:5877:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 23 committed 00000004:00080000:1.0:1777045381.209833:0:5877:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 18 committed 00000100:00100000:1.0:1777045381.210881:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df6d624700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424447744:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1777045381.211367:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777045381.212832:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de435ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424447872:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1777045381.212883:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045381.213153:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424447744 00000100:00100000:0.0:1777045381.213164:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424447744 00000100:00100000:0.0:1777045381.213257:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424447872 00000100:00100000:0.0:1777045381.213262:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424447872 00000100:00100000:0.0:1777045381.213288:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 445 00000100:00100000:0.0:1777045381.213299:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d589500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3342:x1863365424447744:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1777045381.213487:0:6642:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x1e:0x0] updating lvb size from disk: 0 -> 158 00002000:00010000:0.0:1777045381.213492:0:6642:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x1e:0x0] updating lvb mtime from disk: 0 -> 1777045380 00002000:00010000:0.0:1777045381.213495:0:6642:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x1e:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1777045381.213497:0:6642:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x1e:0x0] updating lvb ctime from disk: 1777045380 -> 1777045380 00002000:00010000:0.0:1777045381.213501:0:6642:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x1e:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:0.0:1777045381.213554:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d589500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3342:x1863365424447744:12345-0@lo:2:osp-syn-0-0.0 Request processed in 257us (2188us total) trans 4294967382 rc 0/0 00000100:00100000:0.0:1777045381.213565:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 445 00000100:00100000:0.0:1777045381.213587:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 446 00000100:00100000:0.0:1777045381.213597:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df50e7f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424447872:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1777045381.213615:0:6642:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:29 count 1 00010000:00010000:0.0:1777045381.213638:0:6642:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000aa5c50c4/0x2c8777a5e7d9fd05 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045381.213662:0:6642:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000bcc872ff/0x2c8777a5e7d9f7e1 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149403 expref: 7 pid: 6642 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045381.213682:0:6642:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000063219c05/0x2c8777a5e7d9f804 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149411 expref: 10 pid: 6639 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045381.213691:0:6642:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777045381.213694:0:6642:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777045381.213699:0:6642:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000aa5c50c4/0x2c8777a5e7d9fd05 lrc: 5/0,1 mode: --/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045381.213731:0:6642:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000063219c05/0x2c8777a5e7d9f804 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149411 expref: 10 pid: 6639 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045381.213749:0:6642:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000063219c05/0x2c8777a5e7d9f804 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149411 expref: 10 pid: 6639 timeout: 2109 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777045381.213764:0:6642:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df6d626a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6642:1863365424448000:192.168.201.45@tcp:104: 00000100:00080000:3.0:1777045381.215122:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1777045381.215128:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1777045381.215183:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045381.215730:0:8776:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370220672 00000100:00100000:2.0:1777045381.215738:0:8776:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370220672 00000100:00100000:2.0:1777045381.215778:0:8776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 447 00000100:00100000:2.0:1777045381.215788:0:8776:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b4b0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2393:x1863365370220672:12345-192.168.201.45@tcp:16:lhsmtool_posix.0 00000004:00080000:1.0:1777045381.218455:0:3342:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98df6d624700/2, rc 0, transno 4294967382 00000100:00100000:1.0:1777045381.218470:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df6d624700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424447744:0@lo:2:osp-syn-0-0.0 00010000:00010000:1.0:1777045381.222291:0:6642:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000bcc872ff/0x2c8777a5e7d9f7e1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149403 expref: 7 pid: 6642 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045381.223252:0:6642:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000bcc872ff/0x2c8777a5e7d9f7e1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149403 expref: 7 pid: 6642 timeout: 2109 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777045381.223281:0:6642:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df6d58aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6642:1863365424448128:192.168.201.45@tcp:104: 00000100:00100000:1.0:1777045381.223378:0:6642:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df77ab4000 going to sleep for 11 seconds 00000100:00100000:2.0:1777045381.232355:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045381.232424:0:6642:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df6d626a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6642:1863365424448000:192.168.201.45@tcp:104: 00000100:00100000:2.0:1777045381.244237:0:5842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370220800 00000100:00100000:2.0:1777045381.244253:0:5842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370220800 00010000:00010000:2.0:1777045381.245170:0:5842:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000063219c05/0x2c8777a5e7d9f804 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149411 expref: 11 pid: 6639 timeout: 2109 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777045381.245239:0:5842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 430 00000100:00100000:2.0:1777045381.245254:0:5842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de435adc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:146de360-3fb2-48bd-b418-06f30714148a+11:2393:x1863365370220800:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777045381.245273:0:5842:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777045381.245281:0:5842:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000063219c05/0x2c8777a5e7d9f804 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149411 expref: 11 pid: 6639 timeout: 2109 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045381.245299:0:5842:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000063219c05/0x2c8777a5e7d9f804 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149411 expref: 11 pid: 6639 timeout: 2109 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045381.245327:0:5842:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000063219c05/0x2c8777a5e7d9f804 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149411 expref: 11 pid: 6639 timeout: 2109 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045381.245349:0:5842:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777045381.245413:0:5842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de435adc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:146de360-3fb2-48bd-b418-06f30714148a+10:2393:x1863365370220800:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 162us (13068us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045381.245424:0:5842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 430 00000100:00100000:3.0:1777045381.245864:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045381.245898:0:5841:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370220928 00000100:00100000:3.0:1777045381.245905:0:5841:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370220928 00000100:00080000:0.0:1777045381.249281:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:3.0:1777045381.249721:0:5841:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000bcc872ff/0x2c8777a5e7d9f7e1 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149403 expref: 8 pid: 6642 timeout: 2109 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777045381.249783:0:5841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 431 00000100:00100000:3.0:1777045381.249798:0:5841:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b4b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2392:x1863365370220928:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777045381.249845:0:5841:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777045381.249852:0:5841:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000bcc872ff/0x2c8777a5e7d9f7e1 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149403 expref: 8 pid: 6642 timeout: 2109 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045381.249870:0:5841:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000bcc872ff/0x2c8777a5e7d9f7e1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149403 expref: 8 pid: 6642 timeout: 2109 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045381.249901:0:5841:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777045381.250167:0:5841:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777045381.250174:0:5841:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000aa5c50c4/0x2c8777a5e7d9fd05 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045381.250186:0:5841:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000aa5c50c4/0x2c8777a5e7d9fd05 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045381.250215:0:5841:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777045381.250594:0:5841:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b4b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2392:x1863365370220928:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 799us (4731us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045381.250605:0:5841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 431 00010000:00010000:2.0:1777045381.253104:0:6642:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000bcc872ff/0x2c8777a5e7d9f7e1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149403 expref: 7 pid: 6642 timeout: 2109 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777045381.253129:0:6642:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df6d58aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6642:1863365424448128:192.168.201.45@tcp:104: 00010000:00010000:2.0:1777045381.253161:0:6642:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000aa5c50c4/0x2c8777a5e7d9fd05 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045381.253181:0:6642:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000aa5c50c4/0x2c8777a5e7d9fd05 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045381.253189:0:6642:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000aa5c50c4/0x2c8777a5e7d9fd05 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045381.253202:0:6642:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000aa5c50c4/0x2c8777a5e7d9fd05 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045381.253214:0:6642:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000aa5c50c4/0x2c8777a5e7d9fd05 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045381.253247:0:6642:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1777045381.254331:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df50e7f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3343:x1863365424447872:12345-0@lo:6:osp-syn-1-0.0 Request processed in 40733us (41444us total) trans 4294967380 rc 0/0 00000100:00100000:2.0:1777045381.254601:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 446 00010000:00010000:3.0:1777045381.255349:0:5844:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777045381.255360:0:5844:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000aa5c50c4/0x2c8777a5e7d9fd05 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045381.255373:0:5844:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de43097600 already unused, calling callback (ffffffffc17d22d0) 00010000:00010000:3.0:1777045381.255379:0:5844:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000aa5c50c4/0x2c8777a5e7d9fd05 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045381.255391:0:5844:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000aa5c50c4/0x2c8777a5e7d9fd05 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045381.255411:0:5844:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000aa5c50c4/0x2c8777a5e7d9fd05 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045381.255420:0:5844:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000aa5c50c4/0x2c8777a5e7d9fd05 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045381.255450:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777045381.255453:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777045381.255455:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1777045381.260834:0:3343:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98de435ac000/2, rc 0, transno 4294967380 00000100:00100000:2.0:1777045381.260849:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de435ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424447872:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1777045381.368697:0:8776:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b4b0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2393:x1863365370220672:12345-192.168.201.45@tcp:16:lhsmtool_posix.0 Request processed in 152897us (153502us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045381.368716:0:8776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 447 00000001:00080000:2.0:1777045381.369132:0:6666:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967382 is committed 00000001:00080000:2.0:1777045381.369153:0:6666:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967381 is committed 00000100:00100000:1.0:1777045381.389983:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045381.393151:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370221184 00000100:00100000:2.0:1777045381.393166:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370221184 00000100:00080000:3.0:1777045381.393448:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1777045381.394407:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1508 00000100:00100000:2.0:1777045381.394423:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d58b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+25:32834:x1863365370221184:12345-192.168.201.45@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1777045381.394496:0:7939:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777045381.394527:0:7939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097000/0x2c8777a5e7d9fcf0 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149553 expref: 25 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045381.394551:0:7939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff98df61f8e700) 00010000:00010000:2.0:1777045381.394557:0:7939:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777045381.394596:0:7939:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bf400/0x2c8777a5e7d9fd0c lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045381.394615:0:7939:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bf400/0x2c8777a5e7d9fd0c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045381.395542:0:7939:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bf400/0x2c8777a5e7d9fd0c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777045381.395838:0:7939:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000075d14069 reply state 00000000dbb39f98 transno 4294968340 ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bf400/0x2c8777a5e7d9fd0c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777045381.395853:0:7939:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777045381.395995:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d58b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+26:32834:x1863365370221184:12345-192.168.201.45@tcp:36:lhsmtool_posix.0 Request processed in 1573us (6020us total) trans 4294968340 rc 0/0 00000100:00100000:2.0:1777045381.396006:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1508 00010000:00010000:0.0:1777045381.404484:0:3327:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bf400/0x2c8777a5e7d9fd0c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045381.404507:0:3327:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bf400/0x2c8777a5e7d9fd0c lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045381.404517:0:3327:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bf400/0x2c8777a5e7d9fd0c lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045381.404527:0:3327:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de435bf400 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:0.0:1777045381.404533:0:3327:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bf400/0x2c8777a5e7d9fd0c lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045381.404543:0:3327:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bf400/0x2c8777a5e7d9fd0c lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045381.404562:0:3327:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff98df61f8e700) 00010000:00010000:0.0:1777045381.404567:0:3327:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777045381.404573:0:3327:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bf400/0x2c8777a5e7d9fd0c lrc: 2/0,0 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045381.404581:0:3327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bf400/0x2c8777a5e7d9fd0c lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777045381.419570:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045381.423367:0:6639:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370221312 00000100:00100000:2.0:1777045381.423383:0:6639:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370221312 00000100:00100000:0.0:1777045381.424015:0:6639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 448 00000100:00100000:0.0:1777045381.424030:0:6639:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d589180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+6:2393:x1863365370221312:12345-192.168.201.45@tcp:2:lhsmtool_posix.0 00002000:00010000:0.0:1777045381.424698:0:6639:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x1e:0x0] updating lvb size from disk: 158 -> 158 00002000:00010000:0.0:1777045381.424703:0:6639:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x1e:0x0] updating lvb mtime from disk: 1777045380 -> 1777045376 00002000:00010000:0.0:1777045381.424707:0:6639:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x1e:0x0] updating lvb atime from disk: 0 -> 1777045375 00002000:00010000:0.0:1777045381.424710:0:6639:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x1e:0x0] updating lvb ctime from disk: 1777045380 -> 1777045379 00002000:00010000:0.0:1777045381.424713:0:6639:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x1e:0x0] updating lvb blocks from disk: 1 -> 11 00000100:00100000:0.0:1777045381.424823:0:6639:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d589180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+7:2393:x1863365370221312:12345-192.168.201.45@tcp:2:lhsmtool_posix.0 Request processed in 772us (5243us total) trans 4294967383 rc 0/0 00000100:00100000:0.0:1777045381.424835:0:6639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 448 00000100:00100000:3.0:1777045381.438982:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045381.440182:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370221568 00000100:00100000:0.0:1777045381.440195:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370221568 00000100:00100000:1.0:1777045381.443355:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1509 00000100:00100000:1.0:1777045381.443373:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b4b2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+25:32834:x1863365370221568:12345-192.168.201.45@tcp:55:lhsmtool_posix.0 00010000:00010000:1.0:1777045381.443457:0:12646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eda00/0x2c8777a5e7d9fd13 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045381.443479:0:12646:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097c00/0x2c8777a5e7d9fccd lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149545 expref: 25 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045381.443490:0:12646:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eda00/0x2c8777a5e7d9fd13 lrc: 4/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045381.443540:0:12646:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097c00/0x2c8777a5e7d9fccd lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149545 expref: 25 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045381.443560:0:12646:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097c00/0x2c8777a5e7d9fccd lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149545 expref: 25 pid: 12646 timeout: 2109 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777045381.448105:0:12646:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df6d589500 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12646:1863365424448256:192.168.201.45@tcp:104: 00000100:00100000:1.0:1777045381.449347:0:12646:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df467319c0 going to sleep for 11 seconds 00000100:00100000:1.0:1777045381.468060:0:12646:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df6d589500 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12646:1863365424448256:192.168.201.45@tcp:104: 00010000:00010000:1.0:1777045381.468095:0:12646:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eda00/0x2c8777a5e7d9fd13 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777045381.471167:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045381.471343:0:5842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370221696 00000100:00100000:2.0:1777045381.471359:0:5842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370221696 00010000:00010000:2.0:1777045381.471411:0:5842:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097c00/0x2c8777a5e7d9fccd lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149545 expref: 26 pid: 12646 timeout: 2109 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777045381.471468:0:5842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 432 00000100:00100000:2.0:1777045381.471481:0:5842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b4b2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+26:2392:x1863365370221696:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777045381.471498:0:5842:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777045381.471506:0:5842:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097c00/0x2c8777a5e7d9fccd lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149545 expref: 26 pid: 12646 timeout: 2109 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045381.471522:0:5842:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097c00/0x2c8777a5e7d9fccd lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149545 expref: 26 pid: 12646 timeout: 2109 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045381.471547:0:5842:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097c00/0x2c8777a5e7d9fccd lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149545 expref: 26 pid: 12646 timeout: 2109 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045381.471586:0:5842:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff98df61f8e700) 00010000:00010000:2.0:1777045381.471593:0:5842:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eda00/0x2c8777a5e7d9fd13 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045381.471615:0:5842:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eda00/0x2c8777a5e7d9fd13 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045381.471626:0:5842:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eda00/0x2c8777a5e7d9fd13 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045381.471748:0:5842:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777045381.472228:0:5842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b4b2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+25:2392:x1863365370221696:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 747us (1078us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045381.472239:0:5842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 432 00010000:00010000:1.0:1777045381.474297:0:12646:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eda00/0x2c8777a5e7d9fd13 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045381.474314:0:12646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eda00/0x2c8777a5e7d9fd13 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045381.474352:0:12646:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eda00/0x2c8777a5e7d9fd13 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045381.474362:0:12646:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eda00/0x2c8777a5e7d9fd13 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045381.474371:0:12646:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eda00/0x2c8777a5e7d9fd13 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045381.474378:0:12646:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de419eda00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:1.0:1777045381.474384:0:12646:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eda00/0x2c8777a5e7d9fd13 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045381.474393:0:12646:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eda00/0x2c8777a5e7d9fd13 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045381.474408:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff98df61f8e700) 00010000:00010000:1.0:1777045381.474413:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:1.0:1777045381.474418:0:12646:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eda00/0x2c8777a5e7d9fd13 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045381.474426:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eda00/0x2c8777a5e7d9fd13 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777045381.476291:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b4b2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+24:32834:x1863365370221568:12345-192.168.201.45@tcp:55:lhsmtool_posix.0 Request processed in 32913us (37309us total) trans 0 rc -22/-22 00000100:00100000:1.0:1777045381.476309:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1509 00000100:00100000:3.0:1777045381.501975:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045381.502146:0:14822:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370221824 00000100:00100000:2.0:1777045381.502163:0:14822:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370221824 00000100:00100000:2.0:1777045381.502470:0:14822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 449 00000100:00100000:2.0:1777045381.502485:0:14822:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b4b0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+7:2390:x1863365370221824:12345-192.168.201.45@tcp:1:lhsmtool_posix.0 00010000:00010000:2.0:1777045381.502541:0:14822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000006144d0f4/0x2c8777a5e7d9fd1a lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045381.502567:0:14822:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000a3e407e4/0x2c8777a5e7d9fcfe lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149561 expref: 7 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045381.502579:0:14822:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777045381.502582:0:14822:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777045381.502587:0:14822:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006144d0f4/0x2c8777a5e7d9fd1a lrc: 4/1,0 mode: --/PR res: [0x240000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045381.502653:0:14822:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000a3e407e4/0x2c8777a5e7d9fcfe lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149561 expref: 7 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045381.502690:0:14822:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000a3e407e4/0x2c8777a5e7d9fcfe lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149561 expref: 7 pid: 14822 timeout: 2109 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777045381.502712:0:14822:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de435af100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:14822:1863365424448384:192.168.201.45@tcp:104: 00000100:00100000:2.0:1777045381.502846:0:14822:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df467d9e40 going to sleep for 11 seconds 00000100:00100000:0.0:1777045381.516584:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045381.517486:0:5841:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370221952 00000100:00100000:1.0:1777045381.517499:0:5841:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370221952 00010000:00010000:1.0:1777045381.517547:0:5841:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000a3e407e4/0x2c8777a5e7d9fcfe lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149561 expref: 8 pid: 14822 timeout: 2109 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777045381.517933:0:14822:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de435af100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:14822:1863365424448384:192.168.201.45@tcp:104: 00010000:00010000:3.0:1777045381.517993:0:14822:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000006144d0f4/0x2c8777a5e7d9fd1a lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777045381.520161:0:5843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 433 00000100:00100000:3.0:1777045381.520537:0:5843:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d624000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2392:x1863365370221952:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777045381.520601:0:5843:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777045381.520652:0:5843:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0000_UUID lock: 00000000a3e407e4/0x2c8777a5e7d9fcfe lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149561 expref: 8 pid: 14822 timeout: 2109 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045381.520685:0:5843:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000a3e407e4/0x2c8777a5e7d9fcfe lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149561 expref: 8 pid: 14822 timeout: 2109 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045381.520734:0:5843:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a3e407e4/0x2c8777a5e7d9fcfe lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149561 expref: 8 pid: 14822 timeout: 2109 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045381.520768:0:5843:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777045381.520774:0:5843:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777045381.520784:0:5843:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000006144d0f4/0x2c8777a5e7d9fd1a lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045381.520833:0:5843:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006144d0f4/0x2c8777a5e7d9fd1a lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045381.520906:0:5843:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777045381.521028:0:5843:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d624000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+7:2392:x1863365370221952:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 846us (4449us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045381.521046:0:5843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 433 00010000:00010000:0.0:1777045381.521406:0:14822:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000006144d0f4/0x2c8777a5e7d9fd1a lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045381.521428:0:14822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006144d0f4/0x2c8777a5e7d9fd1a lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045381.521474:0:14822:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000006144d0f4/0x2c8777a5e7d9fd1a lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045381.521497:0:14822:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000006144d0f4/0x2c8777a5e7d9fd1a lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045381.521508:0:14822:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000006144d0f4/0x2c8777a5e7d9fd1a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045381.521518:0:14822:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de435bf600 already unused, calling callback (ffffffffc17d22d0) 00010000:00010000:0.0:1777045381.521523:0:14822:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000006144d0f4/0x2c8777a5e7d9fd1a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045381.521535:0:14822:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000006144d0f4/0x2c8777a5e7d9fd1a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045381.521559:0:14822:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000006144d0f4/0x2c8777a5e7d9fd1a lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045381.521593:0:14822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006144d0f4/0x2c8777a5e7d9fd1a lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777045381.521732:0:14822:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b4b0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+6:2390:x1863365370221824:12345-192.168.201.45@tcp:1:lhsmtool_posix.0 Request processed in 19245us (19793us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045381.521746:0:14822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 449 00000100:00100000:0.0:1777045381.541550:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045381.544750:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370222208 00000100:00100000:3.0:1777045381.544777:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370222208 00000100:00100000:3.0:1777045381.544942:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1510 00000100:00100000:3.0:1777045381.544964:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d626d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+24:32834:x1863365370222208:12345-192.168.201.45@tcp:57:lhsmtool_posix.0 00010000:00010000:3.0:1777045381.545138:0:5855:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103000/0x2c8777a5e7d9fd21 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x52:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045381.545174:0:5855:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103000/0x2c8777a5e7d9fd21 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x52:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045381.545250:0:5855:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103000/0x2c8777a5e7d9fd21 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x52:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045381.545692:0:5855:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102000/0x2c8777a5e7d9fd28 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045381.545717:0:5855:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096600/0x2c8777a5e7d9fcdb lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114954c expref: 25 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045381.545744:0:5855:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102000/0x2c8777a5e7d9fd28 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045381.546137:0:5855:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096600/0x2c8777a5e7d9fcdb lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114954c expref: 25 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045381.546164:0:5855:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096600/0x2c8777a5e7d9fcdb lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114954c expref: 25 pid: 5857 timeout: 2110 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777045381.546193:0:5855:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7b4b1180 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5855:1863365424448512:192.168.201.45@tcp:104: 00000100:00100000:3.0:1777045381.546673:0:5855:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df50f23f00 going to sleep for 11 seconds 00000100:00100000:3.0:1777045381.567628:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045381.567755:0:5855:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7b4b1180 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5855:1863365424448512:192.168.201.45@tcp:104: 00010000:00010000:0.0:1777045381.567793:0:5855:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102000/0x2c8777a5e7d9fd28 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777045381.568184:0:5842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370222336 00000100:00100000:2.0:1777045381.568195:0:5842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370222336 00010000:00010000:2.0:1777045381.568295:0:5842:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096600/0x2c8777a5e7d9fcdb lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114954c expref: 26 pid: 5857 timeout: 2110 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777045381.568350:0:5842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 434 00000100:00100000:2.0:1777045381.568363:0:5842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df470cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+26:2392:x1863365370222336:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777045381.568387:0:5842:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777045381.568396:0:5842:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096600/0x2c8777a5e7d9fcdb lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114954c expref: 26 pid: 5857 timeout: 2110 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045381.568415:0:5842:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096600/0x2c8777a5e7d9fcdb lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114954c expref: 26 pid: 5857 timeout: 2110 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045381.568442:0:5842:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096600/0x2c8777a5e7d9fcdb lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114954c expref: 26 pid: 5857 timeout: 2110 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045381.568461:0:5842:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff98df61f8e700) 00010000:00010000:2.0:1777045381.568467:0:5842:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102000/0x2c8777a5e7d9fd28 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045381.568480:0:5842:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102000/0x2c8777a5e7d9fd28 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045381.568490:0:5842:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102000/0x2c8777a5e7d9fd28 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045381.568517:0:5842:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777045381.568599:0:5842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df470cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+25:2392:x1863365370222336:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 237us (991us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045381.568610:0:5842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 434 00010000:00010000:0.0:1777045381.576264:0:5855:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102000/0x2c8777a5e7d9fd28 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045381.576288:0:5855:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102000/0x2c8777a5e7d9fd28 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1777045381.576847:0:5855:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968341 00000001:00080000:0.0:1777045381.577057:0:5855:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968342 00000001:00080000:0.0:1777045381.577117:0:5855:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968343 00000100:00100000:0.0:1777045381.577271:0:5855:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df6d625f80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:5855:1863365424448640:0@lo:1000:mdt00_000.0 00000100:00100000:0.0:1777045381.577350:0:5855:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045381.577387:0:5855:0:(client.c:2691:ptlrpc_set_wait()) set ffff98de41f1a480 going to sleep for 11 seconds 00000100:00100000:1.0:1777045381.579269:0:5861:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424448640 00000100:00100000:1.0:1777045381.579282:0:5861:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424448640 00000100:00100000:1.0:1777045381.579631:0:5861:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73 00000100:00100000:1.0:1777045381.579645:0:5861:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d627480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:5855:x1863365424448640:12345-0@lo:1000:mdt00_000.0 00000100:00100000:1.0:1777045381.579769:0:5861:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d627480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:5855:x1863365424448640:12345-0@lo:1000:mdt00_000.0 Request processed in 126us (2418us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045381.579779:0:5861:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73 00000100:00100000:0.0:1777045381.582553:0:5855:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967382 gen 2 00000004:00080000:0.0:1777045381.582566:0:5855:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98df6d624700, transno 4294967382 00000100:00100000:0.0:1777045381.582584:0:5855:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df6d625f80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:5855:1863365424448640:0@lo:1000:mdt00_000.0 00000001:00080000:0.0:1777045381.583101:0:5855:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968344 00000100:00100000:0.0:1777045381.583658:0:5855:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df6d625f80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:5855:1863365424448768:0@lo:1000:mdt00_000.0 00000100:00100000:0.0:1777045381.583726:0:5855:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045381.583770:0:5855:0:(client.c:2691:ptlrpc_set_wait()) set ffff98de41f1acc0 going to sleep for 11 seconds 00000100:00100000:1.0:1777045381.584028:0:5861:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424448768 00000100:00100000:1.0:1777045381.584039:0:5861:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424448768 00000100:00100000:1.0:1777045381.584101:0:5861:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74 00000100:00100000:1.0:1777045381.584114:0:5861:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d626680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:5855:x1863365424448768:12345-0@lo:1000:mdt00_000.0 00000100:00100000:1.0:1777045381.584363:0:5861:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d626680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:5855:x1863365424448768:12345-0@lo:1000:mdt00_000.0 Request processed in 250us (635us total) trans 4294967384 rc 0/0 00000100:00100000:1.0:1777045381.584374:0:5861:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74 00000100:00100000:0.0:1777045381.585705:0:5855:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df6d625f80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:5855:1863365424448768:0@lo:1000:mdt00_000.0 00010000:00010000:0.0:1777045381.585752:0:5855:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102000/0x2c8777a5e7d9fd28 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045381.585767:0:5855:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102000/0x2c8777a5e7d9fd28 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045381.585778:0:5855:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102000/0x2c8777a5e7d9fd28 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045381.585786:0:5855:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de43102000 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:0.0:1777045381.585792:0:5855:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102000/0x2c8777a5e7d9fd28 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045381.585825:0:5855:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102000/0x2c8777a5e7d9fd28 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045381.585844:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff98df61f8e700) 00010000:00010000:0.0:1777045381.585848:0:5855:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1777045381.585855:0:5855:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102000/0x2c8777a5e7d9fd28 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045381.585863:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102000/0x2c8777a5e7d9fd28 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045381.585900:0:5855:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32800/0x2c8777a5e7d9f90e lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x52:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210400000020 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045381.585910:0:5855:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32800/0x2c8777a5e7d9f90e lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x52:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210400000020 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045381.585918:0:5855:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32800/0x2c8777a5e7d9f90e lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x52:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045381.585927:0:5855:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de41a32800 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:0.0:1777045381.585931:0:5855:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32800/0x2c8777a5e7d9f90e lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x52:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045381.585939:0:5855:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32800/0x2c8777a5e7d9f90e lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x52:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40218400000020 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045381.585950:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x52:0x0].0x0 (ffff98df52c43300) 00010000:00010000:0.0:1777045381.585953:0:5855:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1777045381.585962:0:5855:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103e00/0x2c8777a5e7d9f9a1 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x52:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11494a4 expref: 39 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045381.585977:0:5855:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103e00/0x2c8777a5e7d9f9a1 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x52:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11494a4 expref: 39 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045381.585988:0:5855:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103e00/0x2c8777a5e7d9f9a1 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x52:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11494a4 expref: 39 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045381.586025:0:5855:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103e00/0x2c8777a5e7d9f9a1 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x52:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11494a4 expref: 39 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777045381.586042:0:5855:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df6d625180 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5855:1863365424448896:192.168.201.45@tcp:105: 00000100:00100000:0.0:1777045381.586132:0:5855:0:(client.c:2691:ptlrpc_set_wait()) set ffff98de41f1acc0 going to sleep for 11 seconds 00000100:00100000:3.0:1777045381.604309:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045381.606535:0:5855:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df6d625180 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5855:1863365424448896:192.168.201.45@tcp:105: 00010000:00010000:0.0:1777045381.606571:0:5855:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32800/0x2c8777a5e7d9f90e lrc: 2/0,0 mode: --/EX res: [0x200000401:0x52:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x44a19400000020 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045381.606591:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41a32800/0x2c8777a5e7d9f90e lrc: 0/0,0 mode: --/EX res: [0x200000401:0x52:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x44a19400000020 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045381.606634:0:5855:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097600/0x2c8777a5e7d9fd2f lrc: 3/0,1 mode: --/EX res: [0x200000401:0x52:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045381.606653:0:5855:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023c00/0x2c8777a5e7d9f946 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149465 expref: 39 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045381.606665:0:5855:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097600/0x2c8777a5e7d9fd2f lrc: 4/0,1 mode: --/EX res: [0x200000401:0x52:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045381.606731:0:5855:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023c00/0x2c8777a5e7d9f946 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149465 expref: 39 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045381.606752:0:5855:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023c00/0x2c8777a5e7d9f946 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149465 expref: 39 pid: 5857 timeout: 2110 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777045381.606773:0:5855:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df6d625180 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5855:1863365424449024:192.168.201.45@tcp:104: 00000100:00100000:0.0:1777045381.606913:0:5855:0:(client.c:2691:ptlrpc_set_wait()) set ffff98de41f1acc0 going to sleep for 11 seconds 00000100:00100000:1.0:1777045381.607022:0:19840:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370222464 00000100:00100000:1.0:1777045381.607031:0:19840:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370222464 00000100:00100000:1.0:1777045381.607102:0:19840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 346 00000100:00100000:1.0:1777045381.607116:0:19840:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df470cf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:146de360-3fb2-48bd-b418-06f30714148a+40:32802:x1863365370222464:12345-192.168.201.45@tcp:49:cat.0 00000100:00100000:1.0:1777045381.607298:0:19840:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df470cf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:146de360-3fb2-48bd-b418-06f30714148a+40:32802:x1863365370222464:12345-192.168.201.45@tcp:49:cat.0 Request processed in 184us (3009us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045381.607309:0:19840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 346 00000100:00100000:1.0:1777045381.619714:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045381.619780:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045381.619857:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045381.619941:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045381.620093:0:5855:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df6d625180 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5855:1863365424449024:192.168.201.45@tcp:104: 00010000:00010000:1.0:1777045381.620142:0:5855:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097600/0x2c8777a5e7d9fd2f lrc: 3/0,1 mode: --/EX res: [0x200000401:0x52:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777045381.620921:0:8776:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370222720 00000100:00100000:0.0:1777045381.620941:0:8776:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370222720 00000100:00100000:0.0:1777045381.621043:0:8776:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370222976 00000100:00100000:0.0:1777045381.621047:0:8776:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370222976 00000100:00100000:0.0:1777045381.621073:0:8776:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370222848 00000100:00100000:0.0:1777045381.621076:0:8776:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370222848 00000100:00100000:0.0:1777045381.621104:0:8776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1101 00000100:00100000:0.0:1777045381.621116:0:8776:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d589500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:146de360-3fb2-48bd-b418-06f30714148a+11:2391:x1863365370222720:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:0.0:1777045381.621284:0:8776:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d589500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:146de360-3fb2-48bd-b418-06f30714148a+11:2391:x1863365370222720:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 167us (1587us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045381.621298:0:8776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1101 00000100:00100000:3.0:1777045381.621307:0:5850:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370222592 00000100:00100000:3.0:1777045381.621323:0:5850:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370222592 00000100:00100000:0.0:1777045381.621332:0:8776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1102 00000100:00100000:0.0:1777045381.621347:0:8776:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d58aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+7:2391:x1863365370222976:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:0.0:1777045381.621398:0:8776:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d58aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+7:2391:x1863365370222976:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 52us (1614us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045381.621427:0:5850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 941 00000100:00100000:0.0:1777045381.621428:0:8776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1102 00000100:00100000:3.0:1777045381.621460:0:5850:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df4fc76c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2391:x1863365370222592:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:0.0:1777045381.621475:0:8776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1103 00000100:00100000:0.0:1777045381.621490:0:8776:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d588a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:146de360-3fb2-48bd-b418-06f30714148a+10:2391:x1863365370222848:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777045381.621561:0:5850:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df4fc76c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2391:x1863365370222592:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 109us (1699us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045381.621575:0:5850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 941 00000100:00100000:0.0:1777045381.622163:0:8776:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d588a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:146de360-3fb2-48bd-b418-06f30714148a+10:2391:x1863365370222848:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 674us (2241us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045381.622174:0:8776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1103 00000100:00080000:1.0:1777045381.622439:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1777045381.630745:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045381.630833:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045381.630949:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045381.631419:0:6641:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370223232 00000100:00100000:0.0:1777045381.631448:0:6641:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370223232 00000100:00100000:0.0:1777045381.631544:0:6641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 450 00000100:00100000:0.0:1777045381.631567:0:6641:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de435afb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:146de360-3fb2-48bd-b418-06f30714148a+11:32802:x1863365370223232:12345-192.168.201.45@tcp:101:cat.0 00000100:00100000:1.0:1777045381.631584:0:5843:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370223104 00010000:00010000:0.0:1777045381.631594:0:6641:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1777045381.631606:0:5843:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370223104 00010000:00010000:0.0:1777045381.631627:0:6641:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f0ac97ca/0x2c8777a5e7d9fd36 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1149568 expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777045381.631669:0:6641:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x1e:0x0] initial LVB size: 158, mtime: 0x69eb8f80, atime: 0x69eb8f7f, ctime: 0x69eb8f83, blocks: 0xb 00010000:00010000:1.0:1777045381.631683:0:5843:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023c00/0x2c8777a5e7d9f946 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149465 expref: 40 pid: 5857 timeout: 2110 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045381.631722:0:6641:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777045381.631728:0:6641:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777045381.631743:0:6641:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f0ac97ca/0x2c8777a5e7d9fd36 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149568 expref: 12 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777045381.631766:0:5843:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370223488 00010000:00010000:0.0:1777045381.631774:0:6641:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000f0ac97ca/0x2c8777a5e7d9fd36 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149568 expref: 12 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777045381.631778:0:5843:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370223488 00010000:00010000:0.0:1777045381.631825:0:6641:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de43097a00, rc 0) 00000100:00100000:1.0:1777045381.631865:0:5843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 435 00000100:00100000:1.0:1777045381.631883:0:5843:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de435ace00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:146de360-3fb2-48bd-b418-06f30714148a+41:2391:x1863365370223104:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777045381.631912:0:5843:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1777045381.631913:0:6641:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de435afb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:146de360-3fb2-48bd-b418-06f30714148a+12:32802:x1863365370223232:12345-192.168.201.45@tcp:101:cat.0 Request processed in 351us (1073us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045381.631931:0:6641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 450 00010000:00010000:1.0:1777045381.631957:0:5843:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023c00/0x2c8777a5e7d9f946 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149465 expref: 41 pid: 5857 timeout: 2110 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045381.631986:0:5843:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023c00/0x2c8777a5e7d9f946 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149465 expref: 41 pid: 5857 timeout: 2110 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777045381.632006:0:6655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 103 00000100:00100000:0.0:1777045381.632023:0:6655:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df412e9050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:146de360-3fb2-48bd-b418-06f30714148a+41:32803:x1863365370223488:12345-192.168.201.45@tcp:103:cat.0 00010000:00010000:1.0:1777045381.632029:0:5843:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023c00/0x2c8777a5e7d9f946 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149465 expref: 41 pid: 5857 timeout: 2110 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045381.632047:0:6655:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777045381.632082:0:5843:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x52:0x0].0x0 (ffff98df52c43300) 00010000:00010000:0.0:1777045381.632085:0:6655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103e00/0x2c8777a5e7d9f9a1 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x52:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11494a4 expref: 40 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045381.632098:0:5843:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097600/0x2c8777a5e7d9fd2f lrc: 3/0,1 mode: --/EX res: [0x200000401:0x52:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045381.632124:0:5843:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097600/0x2c8777a5e7d9fd2f lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x52:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045381.632139:0:5843:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097600/0x2c8777a5e7d9fd2f lrc: 4/0,1 mode: EX/EX res: [0x200000401:0x52:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045381.632539:0:6655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x52:0x0].0x0 (ffff98df52c43300) 00010000:00010000:0.0:1777045381.632549:0:6655:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777045381.632586:0:6655:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df412e9050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:146de360-3fb2-48bd-b418-06f30714148a+39:32803:x1863365370223488:12345-192.168.201.45@tcp:103:cat.0 Request processed in 567us (1635us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045381.633650:0:6655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 103 00010000:00010000:1.0:1777045381.635338:0:5843:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777045381.635448:0:5843:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de435ace00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:146de360-3fb2-48bd-b418-06f30714148a+38:2391:x1863365370223104:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 3561us (4704us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045381.635467:0:5843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 435 00010000:00010000:0.0:1777045381.637476:0:5855:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097600/0x2c8777a5e7d9fd2f lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x52:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045381.637498:0:5855:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097600/0x2c8777a5e7d9fd2f lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x52:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045381.637519:0:5855:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097600/0x2c8777a5e7d9fd2f lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x52:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045381.637531:0:5855:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097600/0x2c8777a5e7d9fd2f lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x52:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045381.637542:0:5855:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097600/0x2c8777a5e7d9fd2f lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x52:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045381.637551:0:5855:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de43097600 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:0.0:1777045381.637557:0:5855:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097600/0x2c8777a5e7d9fd2f lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x52:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045381.637569:0:5855:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097600/0x2c8777a5e7d9fd2f lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x52:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045381.637593:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x52:0x0].0x0 (ffff98df52c43300) 00010000:00010000:0.0:1777045381.637598:0:5855:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777045381.637604:0:5855:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097600/0x2c8777a5e7d9fd2f lrc: 2/0,0 mode: --/EX res: [0x200000401:0x52:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045381.637613:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097600/0x2c8777a5e7d9fd2f lrc: 0/0,0 mode: --/EX res: [0x200000401:0x52:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045381.637634:0:5855:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103000/0x2c8777a5e7d9fd21 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x52:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045381.637643:0:5855:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103000/0x2c8777a5e7d9fd21 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x52:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045381.637652:0:5855:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103000/0x2c8777a5e7d9fd21 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x52:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045381.637661:0:5855:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de43103000 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:0.0:1777045381.637667:0:5855:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103000/0x2c8777a5e7d9fd21 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x52:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045381.637677:0:5855:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103000/0x2c8777a5e7d9fd21 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x52:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045381.637690:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x52:0x0].0x0 (ffff98df52c43300) 00010000:00010000:0.0:1777045381.637715:0:5855:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1777045381.637721:0:5855:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103000/0x2c8777a5e7d9fd21 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x52:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045381.637731:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103000/0x2c8777a5e7d9fd21 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x52:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777045381.638487:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d626d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+28:32834:x1863365370222208:12345-192.168.201.45@tcp:57:lhsmtool_posix.0 Request processed in 93523us (96941us total) trans 4294968345 rc 0/0 00000100:00100000:0.0:1777045381.638503:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1510 00000020:00080000:0.0:1777045381.638511:0:5855:0:(tgt_main.c:783:tgt_ses_key_exit()) total 5 transactions per RPC 00000040:00080000:1.0:1777045381.639696:0:11491:0:(llog.c:801:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1777045381.639709:0:11491:0:(llog_cat.c:158:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1777045381.641236:0:11491:0:(llog.c:858:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 3 00000040:00080000:1.0:1777045381.641255:0:11491:0:(llog.c:858:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1777045381.650361:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045381.650671:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370223616 00000100:00100000:3.0:1777045381.650694:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370223616 00000100:00100000:3.0:1777045381.650838:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1511 00000100:00100000:3.0:1777045381.650858:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d625880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:146de360-3fb2-48bd-b418-06f30714148a+38:32803:x1863365370223616:12345-192.168.201.45@tcp:58:cat.0 00000100:00100000:3.0:1777045381.651152:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d625880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:146de360-3fb2-48bd-b418-06f30714148a+38:32803:x1863365370223616:12345-192.168.201.45@tcp:58:cat.0 Request processed in 298us (801us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045381.651168:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1511 00000100:00100000:3.0:1777045381.661125:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045381.661271:0:5859:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370223872 00000100:00100000:0.0:1777045381.661290:0:5859:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370223872 00000100:00100000:0.0:1777045381.661394:0:5859:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 347 00000100:00100000:0.0:1777045381.661412:0:5859:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df470cd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+28:32834:x1863365370223872:12345-192.168.201.45@tcp:35:lhsmtool_posix.0 00000004:00080000:0.0:1777045381.663672:0:5859:0:(mdd_object.c:4010:mdd_close()) Object [0x200000402:0x2d:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:0.0:1777045381.663947:0:5859:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968346 00010000:00010000:0.0:1777045381.664022:0:5859:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097600/0x2c8777a5e7d9fd3d lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5859 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045381.664045:0:5859:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097600/0x2c8777a5e7d9fd3d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 5859 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045381.664071:0:5859:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097600/0x2c8777a5e7d9fd3d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 5859 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045381.664082:0:5859:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097600/0x2c8777a5e7d9fd3d lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 5859 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045381.664092:0:5859:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097600/0x2c8777a5e7d9fd3d lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 5859 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045381.664102:0:5859:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097600/0x2c8777a5e7d9fd3d lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 5859 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777045381.664131:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00010000:00010000:0.0:1777045381.664144:0:5859:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1777045381.664248:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370224000 00000100:00100000:2.0:1777045381.664265:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370224000 00000100:00100000:0.0:1777045381.664345:0:5859:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df470cd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+30:32834:x1863365370223872:12345-192.168.201.45@tcp:35:lhsmtool_posix.0 Request processed in 2932us (3236us total) trans 4294968347 rc 0/0 00000100:00100000:2.0:1777045381.664361:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1512 00000100:00100000:0.0:1777045381.664369:0:5859:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 347 00000020:00080000:0.0:1777045381.664381:0:5859:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1777045381.664392:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de435ad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:146de360-3fb2-48bd-b418-06f30714148a+38:32803:x1863365370224000:12345-192.168.201.45@tcp:101:cat.0 00010000:00010000:2.0:1777045381.664424:0:12646:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777045381.664464:0:12646:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bec00/0x2c8777a5e7d9fd44 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x52:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee114956f expref: -99 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045381.664577:0:12646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bec00/0x2c8777a5e7d9fd44 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x52:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114956f expref: 39 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045381.664603:0:12646:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bec00/0x2c8777a5e7d9fd44 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x52:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114956f expref: 39 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045381.664634:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x52:0x0].0x0 (ffff98df52c43e00) 00010000:00010000:2.0:1777045381.664640:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1777045381.664647:0:12646:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de435bec00, rc 0) 00000100:00100000:2.0:1777045381.664737:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de435ad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:146de360-3fb2-48bd-b418-06f30714148a+39:32803:x1863365370224000:12345-192.168.201.45@tcp:101:cat.0 Request processed in 354us (616us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045381.664750:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1512 00010000:00010000:3.0:1777045381.665089:0:5845:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777045381.665101:0:5845:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097600/0x2c8777a5e7d9fd3d lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5859 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045381.665113:0:5845:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de43097600 already unused, calling callback (ffffffffc17d22d0) 00010000:00010000:3.0:1777045381.665121:0:5845:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097600/0x2c8777a5e7d9fd3d lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5859 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045381.665135:0:5845:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097600/0x2c8777a5e7d9fd3d lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5859 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045381.665155:0:5845:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff98df61f8e600) 00010000:00010000:3.0:1777045381.665160:0:5845:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1777045381.665166:0:5845:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097600/0x2c8777a5e7d9fd3d lrc: 1/0,0 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5859 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045381.665177:0:5845:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097600/0x2c8777a5e7d9fd3d lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5859 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045381.665253:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777045381.665258:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777045381.665261:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777045381.687452:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045381.689566:0:6646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370224128 00000100:00100000:3.0:1777045381.689590:0:6646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370224128 00002000:00100000:3.0:1777045381.689692:0:6646:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x1e:0x0] (0->4095) req@ffff98de435adc00 x1863365370224128/t0(0) o3->146de360-3fb2-48bd-b418-06f30714148a@192.168.201.45@tcp:382/0 lens 488/0 e 0 to 0 dl 1777045392 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1777045381.689713:0:6646:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98de435adc00 with x1863365370224128 ext(0->4095) 00002000:00010000:3.0:1777045381.689723:0:6646:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff98de435adc00 00000100:00100000:3.0:1777045381.689785:0:6646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 124 00000100:00100000:3.0:1777045381.689822:0:6646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de435adc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:146de360-3fb2-48bd-b418-06f30714148a+12:2392:x1863365370224128:12345-192.168.201.45@tcp:3:cat.0 00000100:00100000:3.0:1777045381.690288:0:6646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de435adc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:146de360-3fb2-48bd-b418-06f30714148a+12:2392:x1863365370224128:12345-192.168.201.45@tcp:3:cat.0 Request processed in 487us (2853us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1777045381.690305:0:6646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 124 00002000:00100000:3.0:1777045381.690320:0:6646:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x1e:0x0] (0->4095) req@ffff98de435adc00 x1863365370224128/t0(0) o3->146de360-3fb2-48bd-b418-06f30714148a@192.168.201.45@tcp:382/0 lens 488/4536 e 0 to 0 dl 1777045392 ref 1 fl Complete:/600/0 rc 4096/4096 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1777045381.690336:0:6646:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98de435adc00 with x1863365370224128 ext(0->4095) 00002000:00010000:3.0:1777045381.690342:0:6646:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff98de435adc00 00000100:00100000:0.0:1777045381.824599:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045381.824824:0:5858:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370224384 00000100:00100000:1.0:1777045381.824842:0:5858:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370224384 00000100:00100000:1.0:1777045381.825267:0:5858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 348 00000100:00100000:1.0:1777045381.825287:0:5858:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df45ed5050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:146de360-3fb2-48bd-b418-06f30714148a+39:32802:x1863365370224384:12345-192.168.201.45@tcp:35:cat.0 00000100:00100000:1.0:1777045381.825890:0:5858:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df45ed5050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:146de360-3fb2-48bd-b418-06f30714148a+40:32802:x1863365370224384:12345-192.168.201.45@tcp:35:cat.0 Request processed in 606us (1306us total) trans 4294968348 rc 0/0 00000100:00100000:1.0:1777045381.825905:0:5858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 348 00010000:00010000:3.0:1777045381.909653:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777045382.615699:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1777045382.615740:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df6d624380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424449152:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1777045382.616223:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045382.618858:0:6644:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424449152 00000100:00100000:0.0:1777045382.618880:0:6644:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424449152 00000100:00100000:0.0:1777045382.619001:0:6644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 541 00000100:00100000:0.0:1777045382.619017:0:6644:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de435ace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3343:x1863365424449152:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1777045382.619080:0:6644:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 62849024 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1777045382.619191:0:6644:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de435ace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3343:x1863365424449152:12345-0@lo:13:osp-pre-0-0.0 Request processed in 177us (2968us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045382.619252:0:6644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 541 00000100:00100000:1.0:1777045382.619344:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df6d624380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424449152:0@lo:13:osp-pre-0-0.0 00000040:00080000:1.0:1777045382.681586:0:11491:0:(llog.c:801:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1777045382.681602:0:11491:0:(llog_cat.c:158:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1777045382.682707:0:11491:0:(llog.c:858:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 3 00000040:00080000:1.0:1777045382.682724:0:11491:0:(llog.c:858:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:3.0:1777045382.943760:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:1.0:1777045383.339572:0:7533:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967380 is committed 00000001:00080000:1.0:1777045383.339601:0:7533:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967379 is committed 00000100:00100000:1.0:1777045383.641165:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1777045383.641239:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df6d58ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424449280:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1777045383.641357:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777045383.641437:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de435af100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ce657616-b3f3-4e21-ac89-518ab611901c:3342:1863365424449408:0@lo:400:kworker.0 00000100:00100000:2.0:1777045383.641446:0:3344:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de435af480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3344:1863365424449664:0@lo:400:kworker.0 00000100:00100000:0.0:1777045383.641537:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de480e8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424449792:0@lo:400:kworker.0 00000100:00100000:2.0:1777045383.642986:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777045383.643040:0:3344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1777045383.643052:0:3344:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de435aea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3344:1863365424449536:0@lo:400:kworker.0 00000100:00100000:2.0:1777045383.643091:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777045383.643192:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424449664 00000100:00100000:2.0:1777045383.643205:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424449664 00000100:00100000:2.0:1777045383.643290:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424449536 00000100:00100000:2.0:1777045383.643295:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424449536 00000100:00100000:2.0:1777045383.643328:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1280 00000100:00100000:2.0:1777045383.643342:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de480eaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3344:x1863365424449664:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777045383.643427:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de480eaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3344:x1863365424449664:12345-0@lo:400:kworker.0 Request processed in 87us (445us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045383.643440:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1280 00000100:00100000:2.0:1777045383.643470:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1281 00000100:00100000:2.0:1777045383.643479:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de480e9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3344:x1863365424449536:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777045383.643520:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de480e9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3344:x1863365424449536:12345-0@lo:400:kworker.0 Request processed in 42us (429us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045383.643529:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1281 00000100:00100000:2.0:1777045383.643559:0:6643:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424449280 00000100:00100000:2.0:1777045383.643565:0:6643:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424449280 00000100:00100000:2.0:1777045383.643609:0:6643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 542 00000100:00100000:2.0:1777045383.643619:0:6643:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de4282dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1863365424449280:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1777045383.643724:0:6643:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 54329344 pending 0 free 3851419648 avail 3849322496 00000100:00100000:2.0:1777045383.643811:0:6643:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de4282dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1863365424449280:12345-0@lo:13:osp-pre-1-0.0 Request processed in 193us (2455us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045383.643822:0:6643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 542 00000100:00080000:2.0:1777045383.643852:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1777045383.643859:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1777045383.643918:0:3344:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de435aea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3344:1863365424449536:0@lo:400:kworker.0 00000100:00100000:2.0:1777045383.643937:0:3344:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de435af480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3344:1863365424449664:0@lo:400:kworker.0 00000100:00100000:1.0:1777045383.656412:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777045383.656539:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de480e8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3342:1863365424449920:0@lo:400:kworker.0 00000100:00100000:1.0:1777045383.656626:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777045383.656693:0:3342:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967380 gen 2 00000004:00080000:1.0:1777045383.656702:0:3342:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98de435ac000, transno 4294967380 00000100:00100000:1.0:1777045383.656731:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df6d58ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424449280:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1777045383.656851:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424449920 00000100:00100000:1.0:1777045383.656861:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424449920 00000100:00100000:2.0:1777045383.656862:0:5849:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424449408 00000100:00100000:2.0:1777045383.656868:0:5849:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424449408 00000100:00100000:2.0:1777045383.656933:0:5849:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 942 00000100:00100000:1.0:1777045383.656941:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1282 00000100:00100000:2.0:1777045383.656947:0:5849:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df4fc77050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ce657616-b3f3-4e21-ac89-518ab611901c+18:3342:x1863365424449408:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777045383.656949:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de4282fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3342:x1863365424449920:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777045383.657027:0:5849:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df4fc77050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ce657616-b3f3-4e21-ac89-518ab611901c+18:3342:x1863365424449408:12345-0@lo:400:kworker.0 Request processed in 82us (628us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045383.657039:0:5849:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 942 00000100:00100000:1.0:1777045383.657046:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de4282fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3342:x1863365424449920:12345-0@lo:400:kworker.0 Request processed in 98us (420us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045383.657055:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1282 00000100:00080000:2.0:1777045383.657135:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1777045383.657883:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de435af100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ce657616-b3f3-4e21-ac89-518ab611901c:3342:1863365424449408:0@lo:400:kworker.0 00000100:00100000:1.0:1777045383.657901:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de480e8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3342:1863365424449920:0@lo:400:kworker.0 00000100:00100000:0.0:1777045383.658712:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777045383.663450:0:14822:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424449792 00000100:00100000:1.0:1777045383.663471:0:14822:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424449792 00000100:00100000:1.0:1777045383.663590:0:14822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1104 00000100:00100000:1.0:1777045383.663608:0:14822:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d625c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+6:3341:x1863365424449792:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777045383.663746:0:14822:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d625c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+6:3341:x1863365424449792:12345-0@lo:400:kworker.0 Request processed in 145us (5036us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045383.663757:0:14822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1104 00000100:00080000:2.0:1777045383.664053:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1777045383.664881:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de480e8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424449792:0@lo:400:kworker.0 00010000:00010000:0.0:1777045383.965734:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777045384.982201:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1777045385.754018:0:11491:0:(llog.c:801:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1777045385.754027:0:11491:0:(llog_cat.c:158:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1777045385.754073:0:11491:0:(llog.c:858:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 45 count 3 00000040:00080000:3.0:1777045385.754080:0:11491:0:(llog.c:858:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:3.0:1777045386.007009:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:0.0:1777045386.343774:0:5877:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968347 is committed 00000020:00080000:0.0:1777045386.343805:0:5877:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff98de41f1a480 refcount 2 committed 0 result 0 batchid 35 00000020:00080000:0.0:1777045386.343811:0:5877:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff98df43389500 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff98de41f1ae40 00000020:00080000:0.0:1777045386.343815:0:5877:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff98df43389b00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff98de42a21000 00000001:00080000:0.0:1777045386.343861:0:5877:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968348 is committed 00000020:00080000:3.0:1777045386.344006:0:5888:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 35 committed batchid 34 00000020:00080000:3.0:1777045386.344322:0:5888:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 34 00000100:00100000:3.0:1777045386.738110:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045386.738164:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045386.738239:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045386.738279:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045386.738310:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045386.738339:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045386.738397:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045386.738441:0:5850:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370224512 00000100:00100000:3.0:1777045386.738454:0:5850:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370224512 00000100:00100000:3.0:1777045386.738519:0:5850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 943 00000100:00100000:3.0:1777045386.738535:0:5850:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df4fc74050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2391:x1863365370224512:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777045386.738625:0:5850:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df4fc74050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2391:x1863365370224512:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 92us (522us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045386.738638:0:5850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 943 00000100:00100000:3.0:1777045386.738687:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370224768 00000100:00100000:3.0:1777045386.738694:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370224768 00000100:00100000:3.0:1777045386.738781:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370225280 00000100:00100000:3.0:1777045386.738787:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370225280 00000100:00100000:3.0:1777045386.738811:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370224896 00000100:00100000:3.0:1777045386.738816:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370224896 00000100:00100000:3.0:1777045386.738840:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370225152 00000100:00100000:3.0:1777045386.738845:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370225152 00000100:00100000:3.0:1777045386.738870:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1105 00000100:00100000:3.0:1777045386.738882:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df470cca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:146de360-3fb2-48bd-b418-06f30714148a+12:2391:x1863365370224768:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777045386.738927:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df470cca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:146de360-3fb2-48bd-b418-06f30714148a+12:2391:x1863365370224768:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 46us (762us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045386.738936:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1105 00000100:00100000:3.0:1777045386.739278:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1106 00000100:00100000:3.0:1777045386.739290:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df470cf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+5:2391:x1863365370225280:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777045386.739637:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df470cf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+5:2391:x1863365370225280:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 347us (1356us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045386.739648:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1106 00000100:00100000:3.0:1777045386.739676:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1107 00000100:00100000:3.0:1777045386.739688:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df470cd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:146de360-3fb2-48bd-b418-06f30714148a+10:2391:x1863365370224896:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777045386.739765:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df470cd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:146de360-3fb2-48bd-b418-06f30714148a+10:2391:x1863365370224896:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 78us (1424us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045386.739775:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1107 00000100:00100000:3.0:1777045386.739799:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1108 00000100:00100000:3.0:1777045386.739810:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df470cea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+6:2391:x1863365370225152:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777045386.739843:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df470cea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+6:2391:x1863365370225152:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 35us (1448us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045386.739853:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1108 00000100:00100000:3.0:1777045386.740142:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370225024 00000100:00100000:3.0:1777045386.740149:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370225024 00000100:00100000:3.0:1777045386.740198:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370224640 00000100:00100000:3.0:1777045386.740228:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370224640 00000100:00100000:3.0:1777045386.740557:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1283 00000100:00100000:3.0:1777045386.740572:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df470cdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+22:2391:x1863365370225024:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:2.0:1777045386.740592:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1284 00000100:00100000:2.0:1777045386.740611:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df470ced80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:146de360-3fb2-48bd-b418-06f30714148a+39:2391:x1863365370224640:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777045386.740633:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df470cdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+22:2391:x1863365370225024:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 62us (2391us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045386.740645:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1283 00000100:00100000:2.0:1777045386.740684:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df470ced80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:146de360-3fb2-48bd-b418-06f30714148a+39:2391:x1863365370224640:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 74us (2368us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045386.740696:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1284 00000100:00080000:2.0:1777045386.743801:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1777045386.743813:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1777045386.743817:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000001:00080000:1.0:1777045386.868961:0:6666:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967383 is committed 00000001:00080000:1.0:1777045386.868988:0:6666:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967384 is committed 00010000:00010000:3.0:1777045387.030226:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777045387.734613:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df6d625500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424450048:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1777045387.734739:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045387.734956:0:19062:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424450048 00000100:00100000:0.0:1777045387.734968:0:19062:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424450048 00000100:00100000:2.0:1777045387.741235:0:19062:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 543 00000100:00100000:2.0:1777045387.741257:0:19062:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de4282e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424450048:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1777045387.741308:0:19062:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 62849024 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1777045387.741724:0:19062:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de4282e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424450048:12345-0@lo:13:osp-pre-0-0.0 Request processed in 473us (6984us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045387.741736:0:19062:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 543 00000100:00100000:0.0:1777045387.742169:0:3343:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967384 gen 2 00000004:00080000:0.0:1777045387.742179:0:3343:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967384 committed transno 4294967384 00000100:00100000:0.0:1777045387.742265:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df6d625500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424450048:0@lo:13:osp-pre-0-0.0 00000100:00080000:1.0:1777045387.747789:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1777045388.059379:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777045388.764303:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de41d51c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3341:1863365424450304:0@lo:400:kworker.0 00000100:00100000:1.0:1777045388.764787:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777045388.764856:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de41d50a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424450816:0@lo:400:kworker.0 00000100:00100000:3.0:1777045388.765781:0:3344:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df6d58ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ce657616-b3f3-4e21-ac89-518ab611901c:3344:1863365424450176:0@lo:400:kworker.0 00000100:00100000:0.0:1777045388.765896:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de41d50000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424450560:0@lo:400:kworker.0 00000100:00100000:3.0:1777045388.771257:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777045388.771329:0:3344:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de41d53100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3344:1863365424450688:0@lo:400:kworker.0 00000100:00100000:3.0:1777045388.771383:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777045388.771446:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424450304 00000100:00100000:3.0:1777045388.771456:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424450304 00000100:00100000:3.0:1777045388.771512:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424450688 00000100:00100000:3.0:1777045388.771516:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424450688 00000100:00100000:3.0:1777045388.771590:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1285 00000100:00100000:3.0:1777045388.771601:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41d51880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3341:x1863365424450304:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777045388.771664:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41d51880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3341:x1863365424450304:12345-0@lo:400:kworker.0 Request processed in 65us (6878us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045388.771674:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1285 00000100:00100000:3.0:1777045388.771725:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1286 00000100:00100000:3.0:1777045388.771735:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df470cce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3344:x1863365424450688:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777045388.771780:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df470cce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3344:x1863365424450688:12345-0@lo:400:kworker.0 Request processed in 47us (396us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045388.771788:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1286 00000100:00100000:3.0:1777045388.771845:0:3344:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de41d53100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3344:1863365424450688:0@lo:400:kworker.0 00000100:00100000:2.0:1777045388.772442:0:5848:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424450176 00000100:00100000:2.0:1777045388.772449:0:5848:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424450176 00000100:00100000:2.0:1777045388.772488:0:5848:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 944 00000100:00100000:2.0:1777045388.772498:0:5848:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df4fc75050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ce657616-b3f3-4e21-ac89-518ab611901c+18:3344:x1863365424450176:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777045388.772553:0:5848:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df4fc75050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ce657616-b3f3-4e21-ac89-518ab611901c+18:3344:x1863365424450176:12345-0@lo:400:kworker.0 Request processed in 56us (1304us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045388.772562:0:5848:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 944 00000100:00080000:2.0:1777045388.772600:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1777045388.779771:0:3344:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df6d58ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ce657616-b3f3-4e21-ac89-518ab611901c:3344:1863365424450176:0@lo:400:kworker.0 00000100:00100000:0.0:1777045388.780292:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777045388.780488:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424450560 00000100:00100000:2.0:1777045388.780498:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424450560 00000100:00100000:2.0:1777045388.780558:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1109 00000100:00100000:2.0:1777045388.780571:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d625500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424450560:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777045388.780650:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d625500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424450560:12345-0@lo:400:kworker.0 Request processed in 82us (360us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045388.780661:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1109 00000100:00100000:2.0:1777045388.780733:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de41d50000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424450560:0@lo:400:kworker.0 00000100:00100000:1.0:1777045388.781919:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777045388.782100:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de41d51c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3341:1863365424450304:0@lo:400:kworker.0 00000100:00100000:1.0:1777045388.782120:0:3341:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1777045388.782135:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de41d50e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3341:1863365424450432:0@lo:400:kworker.0 00000100:00100000:1.0:1777045388.782199:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777045388.782344:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424450432 00000100:00100000:1.0:1777045388.782350:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424450432 00000100:00100000:1.0:1777045388.782410:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1287 00000100:00100000:1.0:1777045388.782421:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41d51c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3341:x1863365424450432:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777045388.782473:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41d51c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3341:x1863365424450432:12345-0@lo:400:kworker.0 Request processed in 53us (273us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045388.782482:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1287 00000100:00080000:1.0:1777045388.782506:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1777045388.782706:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de41d50e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3341:1863365424450432:0@lo:400:kworker.0 00000100:00100000:1.0:1777045388.782722:0:3341:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1777045388.782732:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de41d52680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424450944:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1777045388.782764:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777045388.788389:0:8776:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424450816 00000100:00100000:2.0:1777045388.788406:0:8776:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424450816 00000100:00100000:2.0:1777045388.788500:0:8776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1110 00000100:00100000:2.0:1777045388.788512:0:8776:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41d51500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3341:x1863365424450816:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777045388.788678:0:8776:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41d51500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3341:x1863365424450816:12345-0@lo:400:kworker.0 Request processed in 167us (6758us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045388.788710:0:8776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1110 00000100:00100000:2.0:1777045388.788743:0:6644:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424450944 00000100:00100000:2.0:1777045388.788748:0:6644:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424450944 00000100:00100000:2.0:1777045388.788776:0:6644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 544 00000100:00100000:2.0:1777045388.788785:0:6644:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41d50e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3341:x1863365424450944:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1777045388.788817:0:6644:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 54329344 pending 0 free 3851419648 avail 3849322496 00000100:00100000:2.0:1777045388.788856:0:6644:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41d50e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3341:x1863365424450944:12345-0@lo:13:osp-pre-1-0.0 Request processed in 72us (6091us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045388.788870:0:6644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 544 00000100:00080000:0.0:1777045388.789218:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1777045388.793314:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de41d52680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424450944:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1777045388.793583:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de41d50a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424450816:0@lo:400:kworker.0 00010000:00010000:1.0:1777045389.079262:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777045390.104820:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777045391.126113:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00080000:3.0:1777045391.609618:0:5877:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 35 batchid updated 00000020:00080000:3.0:1777045391.609681:0:5888:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 35 00000020:00080000:3.0:1777045391.609695:0:5888:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 35 00000100:00100000:3.0:1777045391.851859:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045391.851918:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045391.851983:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045391.852019:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045391.852047:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045391.852073:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045391.852106:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045391.852141:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370225920 00000100:00100000:3.0:1777045391.852151:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370225920 00000100:00100000:3.0:1777045391.852240:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370225536 00000100:00100000:3.0:1777045391.852245:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370225536 00000100:00100000:3.0:1777045391.852273:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1288 00000100:00100000:3.0:1777045391.852286:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df470cd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+22:2390:x1863365370225920:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777045391.852701:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df470cd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+22:2390:x1863365370225920:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 417us (717us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045391.852712:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1288 00000100:00100000:3.0:1777045391.852734:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1289 00000100:00100000:3.0:1777045391.852744:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df470cd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:146de360-3fb2-48bd-b418-06f30714148a+39:2390:x1863365370225536:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777045391.852776:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df470cd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:146de360-3fb2-48bd-b418-06f30714148a+39:2390:x1863365370225536:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 34us (728us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045391.852784:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1289 00000100:00100000:3.0:1777045391.852809:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370225664 00000100:00100000:3.0:1777045391.852813:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370225664 00000100:00100000:3.0:1777045391.852843:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370226176 00000100:00100000:3.0:1777045391.852846:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370226176 00000100:00100000:3.0:1777045391.852860:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370225792 00000100:00100000:3.0:1777045391.852863:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370225792 00000100:00100000:3.0:1777045391.852883:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370226048 00000100:00100000:3.0:1777045391.852886:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370226048 00000100:00100000:3.0:1777045391.852906:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1111 00000100:00100000:3.0:1777045391.852915:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df470cc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:146de360-3fb2-48bd-b418-06f30714148a+12:2390:x1863365370225664:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777045391.852949:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df470cc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:146de360-3fb2-48bd-b418-06f30714148a+12:2390:x1863365370225664:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 36us (1031us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045391.852959:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1111 00000100:00100000:3.0:1777045391.852977:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1112 00000100:00100000:3.0:1777045391.852986:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df470cf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+5:2390:x1863365370226176:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777045391.853015:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df470cf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+5:2390:x1863365370226176:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 31us (997us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045391.853024:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1112 00000100:00100000:3.0:1777045391.853039:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1113 00000100:00100000:3.0:1777045391.853048:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df470cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:146de360-3fb2-48bd-b418-06f30714148a+10:2390:x1863365370225792:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777045391.853077:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df470cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:146de360-3fb2-48bd-b418-06f30714148a+10:2390:x1863365370225792:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 31us (1004us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045391.853085:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1113 00000100:00100000:3.0:1777045391.853101:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1114 00000100:00100000:3.0:1777045391.853110:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d58ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+5:2390:x1863365370226048:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777045391.853139:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d58ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+5:2390:x1863365370226048:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 30us (1033us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045391.853146:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1114 00000100:00080000:3.0:1777045391.853180:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1777045391.853185:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1777045391.853188:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1777045391.854776:0:5849:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370225408 00000100:00100000:2.0:1777045391.854785:0:5849:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370225408 00000100:00100000:2.0:1777045391.854839:0:5849:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 945 00000100:00100000:2.0:1777045391.854850:0:5849:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df4fc74450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2390:x1863365370225408:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:2.0:1777045391.854901:0:5849:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df4fc74450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2390:x1863365370225408:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 53us (3054us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045391.854910:0:5849:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 945 00010000:00010000:3.0:1777045392.152444:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777045392.858259:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de41d50a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424451072:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1777045392.858342:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777045392.860730:0:6643:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424451072 00000100:00100000:1.0:1777045392.860744:0:6643:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424451072 00000100:00100000:1.0:1777045392.860849:0:6643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 545 00000100:00080000:0.0:1777045392.860849:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1777045392.860864:0:6643:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de480e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424451072:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1777045392.861184:0:6643:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 62849024 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1777045392.864797:0:6643:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de480e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424451072:12345-0@lo:13:osp-pre-0-0.0 Request processed in 3927us (6445us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045392.864813:0:6643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 545 00000100:00100000:2.0:1777045392.869038:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de41d50a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424451072:0@lo:13:osp-pre-0-0.0 00010000:00010000:1.0:1777045393.185298:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777045393.877514:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1777045393.877541:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7b9c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424451200:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1777045393.877652:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777045393.878557:0:19062:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424451200 00000100:00100000:3.0:1777045393.878568:0:19062:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424451200 00000100:00100000:3.0:1777045393.878695:0:19062:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 546 00000100:00100000:3.0:1777045393.878708:0:19062:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de480e8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424451200:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1777045393.878751:0:19062:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 54329344 pending 0 free 3851419648 avail 3849322496 00000100:00100000:3.0:1777045393.878813:0:19062:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de480e8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424451200:12345-0@lo:13:osp-pre-1-0.0 Request processed in 107us (1160us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045393.878823:0:19062:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 546 00000100:00100000:3.0:1777045393.878885:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7b9c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424451200:0@lo:13:osp-pre-1-0.0 00000100:00080000:2.0:1777045393.878957:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1777045393.882429:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7b9c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ce657616-b3f3-4e21-ac89-518ab611901c:3341:1863365424451328:0@lo:400:kworker.0 00000100:00100000:0.0:1777045393.882501:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777045393.882564:0:5850:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424451328 00000100:00100000:2.0:1777045393.882573:0:5850:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424451328 00000100:00100000:2.0:1777045393.882656:0:5850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 946 00000100:00100000:2.0:1777045393.882668:0:5850:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df4fc74c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ce657616-b3f3-4e21-ac89-518ab611901c+18:3341:x1863365424451328:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777045393.882763:0:5850:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df4fc74c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ce657616-b3f3-4e21-ac89-518ab611901c+18:3341:x1863365424451328:12345-0@lo:400:kworker.0 Request processed in 98us (261us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045393.882773:0:5850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 946 00000100:00100000:0.0:1777045393.882944:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7b9c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ce657616-b3f3-4e21-ac89-518ab611901c:3341:1863365424451328:0@lo:400:kworker.0 00000100:00100000:3.0:1777045393.885897:0:3344:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7b9c7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3344:1863365424451712:0@lo:400:kworker.0 00000100:00100000:3.0:1777045393.885954:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777045393.886016:0:3344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1777045393.886026:0:3344:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7b9c4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3344:1863365424451584:0@lo:400:kworker.0 00000100:00100000:3.0:1777045393.886059:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045393.886085:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7b9c4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3341:1863365424451840:0@lo:400:kworker.0 00000100:00100000:3.0:1777045393.886100:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424451712 00000100:00100000:3.0:1777045393.886108:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424451712 00000100:00100000:0.0:1777045393.886121:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045393.886149:0:3341:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1777045393.886157:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1115 00000100:00100000:0.0:1777045393.886157:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7b9c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3341:1863365424451456:0@lo:400:kworker.0 00000100:00100000:3.0:1777045393.886167:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b9c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3344:x1863365424451712:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777045393.886206:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777045393.886226:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b9c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3344:x1863365424451712:12345-0@lo:400:kworker.0 Request processed in 59us (270us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045393.886236:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1115 00000100:00100000:3.0:1777045393.886265:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424451584 00000100:00100000:3.0:1777045393.886270:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424451584 00000100:00100000:3.0:1777045393.886316:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1290 00000100:00080000:0.0:1777045393.886316:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1777045393.886325:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b9c4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3344:x1863365424451584:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777045393.886368:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b9c4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3344:x1863365424451584:12345-0@lo:400:kworker.0 Request processed in 44us (307us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045393.886378:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1290 00000100:00100000:3.0:1777045393.886392:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424451840 00000100:00100000:3.0:1777045393.886397:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424451840 00000100:00100000:3.0:1777045393.886442:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424451456 00000100:00100000:3.0:1777045393.886447:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424451456 00000100:00100000:3.0:1777045393.886464:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1291 00000100:00100000:3.0:1777045393.886471:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d625f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3341:x1863365424451840:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777045393.886514:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d625f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3341:x1863365424451840:12345-0@lo:400:kworker.0 Request processed in 43us (393us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045393.886522:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1291 00000100:00100000:3.0:1777045393.886537:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1292 00000100:00100000:3.0:1777045393.886545:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d627100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3341:x1863365424451456:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777045393.886645:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d627100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3341:x1863365424451456:12345-0@lo:400:kworker.0 Request processed in 99us (459us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045393.886653:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1292 00000100:00100000:3.0:1777045393.886704:0:3344:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7b9c4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3344:1863365424451584:0@lo:400:kworker.0 00000100:00100000:3.0:1777045393.886719:0:3344:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7b9c7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3344:1863365424451712:0@lo:400:kworker.0 00000100:00100000:3.0:1777045393.886762:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7b9c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3341:1863365424451456:0@lo:400:kworker.0 00000100:00100000:3.0:1777045393.886774:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7b9c4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3341:1863365424451840:0@lo:400:kworker.0 00000100:00080000:0.0:1777045393.887517:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1777045394.142589:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045394.142717:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370226304 00000100:00100000:1.0:1777045394.142729:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370226304 00000100:00100000:1.0:1777045394.142812:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1513 00000100:00100000:1.0:1777045394.142825:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d624380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+22:32753:x1863365370226304:12345-192.168.201.45@tcp:60:lhsmtool_posix.0 00000100:00100000:1.0:1777045394.142932:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d624380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+22:32753:x1863365370226304:12345-192.168.201.45@tcp:60:lhsmtool_posix.0 Request processed in 109us (596us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045394.142942:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1513 00000100:00080000:0.0:1777045394.147331:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1777045394.200519:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777045395.224820:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1777045395.989434:0:11491:0:(llog.c:801:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1777045395.989444:0:11491:0:(llog_cat.c:158:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1777045395.990007:0:11491:0:(llog.c:858:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 44 count 1 00000040:00080000:3.0:1777045395.990018:0:11491:0:(llog.c:858:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:3.0:1777045396.245515:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777045396.976695:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045396.976752:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045396.976808:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045396.977102:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370226944 00000100:00100000:1.0:1777045396.977115:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370226944 00000100:00100000:1.0:1777045396.977189:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1293 00000100:00080000:0.0:1777045396.977240:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1777045396.977254:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b9c5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+22:2393:x1863365370226944:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777045396.977974:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045396.978010:0:5848:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370226432 00000100:00100000:2.0:1777045396.978018:0:5848:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370226432 00000100:00100000:2.0:1777045396.978059:0:5848:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 947 00000100:00100000:2.0:1777045396.978070:0:5848:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df4fc77c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2393:x1863365370226432:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:1.0:1777045396.978700:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b9c5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+22:2393:x1863365370226944:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 1495us (1888us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045396.978712:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1293 00000100:00100000:1.0:1777045396.978753:0:8776:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370226688 00000100:00100000:1.0:1777045396.978759:0:8776:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370226688 00000100:00100000:1.0:1777045396.978804:0:8776:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370227200 00000100:00100000:1.0:1777045396.978809:0:8776:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370227200 00000100:00100000:1.0:1777045396.978838:0:8776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1116 00000100:00100000:1.0:1777045396.978848:0:8776:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b9c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:146de360-3fb2-48bd-b418-06f30714148a+12:2393:x1863365370226688:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777045396.981400:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045396.981443:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045396.981475:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045396.981506:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370226560 00000100:00100000:3.0:1777045396.981516:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370226560 00000100:00100000:3.0:1777045396.981608:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1294 00000100:00100000:3.0:1777045396.981619:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b9c4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:146de360-3fb2-48bd-b418-06f30714148a+39:2393:x1863365370226560:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777045396.981690:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b9c4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:146de360-3fb2-48bd-b418-06f30714148a+39:2393:x1863365370226560:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 72us (299us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045396.981701:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1294 00000100:00100000:3.0:1777045396.981730:0:6641:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370226816 00000100:00100000:3.0:1777045396.981734:0:6641:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370226816 00000100:00100000:3.0:1777045396.981773:0:6641:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370227072 00000100:00100000:3.0:1777045396.981778:0:6641:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370227072 00000100:00100000:3.0:1777045396.981802:0:6641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1117 00000100:00100000:3.0:1777045396.981810:0:6641:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b9c7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+5:2393:x1863365370227200:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777045396.982476:0:6641:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b9c7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+5:2393:x1863365370227200:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 662us (4500us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045396.982488:0:6641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1117 00000100:00100000:3.0:1777045396.982509:0:6641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1118 00000100:00100000:3.0:1777045396.982519:0:6641:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b9c6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:146de360-3fb2-48bd-b418-06f30714148a+10:2393:x1863365370226816:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777045396.982578:0:6641:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b9c6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:146de360-3fb2-48bd-b418-06f30714148a+10:2393:x1863365370226816:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 60us (1134us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045396.982587:0:6641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1118 00000100:00100000:3.0:1777045396.982604:0:6641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1119 00000100:00100000:3.0:1777045396.982612:0:6641:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b9c5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+5:2393:x1863365370227072:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777045396.982643:0:6641:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b9c5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+5:2393:x1863365370227072:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 32us (1168us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045396.982650:0:6641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1119 00000100:00100000:2.0:1777045396.983503:0:5848:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df4fc77c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2393:x1863365370226432:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 5428us (6812us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045396.983519:0:5848:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 947 00000100:00100000:1.0:1777045396.986144:0:8776:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b9c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:146de360-3fb2-48bd-b418-06f30714148a+12:2393:x1863365370226688:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 7286us (9381us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045396.986160:0:8776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1116 00000100:00080000:1.0:1777045396.988716:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1777045396.988725:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1777045396.988728:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1777045397.277747:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:0.0:1777045397.576958:0:21905:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 12u: Multiple reads on multiple HSM imported files in parallel ========================================================== 11:43:14 (1777045394) 00000100:00100000:1.0:1777045397.985888:0:3341:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1777045397.989997:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df6d624000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424451968:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1777045397.990090:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777045398.000393:0:6643:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424451968 00000100:00100000:1.0:1777045398.000411:0:6643:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424451968 00000100:00100000:0.0:1777045398.000644:0:6643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 547 00000100:00100000:0.0:1777045398.000661:0:6643:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d625180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3341:x1863365424451968:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1777045398.000708:0:6643:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 62849024 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1777045398.000812:0:6643:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d625180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3341:x1863365424451968:12345-0@lo:13:osp-pre-0-0.0 Request processed in 155us (10721us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045398.000823:0:6643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 547 00000100:00100000:0.0:1777045398.001161:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df6d624000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424451968:0@lo:13:osp-pre-0-0.0 00000100:00080000:1.0:1777045398.001424:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1777045398.184022:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045398.184172:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370227328 00000100:00100000:0.0:1777045398.184185:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370227328 00000100:00100000:0.0:1777045398.184380:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1514 00000100:00100000:0.0:1777045398.184395:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b9c7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+22:33444:x1863365370227328:12345-192.168.201.45@tcp:59:lhsmtool_posix.0 00000100:00100000:0.0:1777045398.184522:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b9c7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+22:33444:x1863365370227328:12345-192.168.201.45@tcp:59:lhsmtool_posix.0 Request processed in 130us (521us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045398.184554:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1514 00000100:00080000:1.0:1777045398.184657:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1777045398.246880:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045398.247454:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370227456 00000100:00100000:3.0:1777045398.247468:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370227456 00000100:00100000:3.0:1777045398.247610:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1515 00000100:00100000:3.0:1777045398.247626:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d624000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:146de360-3fb2-48bd-b418-06f30714148a+39:33445:x1863365370227456:12345-192.168.201.45@tcp:101:lfs.0 00010000:00010000:3.0:1777045398.247653:0:5855:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777045398.247731:0:5855:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103800/0x2c8777a5e7d9fd4b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1149576 expref: -99 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045398.247815:0:5855:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102200/0x2c8777a5e7d9fd52 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045398.247835:0:5855:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102200/0x2c8777a5e7d9fd52 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045398.247853:0:5855:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102200/0x2c8777a5e7d9fd52 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045398.247916:0:5855:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103a00/0x2c8777a5e7d9fd59 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045398.247929:0:5855:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103a00/0x2c8777a5e7d9fd59 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045398.247940:0:5855:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103a00/0x2c8777a5e7d9fd59 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045398.253896:0:5855:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102200/0x2c8777a5e7d9fd52 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045398.254180:0:5855:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102200/0x2c8777a5e7d9fd52 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045398.254193:0:5855:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102200/0x2c8777a5e7d9fd52 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045398.254227:0:5855:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de43102200 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:3.0:1777045398.254233:0:5855:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102200/0x2c8777a5e7d9fd52 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045398.254244:0:5855:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102200/0x2c8777a5e7d9fd52 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045398.254265:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff98df52c43f00) 00010000:00010000:3.0:1777045398.254270:0:5855:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777045398.254276:0:5855:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102200/0x2c8777a5e7d9fd52 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045398.254286:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102200/0x2c8777a5e7d9fd52 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045398.254304:0:5855:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103a00/0x2c8777a5e7d9fd59 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045398.254312:0:5855:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103a00/0x2c8777a5e7d9fd59 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045398.254321:0:5855:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103a00/0x2c8777a5e7d9fd59 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045398.254330:0:5855:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de43103a00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:3.0:1777045398.254334:0:5855:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103a00/0x2c8777a5e7d9fd59 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045398.254342:0:5855:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103a00/0x2c8777a5e7d9fd59 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045398.254352:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3b8202c4 (ffff98df413b6300) 00010000:00010000:3.0:1777045398.254355:0:5855:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777045398.254359:0:5855:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103a00/0x2c8777a5e7d9fd59 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045398.254368:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103a00/0x2c8777a5e7d9fd59 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045398.254425:0:5855:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103800/0x2c8777a5e7d9fd4b lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149576 expref: 40 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045398.254440:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff98df52c43f00) 00010000:00010000:3.0:1777045398.254443:0:5855:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777045398.254448:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103800/0x2c8777a5e7d9fd4b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149576 expref: 40 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045398.254461:0:5855:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de43103800, rc 0) 00000100:00100000:3.0:1777045398.254580:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d624000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:146de360-3fb2-48bd-b418-06f30714148a+39:33445:x1863365370227456:12345-192.168.201.45@tcp:101:lfs.0 Request processed in 6956us (7710us total) trans 0 rc 301/301 00000100:00100000:3.0:1777045398.254593:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1515 00000100:00080000:1.0:1777045398.254769:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1777045398.280826:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045398.281850:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370227712 00000100:00100000:3.0:1777045398.281863:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370227712 00000100:00100000:2.0:1777045398.282354:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1516 00000100:00100000:2.0:1777045398.282369:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de480eb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:146de360-3fb2-48bd-b418-06f30714148a+39:33445:x1863365370227712:12345-192.168.201.45@tcp:36:lfs.0 00010000:00010000:2.0:1777045398.282451:0:7939:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777045398.282483:0:7939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bf200/0x2c8777a5e7d9f69f lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114938c expref: 39 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045398.282552:0:7939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff98df52c43f00) 00010000:00010000:2.0:1777045398.282560:0:7939:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777045398.282910:0:7939:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be200/0x2c8777a5e7d9fd60 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045398.282931:0:7939:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bf800/0x2c8777a5e7d9f6de lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11493a1 expref: 21 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045398.282943:0:7939:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be200/0x2c8777a5e7d9fd60 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045398.283005:0:7939:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bf800/0x2c8777a5e7d9f6de lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11493a1 expref: 21 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045398.283024:0:7939:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bf800/0x2c8777a5e7d9f6de lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11493a1 expref: 21 pid: 12646 timeout: 2126 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777045398.283053:0:7939:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de480eb100 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7939:1863365424452096:192.168.201.45@tcp:104: 00000100:00100000:2.0:1777045398.283777:0:7939:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df58e34480 going to sleep for 11 seconds 00010000:00010000:3.0:1777045398.296172:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777045398.296561:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045398.296777:0:7939:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de480eb100 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7939:1863365424452096:192.168.201.45@tcp:104: 00010000:00010000:1.0:1777045398.296810:0:7939:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be200/0x2c8777a5e7d9fd60 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777045398.297190:0:5841:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370227840 00000100:00100000:3.0:1777045398.297722:0:5841:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370227840 00010000:00010000:3.0:1777045398.297771:0:5841:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bf800/0x2c8777a5e7d9f6de lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11493a1 expref: 22 pid: 12646 timeout: 2126 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777045398.297812:0:5841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 436 00000100:00100000:3.0:1777045398.297825:0:5841:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de480e9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+22:2393:x1863365370227840:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777045398.297844:0:5841:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777045398.297854:0:5841:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bf800/0x2c8777a5e7d9f6de lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11493a1 expref: 22 pid: 12646 timeout: 2126 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045398.297872:0:5841:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bf800/0x2c8777a5e7d9f6de lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11493a1 expref: 22 pid: 12646 timeout: 2126 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045398.297899:0:5841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bf800/0x2c8777a5e7d9f6de lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11493a1 expref: 22 pid: 12646 timeout: 2126 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045398.297921:0:5841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff98df52c43f00) 00010000:00010000:3.0:1777045398.297928:0:5841:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be200/0x2c8777a5e7d9fd60 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045398.297941:0:5841:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be200/0x2c8777a5e7d9fd60 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045398.297952:0:5841:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be200/0x2c8777a5e7d9fd60 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045398.298133:0:5841:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777045398.298200:0:5841:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de480e9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+21:2393:x1863365370227840:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 376us (1645us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045398.298212:0:5841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 436 00010000:00010000:1.0:1777045398.303766:0:7939:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be200/0x2c8777a5e7d9fd60 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045398.303787:0:7939:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be200/0x2c8777a5e7d9fd60 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045398.303828:0:7939:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ecc00/0x2c8777a5e7d9fd67 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045398.303845:0:7939:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ecc00/0x2c8777a5e7d9fd67 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045398.303861:0:7939:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ecc00/0x2c8777a5e7d9fd67 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777045398.311011:0:7939:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x53:0x0]: returning size 512 00010000:00010000:1.0:1777045398.311033:0:7939:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be200/0x2c8777a5e7d9fd60 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045398.311049:0:7939:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be200/0x2c8777a5e7d9fd60 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045398.311065:0:7939:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be200/0x2c8777a5e7d9fd60 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045398.311074:0:7939:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de435be200 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:1.0:1777045398.311080:0:7939:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be200/0x2c8777a5e7d9fd60 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045398.311091:0:7939:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be200/0x2c8777a5e7d9fd60 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045398.311123:0:7939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff98df52c43f00) 00010000:00010000:1.0:1777045398.311128:0:7939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777045398.311134:0:7939:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be200/0x2c8777a5e7d9fd60 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045398.311142:0:7939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be200/0x2c8777a5e7d9fd60 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777045398.311169:0:7939:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000077459183 reply state 0000000095cc75f1 transno 4294968349 ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ecc00/0x2c8777a5e7d9fd67 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777045398.311182:0:7939:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777045398.316814:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de480eb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:146de360-3fb2-48bd-b418-06f30714148a+40:33445:x1863365370227712:12345-192.168.201.45@tcp:36:lfs.0 Request processed in 34433us (35983us total) trans 4294968349 rc 0/0 00000100:00100000:1.0:1777045398.316830:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1516 00010000:00010000:3.0:1777045398.332631:0:3328:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ecc00/0x2c8777a5e7d9fd67 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045398.332653:0:3328:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ecc00/0x2c8777a5e7d9fd67 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045398.332664:0:3328:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ecc00/0x2c8777a5e7d9fd67 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045398.332673:0:3328:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de419ecc00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:3.0:1777045398.332680:0:3328:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ecc00/0x2c8777a5e7d9fd67 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045398.332690:0:3328:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ecc00/0x2c8777a5e7d9fd67 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045398.332709:0:3328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3b8202c4 (ffff98df51b04400) 00010000:00010000:3.0:1777045398.332714:0:3328:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777045398.332719:0:3328:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ecc00/0x2c8777a5e7d9fd67 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045398.332728:0:3328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ecc00/0x2c8777a5e7d9fd67 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777045398.339560:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045398.339853:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370227968 00000100:00100000:3.0:1777045398.340109:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370227968 00000100:00100000:3.0:1777045398.340181:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1517 00000100:00100000:3.0:1777045398.340194:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de480e8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:146de360-3fb2-48bd-b418-06f30714148a+39:33446:x1863365370227968:12345-192.168.201.45@tcp:101:bash.0 00010000:00010000:3.0:1777045398.340229:0:5856:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777045398.340258:0:5856:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103800/0x2c8777a5e7d9fd6e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee114957d expref: -99 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045398.342705:0:5856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bf600/0x2c8777a5e7d9fd75 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045398.342731:0:5856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bf600/0x2c8777a5e7d9fd75 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045398.342746:0:5856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bf600/0x2c8777a5e7d9fd75 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777045398.342815:0:5856:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 9728 00000004:00200000:2.0:1777045398.342820:0:5856:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 36 stripe count 1 MDT count 1 00000004:00010000:2.0:1777045398.344266:0:5856:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bf600/0x2c8777a5e7d9fd75 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045398.344328:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103800/0x2c8777a5e7d9fd6e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114957d expref: 41 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045398.344356:0:5856:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bf600/0x2c8777a5e7d9fd75 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114957d expref: 40 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045398.344900:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff98df413b6b00) 00010000:00010000:2.0:1777045398.344904:0:5856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1777045398.344907:0:5856:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de435bf600, rc 0) 00000100:00100000:2.0:1777045398.345013:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de480e8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:146de360-3fb2-48bd-b418-06f30714148a+40:33446:x1863365370227968:12345-192.168.201.45@tcp:101:bash.0 Request processed in 4819us (5460us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045398.345026:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1517 00000100:00100000:2.0:1777045398.358885:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045398.359230:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370228096 00000100:00100000:3.0:1777045398.359243:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370228096 00000100:00100000:3.0:1777045398.359919:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1518 00000100:00100000:3.0:1777045398.359935:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de480eb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:146de360-3fb2-48bd-b418-06f30714148a+40:33446:x1863365370228096:12345-192.168.201.45@tcp:101:bash.0 00010000:00010000:3.0:1777045398.359978:0:5855:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777045398.360019:0:5855:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103a00/0x2c8777a5e7d9fd7c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1149584 expref: -99 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045398.360099:0:5855:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102200/0x2c8777a5e7d9fd83 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045398.360116:0:5855:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102200/0x2c8777a5e7d9fd83 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045398.360129:0:5855:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102200/0x2c8777a5e7d9fd83 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045398.360148:0:5855:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102c00/0x2c8777a5e7d9fd8a lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045398.360159:0:5855:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102c00/0x2c8777a5e7d9fd8a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045398.360168:0:5855:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102c00/0x2c8777a5e7d9fd8a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045398.361912:0:5855:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bf400/0x2c8777a5e7d9fd91 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045398.361928:0:5855:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bf400/0x2c8777a5e7d9fd91 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045398.361940:0:5855:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bf400/0x2c8777a5e7d9fd91 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777045398.362865:0:5855:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x53:0x0]: returning size 512 00000004:00200000:2.0:1777045398.362872:0:5855:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1777045398.362917:0:5855:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bf400/0x2c8777a5e7d9fd91 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045398.362934:0:5855:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102200/0x2c8777a5e7d9fd83 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045398.362944:0:5855:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102200/0x2c8777a5e7d9fd83 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045398.362954:0:5855:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102200/0x2c8777a5e7d9fd83 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045398.362964:0:5855:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de43102200 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:2.0:1777045398.362969:0:5855:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102200/0x2c8777a5e7d9fd83 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045398.362980:0:5855:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102200/0x2c8777a5e7d9fd83 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045398.363212:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff98df413b6b00) 00010000:00010000:2.0:1777045398.363215:0:5855:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777045398.363221:0:5855:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102200/0x2c8777a5e7d9fd83 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045398.363230:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102200/0x2c8777a5e7d9fd83 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045398.363248:0:5855:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102c00/0x2c8777a5e7d9fd8a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045398.363257:0:5855:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102c00/0x2c8777a5e7d9fd8a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045398.363264:0:5855:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102c00/0x2c8777a5e7d9fd8a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045398.363631:0:5855:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de43102c00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:2.0:1777045398.363636:0:5855:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102c00/0x2c8777a5e7d9fd8a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045398.363646:0:5855:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102c00/0x2c8777a5e7d9fd8a lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045398.363658:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3b8202c4 (ffff98df413b6300) 00010000:00010000:2.0:1777045398.363661:0:5855:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777045398.363665:0:5855:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102c00/0x2c8777a5e7d9fd8a lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045398.363674:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102c00/0x2c8777a5e7d9fd8a lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045398.363732:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103a00/0x2c8777a5e7d9fd7c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149584 expref: 42 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045398.363754:0:5855:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bf400/0x2c8777a5e7d9fd91 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149584 expref: 41 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045398.363765:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff98df52c43500) 00010000:00010000:2.0:1777045398.363768:0:5855:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1777045398.363772:0:5855:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de435bf400, rc 0) 00000100:00100000:2.0:1777045398.363868:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de480eb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:146de360-3fb2-48bd-b418-06f30714148a+41:33446:x1863365370228096:12345-192.168.201.45@tcp:101:bash.0 Request processed in 3936us (5596us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045398.363880:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1518 00000100:00100000:0.0:1777045398.373893:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045398.374626:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370228224 00000100:00100000:1.0:1777045398.374639:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370228224 00000100:00100000:1.0:1777045398.374718:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1519 00000100:00100000:1.0:1777045398.374732:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d624700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:146de360-3fb2-48bd-b418-06f30714148a+41:33446:x1863365370228224:12345-192.168.201.45@tcp:101:bash.0 00010000:00010000:1.0:1777045398.374761:0:7939:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777045398.374786:0:7939:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed800/0x2c8777a5e7d9fd98 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee114958b expref: -99 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045398.374871:0:7939:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec400/0x2c8777a5e7d9fd9f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045398.374891:0:7939:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec400/0x2c8777a5e7d9fd9f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045398.374907:0:7939:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec400/0x2c8777a5e7d9fd9f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045398.374956:0:7939:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ecc00/0x2c8777a5e7d9fda6 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x53:0x0].0x156975b9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045398.374967:0:7939:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ecc00/0x2c8777a5e7d9fda6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045398.374976:0:7939:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ecc00/0x2c8777a5e7d9fda6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045398.376942:0:7939:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec400/0x2c8777a5e7d9fd9f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045398.376956:0:7939:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec400/0x2c8777a5e7d9fd9f lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045398.376966:0:7939:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec400/0x2c8777a5e7d9fd9f lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045398.377967:0:7939:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de419ec400 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:1.0:1777045398.377976:0:7939:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec400/0x2c8777a5e7d9fd9f lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045398.378805:0:7939:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec400/0x2c8777a5e7d9fd9f lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045398.378830:0:7939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff98df52c43500) 00010000:00010000:1.0:1777045398.378834:0:7939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777045398.378841:0:7939:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec400/0x2c8777a5e7d9fd9f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045398.378851:0:7939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec400/0x2c8777a5e7d9fd9f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045398.378874:0:7939:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ecc00/0x2c8777a5e7d9fda6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045398.378883:0:7939:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ecc00/0x2c8777a5e7d9fda6 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045398.378891:0:7939:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ecc00/0x2c8777a5e7d9fda6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045398.378899:0:7939:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de419ecc00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:1.0:1777045398.378903:0:7939:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ecc00/0x2c8777a5e7d9fda6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045398.378912:0:7939:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ecc00/0x2c8777a5e7d9fda6 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045398.378923:0:7939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x156975b9 (ffff98df51b04200) 00010000:00010000:1.0:1777045398.378927:0:7939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777045398.378932:0:7939:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ecc00/0x2c8777a5e7d9fda6 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045398.379493:0:7939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ecc00/0x2c8777a5e7d9fda6 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045398.379580:0:7939:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed800/0x2c8777a5e7d9fd98 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114958b expref: 42 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045398.379596:0:7939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff98df52c43500) 00010000:00010000:1.0:1777045398.379601:0:7939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777045398.379607:0:7939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed800/0x2c8777a5e7d9fd98 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114958b expref: 42 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045398.379620:0:7939:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de419ed800, rc 0) 00000100:00100000:1.0:1777045398.379862:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d624700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:146de360-3fb2-48bd-b418-06f30714148a+41:33446:x1863365370228224:12345-192.168.201.45@tcp:101:bash.0 Request processed in 5131us (5978us total) trans 0 rc 301/301 00000100:00100000:1.0:1777045398.379876:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1519 00000100:00100000:3.0:1777045398.409797:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045398.412209:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370228352 00000100:00100000:2.0:1777045398.412224:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370228352 00000100:00100000:2.0:1777045398.413717:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1520 00000100:00100000:2.0:1777045398.413731:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b9c6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+21:33447:x1863365370228352:12345-192.168.201.45@tcp:101:rm.0 00010000:00010000:2.0:1777045398.413755:0:5856:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777045398.413782:0:5856:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfa00/0x2c8777a5e7d9fdad lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1149592 expref: -99 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045398.413866:0:5856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bea00/0x2c8777a5e7d9fdb4 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045398.413884:0:5856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bea00/0x2c8777a5e7d9fdb4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045398.413898:0:5856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bea00/0x2c8777a5e7d9fdb4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777045398.413970:0:5856:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 9728 00000004:00200000:2.0:1777045398.413975:0:5856:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 36 stripe count 1 MDT count 1 00000004:00010000:2.0:1777045398.415597:0:5856:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bea00/0x2c8777a5e7d9fdb4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045398.415645:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfa00/0x2c8777a5e7d9fdad lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149592 expref: 23 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045398.415673:0:5856:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bea00/0x2c8777a5e7d9fdb4 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149592 expref: 22 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045398.415684:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff98df413b6b00) 00010000:00010000:2.0:1777045398.415689:0:5856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1777045398.415693:0:5856:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de435bea00, rc 0) 00000100:00100000:2.0:1777045398.415781:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b9c6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+22:33447:x1863365370228352:12345-192.168.201.45@tcp:101:rm.0 Request processed in 2051us (5993us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045398.415793:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1520 00000100:00100000:2.0:1777045398.430515:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045398.430704:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370228480 00000100:00100000:3.0:1777045398.430718:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370228480 00000100:00100000:3.0:1777045398.430846:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1521 00000100:00100000:3.0:1777045398.430862:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de480ea680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+22:33447:x1863365370228480:12345-192.168.201.45@tcp:101:rm.0 00010000:00010000:3.0:1777045398.430890:0:5855:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777045398.430915:0:5855:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103600/0x2c8777a5e7d9fdbb lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1149599 expref: -99 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045398.431021:0:5855:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102400/0x2c8777a5e7d9fdc2 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045398.431042:0:5855:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102400/0x2c8777a5e7d9fdc2 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045398.431058:0:5855:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102400/0x2c8777a5e7d9fdc2 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045398.431082:0:5855:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103a00/0x2c8777a5e7d9fdc9 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045398.431093:0:5855:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103a00/0x2c8777a5e7d9fdc9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045398.431103:0:5855:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103a00/0x2c8777a5e7d9fdc9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045398.431596:0:5855:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102c00/0x2c8777a5e7d9fdd0 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045398.431617:0:5855:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102c00/0x2c8777a5e7d9fdd0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045398.431627:0:5855:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102c00/0x2c8777a5e7d9fdd0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777045398.431671:0:5855:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x53:0x0]: returning size 512 00000004:00200000:3.0:1777045398.431678:0:5855:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1777045398.431708:0:5855:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102c00/0x2c8777a5e7d9fdd0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045398.431725:0:5855:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102400/0x2c8777a5e7d9fdc2 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045398.431735:0:5855:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102400/0x2c8777a5e7d9fdc2 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045398.431744:0:5855:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102400/0x2c8777a5e7d9fdc2 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045398.431754:0:5855:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de43102400 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:3.0:1777045398.431759:0:5855:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102400/0x2c8777a5e7d9fdc2 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045398.431769:0:5855:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102400/0x2c8777a5e7d9fdc2 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045398.431785:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff98df413b6b00) 00010000:00010000:3.0:1777045398.431791:0:5855:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777045398.431797:0:5855:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102400/0x2c8777a5e7d9fdc2 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045398.431812:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102400/0x2c8777a5e7d9fdc2 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045398.431832:0:5855:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103a00/0x2c8777a5e7d9fdc9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045398.431841:0:5855:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103a00/0x2c8777a5e7d9fdc9 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045398.431849:0:5855:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103a00/0x2c8777a5e7d9fdc9 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045398.431858:0:5855:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de43103a00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:3.0:1777045398.431862:0:5855:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103a00/0x2c8777a5e7d9fdc9 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045398.431871:0:5855:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103a00/0x2c8777a5e7d9fdc9 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045398.431882:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3b8202c4 (ffff98df413b6200) 00010000:00010000:3.0:1777045398.431886:0:5855:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777045398.431890:0:5855:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103a00/0x2c8777a5e7d9fdc9 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045398.431898:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103a00/0x2c8777a5e7d9fdc9 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045398.431941:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103600/0x2c8777a5e7d9fdbb lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149599 expref: 24 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045398.431959:0:5855:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102c00/0x2c8777a5e7d9fdd0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149599 expref: 23 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045398.431970:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff98df52c43500) 00010000:00010000:3.0:1777045398.431974:0:5855:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1777045398.431978:0:5855:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de43102c00, rc 0) 00000100:00100000:3.0:1777045398.432146:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de480ea680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+23:33447:x1863365370228480:12345-192.168.201.45@tcp:101:rm.0 Request processed in 1287us (1641us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045398.432156:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1521 00000100:00100000:1.0:1777045398.442608:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045398.442780:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370228608 00000100:00100000:2.0:1777045398.442793:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370228608 00000100:00100000:2.0:1777045398.442866:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1522 00000100:00100000:2.0:1777045398.442878:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41d52680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+23:33447:x1863365370228608:12345-192.168.201.45@tcp:101:rm.0 00010000:00010000:2.0:1777045398.442903:0:7939:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777045398.442928:0:7939:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be400/0x2c8777a5e7d9fdd7 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee11495a0 expref: -99 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045398.443621:0:7939:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be000/0x2c8777a5e7d9fdde lrc: 3/1,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045398.443643:0:7939:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be000/0x2c8777a5e7d9fdde lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045398.443658:0:7939:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be000/0x2c8777a5e7d9fdde lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045398.443681:0:7939:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfc00/0x2c8777a5e7d9fde5 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x53:0x0].0x156975b9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045398.443691:0:7939:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfc00/0x2c8777a5e7d9fde5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045398.443700:0:7939:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfc00/0x2c8777a5e7d9fde5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045398.443779:0:7939:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be000/0x2c8777a5e7d9fdde lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045398.443790:0:7939:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be000/0x2c8777a5e7d9fdde lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045398.443912:0:7939:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be000/0x2c8777a5e7d9fdde lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045398.443922:0:7939:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de435be000 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:2.0:1777045398.443928:0:7939:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be000/0x2c8777a5e7d9fdde lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045398.443941:0:7939:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be000/0x2c8777a5e7d9fdde lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045398.443958:0:7939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff98df52c43500) 00010000:00010000:2.0:1777045398.443963:0:7939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777045398.443969:0:7939:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be000/0x2c8777a5e7d9fdde lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045398.443979:0:7939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be000/0x2c8777a5e7d9fdde lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045398.444582:0:7939:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfc00/0x2c8777a5e7d9fde5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045398.444592:0:7939:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfc00/0x2c8777a5e7d9fde5 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045398.444602:0:7939:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfc00/0x2c8777a5e7d9fde5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045398.444610:0:7939:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de435bfc00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:2.0:1777045398.444615:0:7939:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfc00/0x2c8777a5e7d9fde5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045398.444625:0:7939:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfc00/0x2c8777a5e7d9fde5 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045398.444637:0:7939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x156975b9 (ffff98df52c43b00) 00010000:00010000:2.0:1777045398.444641:0:7939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777045398.444646:0:7939:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfc00/0x2c8777a5e7d9fde5 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045398.444655:0:7939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfc00/0x2c8777a5e7d9fde5 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045398.444705:0:7939:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be400/0x2c8777a5e7d9fdd7 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11495a0 expref: 24 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045398.444733:0:7939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff98df52c43500) 00010000:00010000:2.0:1777045398.444738:0:7939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777045398.444744:0:7939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be400/0x2c8777a5e7d9fdd7 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11495a0 expref: 24 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045398.444759:0:7939:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de435be400, rc 0) 00000100:00100000:2.0:1777045398.445034:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41d52680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+23:33447:x1863365370228608:12345-192.168.201.45@tcp:101:rm.0 Request processed in 2154us (2435us total) trans 0 rc 301/301 00000100:00100000:2.0:1777045398.445049:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1522 00000100:00100000:2.0:1777045398.458169:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045398.458774:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370228736 00000100:00100000:1.0:1777045398.458786:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370228736 00000100:00100000:1.0:1777045398.458849:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1523 00000100:00100000:1.0:1777045398.458863:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de480e9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+23:33447:x1863365370228736:12345-192.168.201.45@tcp:101:rm.0 00010000:00010000:1.0:1777045398.458888:0:5856:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777045398.458913:0:5856:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed800/0x2c8777a5e7d9fdec lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee11495a7 expref: -99 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045398.458995:0:5856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ecc00/0x2c8777a5e7d9fdf3 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045398.459019:0:5856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ecc00/0x2c8777a5e7d9fdf3 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045398.459034:0:5856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ecc00/0x2c8777a5e7d9fdf3 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045398.459052:0:5856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec400/0x2c8777a5e7d9fdfa lrc: 3/1,0 mode: --/PR res: [0x200000401:0x53:0x0].0x156975b9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045398.459061:0:5856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec400/0x2c8777a5e7d9fdfa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045398.459070:0:5856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec400/0x2c8777a5e7d9fdfa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045398.459144:0:5856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ecc00/0x2c8777a5e7d9fdf3 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045398.459155:0:5856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ecc00/0x2c8777a5e7d9fdf3 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045398.459164:0:5856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ecc00/0x2c8777a5e7d9fdf3 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045398.459174:0:5856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de419ecc00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:1.0:1777045398.459179:0:5856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ecc00/0x2c8777a5e7d9fdf3 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045398.459188:0:5856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ecc00/0x2c8777a5e7d9fdf3 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045398.459202:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff98df52c43500) 00010000:00010000:1.0:1777045398.459207:0:5856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777045398.459213:0:5856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ecc00/0x2c8777a5e7d9fdf3 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045398.459221:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ecc00/0x2c8777a5e7d9fdf3 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045398.459241:0:5856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec400/0x2c8777a5e7d9fdfa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045398.459250:0:5856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec400/0x2c8777a5e7d9fdfa lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045398.459259:0:5856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec400/0x2c8777a5e7d9fdfa lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045398.459267:0:5856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de419ec400 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:1.0:1777045398.459271:0:5856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec400/0x2c8777a5e7d9fdfa lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045398.459279:0:5856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec400/0x2c8777a5e7d9fdfa lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045398.459289:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x156975b9 (ffff98df51b04800) 00010000:00010000:1.0:1777045398.459293:0:5856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777045398.459298:0:5856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec400/0x2c8777a5e7d9fdfa lrc: 2/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045398.459635:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec400/0x2c8777a5e7d9fdfa lrc: 0/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045398.459685:0:5856:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed800/0x2c8777a5e7d9fdec lrc: 1/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11495a7 expref: 24 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045398.459700:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff98df52c43500) 00010000:00010000:1.0:1777045398.459704:0:5856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777045398.459709:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed800/0x2c8777a5e7d9fdec lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11495a7 expref: 24 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045398.459721:0:5856:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de419ed800, rc 0) 00000100:00100000:1.0:1777045398.459801:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de480e9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+23:33447:x1863365370228736:12345-192.168.201.45@tcp:101:rm.0 Request processed in 942us (1643us total) trans 0 rc 301/301 00000100:00100000:1.0:1777045398.459811:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1523 00000100:00100000:0.0:1777045398.507237:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045398.507391:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370228864 00000100:00100000:3.0:1777045398.507403:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370228864 00000100:00100000:3.0:1777045398.507478:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1524 00000100:00100000:3.0:1777045398.507490:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d627b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+23:33448:x1863365370228864:12345-192.168.201.45@tcp:101:cp.0 00010000:00010000:3.0:1777045398.507514:0:5855:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777045398.507556:0:5855:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102200/0x2c8777a5e7d9fe01 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee11495ae expref: -99 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045398.507639:0:5855:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103600/0x2c8777a5e7d9fe08 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045398.507659:0:5855:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103600/0x2c8777a5e7d9fe08 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045398.507674:0:5855:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103600/0x2c8777a5e7d9fe08 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045398.507692:0:5855:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103a00/0x2c8777a5e7d9fe0f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x53:0x0].0x156975b9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045398.507700:0:5855:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103a00/0x2c8777a5e7d9fe0f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045398.507715:0:5855:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103a00/0x2c8777a5e7d9fe0f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045398.507789:0:5855:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103600/0x2c8777a5e7d9fe08 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045398.507799:0:5855:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103600/0x2c8777a5e7d9fe08 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045398.507807:0:5855:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103600/0x2c8777a5e7d9fe08 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045398.507815:0:5855:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de43103600 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:3.0:1777045398.507821:0:5855:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103600/0x2c8777a5e7d9fe08 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045398.507832:0:5855:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103600/0x2c8777a5e7d9fe08 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045398.507846:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff98df52c43500) 00010000:00010000:3.0:1777045398.507852:0:5855:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777045398.507858:0:5855:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103600/0x2c8777a5e7d9fe08 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045398.507866:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103600/0x2c8777a5e7d9fe08 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045398.508141:0:5855:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103a00/0x2c8777a5e7d9fe0f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045398.508151:0:5855:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103a00/0x2c8777a5e7d9fe0f lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045398.508161:0:5855:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103a00/0x2c8777a5e7d9fe0f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045398.508169:0:5855:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de43103a00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:3.0:1777045398.508174:0:5855:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103a00/0x2c8777a5e7d9fe0f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045398.508182:0:5855:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103a00/0x2c8777a5e7d9fe0f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045398.508193:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x156975b9 (ffff98df413b6200) 00010000:00010000:3.0:1777045398.508197:0:5855:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777045398.508254:0:5855:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103a00/0x2c8777a5e7d9fe0f lrc: 2/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045398.508285:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103a00/0x2c8777a5e7d9fe0f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045398.508328:0:5855:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102200/0x2c8777a5e7d9fe01 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11495ae expref: 24 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045398.508343:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff98df52c43500) 00010000:00010000:3.0:1777045398.508347:0:5855:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777045398.508351:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102200/0x2c8777a5e7d9fe01 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11495ae expref: 24 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045398.508366:0:5855:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de43102200, rc 0) 00000100:00100000:3.0:1777045398.508431:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d627b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+23:33448:x1863365370228864:12345-192.168.201.45@tcp:101:cp.0 Request processed in 941us (1202us total) trans 0 rc 301/301 00000100:00100000:3.0:1777045398.508447:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1524 00000100:00100000:3.0:1777045398.513308:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045398.516689:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370228992 00000100:00100000:2.0:1777045398.516706:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370228992 00000100:00100000:2.0:1777045398.516925:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1525 00000100:00100000:2.0:1777045398.516941:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b9c6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+23:33448:x1863365370228992:12345-192.168.201.45@tcp:101:cp.0 00010000:00010000:2.0:1777045398.516966:0:7939:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777045398.517010:0:7939:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfc00/0x2c8777a5e7d9fe16 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee11495b5 expref: -99 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045398.517104:0:7939:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be000/0x2c8777a5e7d9fe1d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045398.517126:0:7939:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be000/0x2c8777a5e7d9fe1d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045398.517145:0:7939:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be000/0x2c8777a5e7d9fe1d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045398.517171:0:7939:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be400/0x2c8777a5e7d9fe24 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x53:0x0].0x156975b9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045398.517182:0:7939:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be400/0x2c8777a5e7d9fe24 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045398.517191:0:7939:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be400/0x2c8777a5e7d9fe24 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045398.517347:0:7939:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be000/0x2c8777a5e7d9fe1d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045398.517359:0:7939:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be000/0x2c8777a5e7d9fe1d lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045398.517368:0:7939:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be000/0x2c8777a5e7d9fe1d lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045398.517377:0:7939:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de435be000 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:2.0:1777045398.517382:0:7939:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be000/0x2c8777a5e7d9fe1d lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045398.517393:0:7939:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be000/0x2c8777a5e7d9fe1d lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045398.517409:0:7939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff98df52c43500) 00010000:00010000:2.0:1777045398.517414:0:7939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777045398.517420:0:7939:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be000/0x2c8777a5e7d9fe1d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045398.517430:0:7939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be000/0x2c8777a5e7d9fe1d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045398.517450:0:7939:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be400/0x2c8777a5e7d9fe24 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045398.517460:0:7939:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be400/0x2c8777a5e7d9fe24 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045398.517468:0:7939:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be400/0x2c8777a5e7d9fe24 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045398.517476:0:7939:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de435be400 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:2.0:1777045398.517479:0:7939:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be400/0x2c8777a5e7d9fe24 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045398.517490:0:7939:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be400/0x2c8777a5e7d9fe24 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045398.517500:0:7939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x156975b9 (ffff98df52c43b00) 00010000:00010000:2.0:1777045398.517503:0:7939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777045398.517507:0:7939:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be400/0x2c8777a5e7d9fe24 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045398.517516:0:7939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be400/0x2c8777a5e7d9fe24 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045398.517588:0:7939:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfc00/0x2c8777a5e7d9fe16 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11495b5 expref: 24 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045398.517605:0:7939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff98df52c43500) 00010000:00010000:2.0:1777045398.517609:0:7939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777045398.517615:0:7939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfc00/0x2c8777a5e7d9fe16 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11495b5 expref: 24 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045398.517631:0:7939:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de435bfc00, rc 0) 00000100:00100000:2.0:1777045398.517722:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b9c6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+23:33448:x1863365370228992:12345-192.168.201.45@tcp:101:cp.0 Request processed in 783us (4423us total) trans 0 rc 301/301 00000100:00100000:2.0:1777045398.517734:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1525 00000100:00100000:2.0:1777045398.530103:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045398.530247:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370229248 00000100:00100000:0.0:1777045398.530261:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370229248 00000100:00100000:0.0:1777045398.530385:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1526 00000100:00100000:0.0:1777045398.530401:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de480e9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+23:33448:x1863365370229248:12345-192.168.201.45@tcp:101:cp.0 00010000:00010000:0.0:1777045398.530445:0:5857:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777045398.530474:0:5857:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096600/0x2c8777a5e7d9fe2b lrc: 2/0,0 mode: --/CW res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee11495bc expref: -99 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045398.530658:0:5857:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096200/0x2c8777a5e7d9fe32 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045398.530679:0:5857:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096200/0x2c8777a5e7d9fe32 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045398.530695:0:5857:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096200/0x2c8777a5e7d9fe32 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045398.530715:0:5857:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097000/0x2c8777a5e7d9fe39 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x53:0x0].0x156975b9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045398.530725:0:5857:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097000/0x2c8777a5e7d9fe39 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x53:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045398.530734:0:5857:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097000/0x2c8777a5e7d9fe39 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x53:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1777045398.532264:0:5857:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x1e:0x0], index 1: 0 00010000:00010000:0.0:1777045398.532489:0:5857:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097e00/0x2c8777a5e7d9fe40 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045398.532505:0:5857:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097e00/0x2c8777a5e7d9fe40 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045398.532546:0:5857:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097e00/0x2c8777a5e7d9fe40 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045398.532596:0:5857:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096200/0x2c8777a5e7d9fe32 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045398.532607:0:5857:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096200/0x2c8777a5e7d9fe32 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045398.532617:0:5857:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096200/0x2c8777a5e7d9fe32 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045398.532625:0:5857:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de43096200 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:0.0:1777045398.532631:0:5857:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096200/0x2c8777a5e7d9fe32 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045398.532641:0:5857:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096200/0x2c8777a5e7d9fe32 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045398.532656:0:5857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff98df52c43500) 00010000:00010000:0.0:1777045398.532661:0:5857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777045398.532666:0:5857:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096200/0x2c8777a5e7d9fe32 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045398.532676:0:5857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096200/0x2c8777a5e7d9fe32 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777045398.532694:0:5857:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000006cb153d reply state 000000008598f36d transno 4294968350 ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097000/0x2c8777a5e7d9fe39 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x53:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777045398.532707:0:5857:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1777045398.532749:0:5857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096600/0x2c8777a5e7d9fe2b lrc: 0/0,0 mode: --/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11495bc expref: 26 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045398.532771:0:5857:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097e00/0x2c8777a5e7d9fe40 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11495bc expref: 25 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045398.532782:0:5857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2e:0x0].0x0 (ffff98df4a351200) 00010000:00010000:0.0:1777045398.532785:0:5857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777045398.532789:0:5857:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de43097e00, rc 0) 00000100:00100000:0.0:1777045398.533082:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de480e9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+26:33448:x1863365370229248:12345-192.168.201.45@tcp:101:cp.0 Request processed in 2685us (3206us total) trans 4294968350 rc 0/0 00000100:00100000:0.0:1777045398.533093:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1526 00000100:00100000:2.0:1777045398.548369:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045398.548506:0:6641:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370229376 00000100:00100000:3.0:1777045398.548519:0:6641:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370229376 00000100:00100000:3.0:1777045398.548644:0:6641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 451 00000100:00100000:3.0:1777045398.548662:0:6641:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de480eb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+5:2393:x1863365370229376:12345-192.168.201.45@tcp:101:cp.0 00010000:00010000:3.0:1777045398.548687:0:6641:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777045398.548716:0:6641:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000069fb3997/0x2c8777a5e7d9fe4e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee11495c3 expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777045398.548756:0:6641:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1777045398.548782:0:6641:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777045398.548785:0:6641:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777045398.548796:0:6641:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000069fb3997/0x2c8777a5e7d9fe4e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11495c3 expref: 6 pid: 6641 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045398.548822:0:6641:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000069fb3997/0x2c8777a5e7d9fe4e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11495c3 expref: 6 pid: 6641 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045398.548843:0:6641:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de43103600, rc 0) 00000100:00100000:3.0:1777045398.548907:0:6641:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de480eb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+6:2393:x1863365370229376:12345-192.168.201.45@tcp:101:cp.0 Request processed in 251us (547us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045398.548919:0:6641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 451 00000100:00080000:1.0:1777045398.549031:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:0.0:1777045398.552091:0:3327:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097000/0x2c8777a5e7d9fe39 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x53:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045398.552114:0:3327:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097000/0x2c8777a5e7d9fe39 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x53:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045398.552258:0:3327:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097000/0x2c8777a5e7d9fe39 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x53:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045398.552290:0:3327:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de43097000 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:0.0:1777045398.552299:0:3327:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097000/0x2c8777a5e7d9fe39 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x53:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045398.552312:0:3327:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097000/0x2c8777a5e7d9fe39 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x53:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045398.552640:0:3327:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x156975b9 (ffff98df4a351d00) 00010000:00010000:0.0:1777045398.552645:0:3327:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777045398.552653:0:3327:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097000/0x2c8777a5e7d9fe39 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x53:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045398.552663:0:3327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097000/0x2c8777a5e7d9fe39 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x53:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777045398.563058:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045398.563180:0:14822:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370229504 00000100:00100000:3.0:1777045398.563193:0:14822:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370229504 00000100:00100000:3.0:1777045398.563623:0:14822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 452 00000100:00100000:3.0:1777045398.563638:0:14822:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de480e8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+6:33448:x1863365370229504:12345-192.168.201.45@tcp:101:cp.0 00010000:00010000:3.0:1777045398.563661:0:14822:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777045398.563682:0:14822:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000bcae34f4/0x2c8777a5e7d9fe55 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee11495ca expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045398.563722:0:14822:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000069fb3997/0x2c8777a5e7d9fe4e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11495c3 expref: 7 pid: 6641 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045398.563736:0:14822:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777045398.563739:0:14822:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777045398.563746:0:14822:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bcae34f4/0x2c8777a5e7d9fe55 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11495ca expref: 7 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045398.563790:0:14822:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000069fb3997/0x2c8777a5e7d9fe4e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11495c3 expref: 7 pid: 6641 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045398.563809:0:14822:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000069fb3997/0x2c8777a5e7d9fe4e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11495c3 expref: 7 pid: 6641 timeout: 2127 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777045398.563828:0:14822:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7b9c4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14822:1863365424452224:192.168.201.45@tcp:104: 00000100:00100000:3.0:1777045398.565746:0:14822:0:(client.c:2691:ptlrpc_set_wait()) set ffff98de41e61840 going to sleep for 11 seconds 00000100:00100000:3.0:1777045398.581276:0:14822:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7b9c4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14822:1863365424452224:192.168.201.45@tcp:104: 00010000:00010000:3.0:1777045398.581325:0:14822:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000bcae34f4/0x2c8777a5e7d9fe55 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11495ca expref: 7 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045398.581353:0:14822:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de43102200, rc 0) 00000100:00100000:3.0:1777045398.581440:0:14822:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de480e8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+7:33448:x1863365370229504:12345-192.168.201.45@tcp:101:cp.0 Request processed in 17803us (18391us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045398.581452:0:14822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 452 00000100:00100000:2.0:1777045398.583619:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045398.583754:0:5843:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370229632 00000100:00100000:1.0:1777045398.583765:0:5843:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370229632 00010000:00010000:1.0:1777045398.583812:0:5843:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000069fb3997/0x2c8777a5e7d9fe4e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11495c3 expref: 7 pid: 6641 timeout: 2127 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777045398.583878:0:5843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 437 00000100:00100000:1.0:1777045398.583894:0:5843:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de480e8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+7:2392:x1863365370229632:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777045398.583916:0:5843:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777045398.583944:0:5843:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000069fb3997/0x2c8777a5e7d9fe4e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11495c3 expref: 7 pid: 6641 timeout: 2127 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045398.583964:0:5843:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000069fb3997/0x2c8777a5e7d9fe4e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11495c3 expref: 7 pid: 6641 timeout: 2127 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045398.583996:0:5843:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000069fb3997/0x2c8777a5e7d9fe4e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11495c3 expref: 7 pid: 6641 timeout: 2127 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045398.584021:0:5843:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777045398.584024:0:5843:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777045398.584034:0:5843:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000bcae34f4/0x2c8777a5e7d9fe55 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11495ca expref: 6 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045398.584051:0:5843:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bcae34f4/0x2c8777a5e7d9fe55 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11495ca expref: 6 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045398.584102:0:5843:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000bcae34f4/0x2c8777a5e7d9fe55 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11495ca expref: 6 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777045398.584122:0:5843:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de41d50000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5843:1863365424452352:192.168.201.45@tcp:105: 00000100:00100000:1.0:1777045398.584657:0:5843:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df46730840 going to sleep for 11 seconds 00000100:00100000:1.0:1777045398.590363:0:5843:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de41d50000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5843:1863365424452352:192.168.201.45@tcp:105: 00010000:00010000:1.0:1777045398.590397:0:5843:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777045398.590578:0:5843:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de480e8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+6:2392:x1863365370229632:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 6684us (6965us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045398.590594:0:5843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 437 00000100:00100000:3.0:1777045398.594312:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045398.594447:0:5858:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370229888 00000100:00100000:1.0:1777045398.594459:0:5858:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370229888 00000100:00100000:1.0:1777045398.594560:0:5858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 349 00000100:00100000:1.0:1777045398.594575:0:5858:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b9c4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+25:33448:x1863365370229888:12345-192.168.201.45@tcp:35:cp.0 00000100:00100000:1.0:1777045398.595040:0:5858:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b9c4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+26:33448:x1863365370229888:12345-192.168.201.45@tcp:35:cp.0 Request processed in 466us (734us total) trans 4294968351 rc 0/0 00000100:00100000:1.0:1777045398.595061:0:5858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 349 00000100:00100000:2.0:1777045398.751202:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045398.751789:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370230016 00000100:00100000:0.0:1777045398.751805:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370230016 00000100:00100000:0.0:1777045398.751906:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1527 00000100:00100000:0.0:1777045398.752814:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de435af100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:146de360-3fb2-48bd-b418-06f30714148a+41:33451:x1863365370230016:12345-192.168.201.45@tcp:101:lfs.0 00010000:00010000:0.0:1777045398.752845:0:12646:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777045398.752876:0:12646:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097000/0x2c8777a5e7d9fe5c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee11495d1 expref: -99 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045398.752999:0:12646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096600/0x2c8777a5e7d9fe63 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045398.753022:0:12646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096600/0x2c8777a5e7d9fe63 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045398.753040:0:12646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096600/0x2c8777a5e7d9fe63 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045398.753065:0:12646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096200/0x2c8777a5e7d9fe6a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x53:0x0].0x156975b9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045398.753135:0:12646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096200/0x2c8777a5e7d9fe6a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045398.753148:0:12646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096200/0x2c8777a5e7d9fe6a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045398.753352:0:12646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097c00/0x2c8777a5e7d9fe71 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045398.753367:0:12646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097c00/0x2c8777a5e7d9fe71 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045398.753380:0:12646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097c00/0x2c8777a5e7d9fe71 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777045398.753430:0:12646:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2e:0x0]: returning size 158 00000004:00200000:0.0:1777045398.753437:0:12646:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1777045398.753464:0:12646:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097c00/0x2c8777a5e7d9fe71 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045398.753483:0:12646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097c00/0x2c8777a5e7d9fe71 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045398.753496:0:12646:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096600/0x2c8777a5e7d9fe63 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045398.753507:0:12646:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096600/0x2c8777a5e7d9fe63 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045398.753551:0:12646:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096600/0x2c8777a5e7d9fe63 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045398.753563:0:12646:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de43096600 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:0.0:1777045398.753570:0:12646:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096600/0x2c8777a5e7d9fe63 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045398.753582:0:12646:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096600/0x2c8777a5e7d9fe63 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045398.753602:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff98df52c43500) 00010000:00010000:0.0:1777045398.753607:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777045398.753615:0:12646:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096600/0x2c8777a5e7d9fe63 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045398.753625:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096600/0x2c8777a5e7d9fe63 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045398.753646:0:12646:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096200/0x2c8777a5e7d9fe6a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045398.753656:0:12646:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096200/0x2c8777a5e7d9fe6a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045398.753665:0:12646:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096200/0x2c8777a5e7d9fe6a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045398.753673:0:12646:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de43096200 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:0.0:1777045398.753677:0:12646:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096200/0x2c8777a5e7d9fe6a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045398.753688:0:12646:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096200/0x2c8777a5e7d9fe6a lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045398.753700:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x156975b9 (ffff98df4a351d00) 00010000:00010000:0.0:1777045398.753704:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777045398.753709:0:12646:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096200/0x2c8777a5e7d9fe6a lrc: 2/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045398.753719:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096200/0x2c8777a5e7d9fe6a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045398.753773:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097000/0x2c8777a5e7d9fe5c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11495d1 expref: 43 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045398.753794:0:12646:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097c00/0x2c8777a5e7d9fe71 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11495d1 expref: 42 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045398.753808:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2e:0x0].0x0 (ffff98df4a351200) 00010000:00010000:0.0:1777045398.753812:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777045398.753816:0:12646:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de43097c00, rc 0) 00000100:00100000:0.0:1777045398.753915:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de435af100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:146de360-3fb2-48bd-b418-06f30714148a+42:33451:x1863365370230016:12345-192.168.201.45@tcp:101:lfs.0 Request processed in 1994us (2747us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045398.753928:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1527 00000100:00100000:2.0:1777045398.772833:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045398.773929:0:6639:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370230144 00000100:00100000:1.0:1777045398.774468:0:6639:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370230144 00000100:00100000:1.0:1777045398.774705:0:6639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 453 00000100:00100000:1.0:1777045398.774725:0:6639:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de435ac000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:146de360-3fb2-48bd-b418-06f30714148a+10:2393:x1863365370230144:12345-192.168.201.45@tcp:101:lfs.0 00010000:00010000:1.0:1777045398.774751:0:6639:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777045398.774775:0:6639:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000039551fc8/0x2c8777a5e7d9fe78 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee11495d8 expref: -99 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777045398.774856:0:6639:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de41d50000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6639:1863365424452480:192.168.201.45@tcp:106: 00000100:00100000:1.0:1777045398.775667:0:6639:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df46730840 going to sleep for 11 seconds 00000100:00080000:0.0:1777045398.777159:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00002000:00010000:1.0:1777045398.813404:0:6639:0:(ofd_lvb.c:259:ofd_lvbo_update()) res: [0x280000400:0x1e:0x0] updating lvb size: 0 -> 158 00002000:00010000:1.0:1777045398.813416:0:6639:0:(ofd_lvb.c:265:ofd_lvbo_update()) res: [0x280000400:0x1e:0x0] updating lvb mtime: 0 -> 1777045398 00002000:00010000:1.0:1777045398.813420:0:6639:0:(ofd_lvb.c:271:ofd_lvbo_update()) res: [0x280000400:0x1e:0x0] updating lvb atime: 0 -> 1777045398 00002000:00010000:1.0:1777045398.813424:0:6639:0:(ofd_lvb.c:277:ofd_lvbo_update()) res: [0x280000400:0x1e:0x0] updating lvb ctime: 0 -> 1777045398 00000100:00100000:1.0:1777045398.813457:0:6639:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de41d50000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6639:1863365424452480:192.168.201.45@tcp:106: 00010000:00010000:1.0:1777045398.813508:0:6639:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000039551fc8/0x2c8777a5e7d9fe78 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11495d8 expref: 11 pid: 6639 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045398.813574:0:6639:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000039551fc8/0x2c8777a5e7d9fe78 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11495d8 expref: 11 pid: 6639 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045398.813599:0:6639:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de419ecc00, rc 0) 00000100:00100000:1.0:1777045398.813691:0:6639:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de435ac000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:146de360-3fb2-48bd-b418-06f30714148a+10:2393:x1863365370230144:12345-192.168.201.45@tcp:101:lfs.0 Request processed in 38970us (40869us total) trans 0 rc 301/301 00000100:00100000:1.0:1777045398.813712:0:6639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 453 00000100:00100000:2.0:1777045398.828852:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045398.829579:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370230272 00000100:00100000:1.0:1777045398.829593:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370230272 00000100:00100000:1.0:1777045398.829683:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1528 00000100:00100000:1.0:1777045398.829700:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de435af480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:146de360-3fb2-48bd-b418-06f30714148a+42:33451:x1863365370230272:12345-192.168.201.45@tcp:101:lfs.0 00010000:00010000:1.0:1777045398.829726:0:7939:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777045398.829752:0:7939:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ecc00/0x2c8777a5e7d9fe7f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee11495df expref: -99 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045398.829846:0:7939:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec200/0x2c8777a5e7d9fe86 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045398.829868:0:7939:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec200/0x2c8777a5e7d9fe86 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045398.829886:0:7939:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec200/0x2c8777a5e7d9fe86 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777045398.829966:0:7939:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x53:0x0]: returning size 512 00000004:00200000:1.0:1777045398.829972:0:7939:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:1.0:1777045398.830037:0:7939:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec200/0x2c8777a5e7d9fe86 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045398.830075:0:7939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ecc00/0x2c8777a5e7d9fe7f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11495df expref: 44 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045398.830102:0:7939:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec200/0x2c8777a5e7d9fe86 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11495df expref: 43 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045398.830124:0:7939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff98df52c43500) 00010000:00010000:1.0:1777045398.830128:0:7939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1777045398.830134:0:7939:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de419ec200, rc 0) 00000100:00100000:1.0:1777045398.831692:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de435af480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:146de360-3fb2-48bd-b418-06f30714148a+43:33451:x1863365370230272:12345-192.168.201.45@tcp:101:lfs.0 Request processed in 1989us (2843us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045398.831707:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1528 00000100:00100000:2.0:1777045398.845691:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045398.845874:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370230400 00000100:00100000:3.0:1777045398.845888:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370230400 00000100:00100000:3.0:1777045398.847097:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 454 00000100:00100000:3.0:1777045398.847113:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de435aea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:146de360-3fb2-48bd-b418-06f30714148a+10:2392:x1863365370230400:12345-192.168.201.45@tcp:101:lfs.0 00010000:00010000:3.0:1777045398.847137:0:6642:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777045398.847178:0:6642:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000642312c2/0x2c8777a5e7d9fe8d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee11495e6 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777045398.849176:0:6642:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7b9c5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6642:1863365424452608:192.168.201.45@tcp:106: 00000100:00100000:3.0:1777045398.849310:0:6642:0:(client.c:2691:ptlrpc_set_wait()) set ffff98de41e61840 going to sleep for 11 seconds 00000100:00100000:2.0:1777045398.870909:0:6642:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7b9c5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6642:1863365424452608:192.168.201.45@tcp:106: 00010000:00010000:2.0:1777045398.870962:0:6642:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000642312c2/0x2c8777a5e7d9fe8d lrc: 1/0,0 mode: --/PR res: [0x280000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11495e6 expref: 11 pid: 6642 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045398.871011:0:6642:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000642312c2/0x2c8777a5e7d9fe8d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11495e6 expref: 11 pid: 6642 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045398.871035:0:6642:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de43103a00, rc 0) 00000100:00100000:2.0:1777045398.871231:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de435aea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:146de360-3fb2-48bd-b418-06f30714148a+10:2392:x1863365370230400:12345-192.168.201.45@tcp:101:lfs.0 Request processed in 24119us (25549us total) trans 0 rc 301/301 00000100:00100000:2.0:1777045398.871244:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 454 00000100:00100000:2.0:1777045398.890054:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045398.890828:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370230656 00000100:00100000:3.0:1777045398.890842:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370230656 00000100:00100000:3.0:1777045398.890926:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1529 00000100:00100000:3.0:1777045398.890941:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d60e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:146de360-3fb2-48bd-b418-06f30714148a+43:33451:x1863365370230656:12345-192.168.201.45@tcp:58:lfs.0 00000040:00080000:3.0:1777045398.891673:0:5855:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].45, 136 off14312 00000100:00100000:3.0:1777045398.891789:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d60e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:146de360-3fb2-48bd-b418-06f30714148a+43:33451:x1863365370230656:12345-192.168.201.45@tcp:58:lfs.0 Request processed in 850us (1744us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045398.891802:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1529 00000100:00100000:0.0:1777045398.913823:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045398.914896:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370230784 00000100:00100000:3.0:1777045398.914909:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370230784 00000100:00100000:3.0:1777045398.919417:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1530 00000100:00100000:3.0:1777045398.919434:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d626a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:146de360-3fb2-48bd-b418-06f30714148a+43:33452:x1863365370230784:12345-192.168.201.45@tcp:101:bash.0 00010000:00010000:3.0:1777045398.919465:0:12646:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777045398.919494:0:12646:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102400/0x2c8777a5e7d9fe94 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee11495ed expref: -99 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045398.919613:0:12646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103800/0x2c8777a5e7d9fe9b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045398.919635:0:12646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103800/0x2c8777a5e7d9fe9b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045398.919674:0:12646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103800/0x2c8777a5e7d9fe9b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045398.919747:0:12646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103000/0x2c8777a5e7d9fea2 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x53:0x0].0x3fac6341 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045398.919761:0:12646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103000/0x2c8777a5e7d9fea2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045398.919772:0:12646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103000/0x2c8777a5e7d9fea2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045398.919874:0:12646:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103800/0x2c8777a5e7d9fe9b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045398.919886:0:12646:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103800/0x2c8777a5e7d9fe9b lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045398.919897:0:12646:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103800/0x2c8777a5e7d9fe9b lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045398.919907:0:12646:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de43103800 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:3.0:1777045398.919913:0:12646:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103800/0x2c8777a5e7d9fe9b lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045398.919924:0:12646:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103800/0x2c8777a5e7d9fe9b lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045398.919940:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff98df52c43500) 00010000:00010000:3.0:1777045398.919945:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777045398.919950:0:12646:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103800/0x2c8777a5e7d9fe9b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045398.919960:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103800/0x2c8777a5e7d9fe9b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045398.919977:0:12646:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103000/0x2c8777a5e7d9fea2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045398.919985:0:12646:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103000/0x2c8777a5e7d9fea2 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045398.919994:0:12646:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103000/0x2c8777a5e7d9fea2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045398.920002:0:12646:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de43103000 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:3.0:1777045398.920006:0:12646:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103000/0x2c8777a5e7d9fea2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045398.920014:0:12646:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103000/0x2c8777a5e7d9fea2 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045398.920023:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x3fac6341 (ffff98df413b6700) 00010000:00010000:3.0:1777045398.920027:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777045398.920031:0:12646:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103000/0x2c8777a5e7d9fea2 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045398.920040:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103000/0x2c8777a5e7d9fea2 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045398.920082:0:12646:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102400/0x2c8777a5e7d9fe94 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11495ed expref: 44 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045398.920096:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff98df52c43500) 00010000:00010000:3.0:1777045398.920099:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777045398.920104:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102400/0x2c8777a5e7d9fe94 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11495ed expref: 44 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045398.920118:0:12646:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de43102400, rc 0) 00000100:00100000:3.0:1777045398.922269:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d626a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:146de360-3fb2-48bd-b418-06f30714148a+43:33452:x1863365370230784:12345-192.168.201.45@tcp:101:bash.0 Request processed in 2830us (8449us total) trans 0 rc 301/301 00000100:00100000:3.0:1777045398.922283:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1530 00000100:00100000:2.0:1777045398.957690:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045398.957843:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370230912 00000100:00100000:1.0:1777045398.957856:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370230912 00000100:00100000:1.0:1777045398.957943:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1531 00000100:00100000:1.0:1777045398.957958:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d60c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+26:33453:x1863365370230912:12345-192.168.201.45@tcp:101:rm.0 00010000:00010000:1.0:1777045398.957992:0:7939:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777045398.958017:0:7939:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ecc00/0x2c8777a5e7d9fea9 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee11495f4 expref: -99 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045398.958098:0:7939:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eda00/0x2c8777a5e7d9feb0 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045398.958117:0:7939:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eda00/0x2c8777a5e7d9feb0 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045398.958133:0:7939:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eda00/0x2c8777a5e7d9feb0 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045398.958152:0:7939:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eca00/0x2c8777a5e7d9feb7 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x53:0x0].0x3fac6341 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045398.958162:0:7939:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eca00/0x2c8777a5e7d9feb7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045398.958180:0:7939:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eca00/0x2c8777a5e7d9feb7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045398.958318:0:7939:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eda00/0x2c8777a5e7d9feb0 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045398.958329:0:7939:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eda00/0x2c8777a5e7d9feb0 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045398.958339:0:7939:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eda00/0x2c8777a5e7d9feb0 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045398.958349:0:7939:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de419eda00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:1.0:1777045398.958355:0:7939:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eda00/0x2c8777a5e7d9feb0 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045398.958365:0:7939:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eda00/0x2c8777a5e7d9feb0 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045398.958380:0:7939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff98df52c43500) 00010000:00010000:1.0:1777045398.958385:0:7939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777045398.958392:0:7939:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eda00/0x2c8777a5e7d9feb0 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045398.958402:0:7939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eda00/0x2c8777a5e7d9feb0 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045398.958418:0:7939:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eca00/0x2c8777a5e7d9feb7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045398.958427:0:7939:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eca00/0x2c8777a5e7d9feb7 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045398.958436:0:7939:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eca00/0x2c8777a5e7d9feb7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045398.958444:0:7939:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de419eca00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:1.0:1777045398.958447:0:7939:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eca00/0x2c8777a5e7d9feb7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045398.958457:0:7939:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eca00/0x2c8777a5e7d9feb7 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045398.958467:0:7939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x3fac6341 (ffff98df51b04800) 00010000:00010000:1.0:1777045398.958471:0:7939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777045398.958475:0:7939:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eca00/0x2c8777a5e7d9feb7 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045398.958484:0:7939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eca00/0x2c8777a5e7d9feb7 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045398.958555:0:7939:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ecc00/0x2c8777a5e7d9fea9 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11495f4 expref: 27 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045398.958571:0:7939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff98df52c43500) 00010000:00010000:1.0:1777045398.958574:0:7939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777045398.958581:0:7939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ecc00/0x2c8777a5e7d9fea9 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11495f4 expref: 27 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045398.958595:0:7939:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de419ecc00, rc 0) 00000100:00100000:1.0:1777045398.958658:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d60c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+26:33453:x1863365370230912:12345-192.168.201.45@tcp:101:rm.0 Request processed in 703us (978us total) trans 0 rc 301/301 00000100:00100000:1.0:1777045398.958676:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1531 00000100:00100000:2.0:1777045398.966949:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045398.968948:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370231040 00000100:00100000:1.0:1777045398.968962:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370231040 00000100:00100000:0.0:1777045398.973881:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1532 00000100:00100000:0.0:1777045398.973905:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d60d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+26:33453:x1863365370231040:12345-192.168.201.45@tcp:101:rm.0 00010000:00010000:0.0:1777045398.976786:0:5856:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777045398.976822:0:5856:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096600/0x2c8777a5e7d9febe lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee11495fb expref: -99 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045398.976912:0:5856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096200/0x2c8777a5e7d9fec5 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045398.976933:0:5856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096200/0x2c8777a5e7d9fec5 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045398.976949:0:5856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096200/0x2c8777a5e7d9fec5 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045398.976970:0:5856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097000/0x2c8777a5e7d9fecc lrc: 3/1,0 mode: --/PR res: [0x200000401:0x53:0x0].0x3fac6341 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045398.977432:0:5856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097000/0x2c8777a5e7d9fecc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045398.977446:0:5856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097000/0x2c8777a5e7d9fecc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045398.977563:0:5856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096200/0x2c8777a5e7d9fec5 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045398.977576:0:5856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096200/0x2c8777a5e7d9fec5 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045398.977586:0:5856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096200/0x2c8777a5e7d9fec5 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045398.977595:0:5856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de43096200 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:0.0:1777045398.977601:0:5856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096200/0x2c8777a5e7d9fec5 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045398.977614:0:5856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096200/0x2c8777a5e7d9fec5 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045398.977630:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff98df52c43500) 00010000:00010000:0.0:1777045398.977661:0:5856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777045398.977668:0:5856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096200/0x2c8777a5e7d9fec5 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045398.977679:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096200/0x2c8777a5e7d9fec5 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045398.977698:0:5856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097000/0x2c8777a5e7d9fecc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045398.977709:0:5856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097000/0x2c8777a5e7d9fecc lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045398.977719:0:5856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097000/0x2c8777a5e7d9fecc lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045398.977727:0:5856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de43097000 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:0.0:1777045398.977731:0:5856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097000/0x2c8777a5e7d9fecc lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045398.977741:0:5856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097000/0x2c8777a5e7d9fecc lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045398.977751:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x3fac6341 (ffff98df4a351d00) 00010000:00010000:0.0:1777045398.977755:0:5856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777045398.977759:0:5856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097000/0x2c8777a5e7d9fecc lrc: 2/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045398.977768:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097000/0x2c8777a5e7d9fecc lrc: 0/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045398.977812:0:5856:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096600/0x2c8777a5e7d9febe lrc: 1/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11495fb expref: 27 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045398.977827:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff98df52c43500) 00010000:00010000:0.0:1777045398.977831:0:5856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777045398.977838:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096600/0x2c8777a5e7d9febe lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11495fb expref: 27 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045398.977852:0:5856:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de43096600, rc 0) 00000100:00100000:0.0:1777045398.978030:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d60d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+26:33453:x1863365370231040:12345-192.168.201.45@tcp:101:rm.0 Request processed in 4131us (11821us total) trans 0 rc 301/301 00000100:00100000:0.0:1777045398.978044:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1532 00000100:00100000:0.0:1777045398.999970:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7b9c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424452736:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1777045399.000061:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777045399.001829:0:6644:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424452736 00000100:00100000:3.0:1777045399.002084:0:6644:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424452736 00000100:00100000:3.0:1777045399.002185:0:6644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 548 00000100:00100000:3.0:1777045399.002560:0:6644:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d626300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424452736:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1777045399.002613:0:6644:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 54329344 pending 0 free 3851419648 avail 3849322496 00000100:00100000:3.0:1777045399.002684:0:6644:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d626300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424452736:12345-0@lo:13:osp-pre-1-0.0 Request processed in 486us (2622us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045399.002697:0:6644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 548 00000100:00100000:0.0:1777045399.002838:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de41d53100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3341:1863365424452992:0@lo:400:kworker.0 00000100:00100000:0.0:1777045399.003169:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045399.003264:0:3341:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1777045399.003275:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de41d50a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3341:1863365424453120:0@lo:400:kworker.0 00000100:00100000:0.0:1777045399.003316:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045399.003370:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de42772300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424453248:0@lo:400:kworker.0 00000100:00100000:0.0:1777045399.003412:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045399.003472:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7b9c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424452736:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1777045399.003498:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:0.0:1777045399.003506:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de41d50000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ce657616-b3f3-4e21-ac89-518ab611901c:3343:1863365424452864:0@lo:400:kworker.0 00000100:00100000:0.0:1777045399.003580:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045399.003617:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de42773800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3343:1863365424453376:0@lo:400:kworker.0 00000100:00100000:0.0:1777045399.003654:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777045399.005448:0:14822:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424453248 00000100:00100000:3.0:1777045399.005459:0:14822:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424453248 00000100:00100000:3.0:1777045399.005556:0:14822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1120 00000100:00100000:3.0:1777045399.005571:0:14822:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b4b1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424453248:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777045399.005655:0:14822:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b4b1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424453248:12345-0@lo:400:kworker.0 Request processed in 86us (2241us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045399.005667:0:14822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1120 00000100:00100000:3.0:1777045399.005704:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424452992 00000100:00100000:3.0:1777045399.005711:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424452992 00000100:00100000:3.0:1777045399.005751:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424453120 00000100:00100000:3.0:1777045399.005757:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424453120 00000100:00100000:3.0:1777045399.005792:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424453376 00000100:00100000:3.0:1777045399.005796:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424453376 00000100:00100000:3.0:1777045399.005823:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1295 00000100:00100000:3.0:1777045399.005833:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b4b2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3341:x1863365424452992:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777045399.005894:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b4b2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3341:x1863365424452992:12345-0@lo:400:kworker.0 Request processed in 61us (2724us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045399.005906:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1295 00000100:00100000:3.0:1777045399.005926:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1296 00000100:00100000:3.0:1777045399.005937:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b4b2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3341:x1863365424453120:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777045399.005983:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b4b2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3341:x1863365424453120:12345-0@lo:400:kworker.0 Request processed in 47us (2665us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045399.005994:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1296 00000100:00100000:3.0:1777045399.006013:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1297 00000100:00100000:3.0:1777045399.006025:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b51f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3343:x1863365424453376:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777045399.006067:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b51f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3343:x1863365424453376:12345-0@lo:400:kworker.0 Request processed in 45us (2413us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045399.006077:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1297 00000100:00080000:1.0:1777045399.007889:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1777045399.007897:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1777045399.008164:0:5850:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424452864 00000100:00100000:2.0:1777045399.008173:0:5850:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424452864 00000100:00100000:2.0:1777045399.008289:0:5850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 948 00000100:00100000:2.0:1777045399.008302:0:5850:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df4fc75c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ce657616-b3f3-4e21-ac89-518ab611901c+18:3343:x1863365424452864:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777045399.008366:0:5850:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df4fc75c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ce657616-b3f3-4e21-ac89-518ab611901c+18:3343:x1863365424452864:12345-0@lo:400:kworker.0 Request processed in 68us (4786us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045399.008377:0:5850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 948 00000100:00100000:0.0:1777045399.011114:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de41d50a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3341:1863365424453120:0@lo:400:kworker.0 00000100:00100000:0.0:1777045399.011139:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de41d53100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3341:1863365424452992:0@lo:400:kworker.0 00000100:00100000:0.0:1777045399.011255:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de41d50000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ce657616-b3f3-4e21-ac89-518ab611901c:3343:1863365424452864:0@lo:400:kworker.0 00000100:00100000:0.0:1777045399.011292:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de42773800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3343:1863365424453376:0@lo:400:kworker.0 00000100:00100000:0.0:1777045399.011311:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de42772300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424453248:0@lo:400:kworker.0 00000040:00080000:0.0:1777045399.063102:0:11491:0:(llog.c:801:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1777045399.063116:0:11491:0:(llog_cat.c:158:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1777045399.063196:0:11491:0:(llog.c:858:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 46 count 2 00000040:00080000:0.0:1777045399.063278:0:11491:0:(llog.c:858:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1777045399.064015:0:11491:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7b51ed80 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11491:1863365424453504:192.168.201.45@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1777045399.064145:0:11491:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df50f23480 going to sleep for 11 seconds 00000100:00100000:3.0:1777045399.086820:0:11491:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7b51ed80 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11491:1863365424453504:192.168.201.45@tcp:107:hsm_cdtr.0 00000100:00100000:2.0:1777045399.088252:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045399.090266:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370231168 00000100:00100000:3.0:1777045399.090281:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370231168 00000100:00100000:3.0:1777045399.090383:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1533 00000100:00100000:3.0:1777045399.090400:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d60c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+26:33455:x1863365370231168:12345-192.168.201.45@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1777045399.090471:0:12646:0:(mdt_handler.c:7958:mdt_fid2path()) path get [0x200000402:0x2e:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1777045399.097274:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d60c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+26:33455:x1863365370231168:12345-192.168.201.45@tcp:53:lhsmtool_posix.0 Request processed in 6865us (9013us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045399.097294:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1533 00000100:00100000:0.0:1777045399.106605:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045399.106906:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370231296 00000100:00100000:3.0:1777045399.106920:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370231296 00000100:00100000:3.0:1777045399.107013:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1534 00000100:00100000:3.0:1777045399.107030:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b51e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+26:33454:x1863365370231296:12345-192.168.201.45@tcp:101:cp.0 00010000:00010000:3.0:1777045399.107057:0:5856:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777045399.107083:0:5856:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102400/0x2c8777a5e7d9fed3 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1149602 expref: -99 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045399.107175:0:5856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103000/0x2c8777a5e7d9feda lrc: 3/1,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045399.107723:0:5856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103000/0x2c8777a5e7d9feda lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045399.107747:0:5856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103000/0x2c8777a5e7d9feda lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045399.109124:0:5856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bf200/0x2c8777a5e7d9fee1 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x53:0x0].0x3fac6341 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045399.109142:0:5856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bf200/0x2c8777a5e7d9fee1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045399.109156:0:5856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bf200/0x2c8777a5e7d9fee1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045399.109732:0:5856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103000/0x2c8777a5e7d9feda lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045399.109747:0:5856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103000/0x2c8777a5e7d9feda lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045399.109759:0:5856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103000/0x2c8777a5e7d9feda lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045399.109771:0:5856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de43103000 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:2.0:1777045399.109779:0:5856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103000/0x2c8777a5e7d9feda lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045399.109792:0:5856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103000/0x2c8777a5e7d9feda lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045399.109811:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff98df52c43500) 00010000:00010000:2.0:1777045399.109817:0:5856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777045399.109824:0:5856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103000/0x2c8777a5e7d9feda lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045399.109835:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103000/0x2c8777a5e7d9feda lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045399.109859:0:5856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bf200/0x2c8777a5e7d9fee1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045399.109869:0:5856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bf200/0x2c8777a5e7d9fee1 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045399.109878:0:5856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bf200/0x2c8777a5e7d9fee1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045399.109887:0:5856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de435bf200 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:2.0:1777045399.109891:0:5856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bf200/0x2c8777a5e7d9fee1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045399.109902:0:5856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bf200/0x2c8777a5e7d9fee1 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045399.109921:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x3fac6341 (ffff98df52c43b00) 00010000:00010000:2.0:1777045399.109925:0:5856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777045399.109930:0:5856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bf200/0x2c8777a5e7d9fee1 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045399.109940:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bf200/0x2c8777a5e7d9fee1 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045399.109992:0:5856:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102400/0x2c8777a5e7d9fed3 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149602 expref: 27 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045399.110008:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff98df52c43500) 00010000:00010000:2.0:1777045399.110012:0:5856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777045399.110019:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102400/0x2c8777a5e7d9fed3 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149602 expref: 27 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045399.110036:0:5856:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de43102400, rc 0) 00000100:00100000:2.0:1777045399.110133:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b51e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+26:33454:x1863365370231296:12345-192.168.201.45@tcp:101:cp.0 Request processed in 3105us (3540us total) trans 0 rc 301/301 00000100:00100000:2.0:1777045399.110147:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1534 00000100:00100000:3.0:1777045399.111467:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045399.119348:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370231552 00000100:00100000:1.0:1777045399.119659:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370231552 00000100:00100000:1.0:1777045399.119937:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1535 00000100:00100000:1.0:1777045399.119955:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b9c7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+26:33455:x1863365370231552:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1777045399.119982:0:7939:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777045399.120010:0:7939:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ecc00/0x2c8777a5e7d9fee8 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1149609 expref: -99 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045399.120151:0:7939:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eca00/0x2c8777a5e7d9feef lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045399.120173:0:7939:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eca00/0x2c8777a5e7d9feef lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045399.120189:0:7939:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eca00/0x2c8777a5e7d9feef lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777045399.120244:0:7939:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2e:0x0]: returning size 158 00010000:00010000:1.0:1777045399.120748:0:7939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ecc00/0x2c8777a5e7d9fee8 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149609 expref: 29 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045399.120778:0:7939:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eca00/0x2c8777a5e7d9feef lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149609 expref: 28 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045399.120800:0:7939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2e:0x0].0x0 (ffff98df4a351200) 00010000:00010000:1.0:1777045399.120805:0:7939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777045399.120810:0:7939:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de419eca00, rc 0) 00000100:00100000:1.0:1777045399.120891:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b9c7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+28:33455:x1863365370231552:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 Request processed in 940us (9428us total) trans 4294968352 rc 0/0 00000100:00100000:1.0:1777045399.120902:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1535 00000100:00100000:2.0:1777045399.123108:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045399.136191:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370231680 00000100:00100000:0.0:1777045399.136230:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370231680 00000100:00100000:0.0:1777045399.138194:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1536 00000100:00100000:0.0:1777045399.138247:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d60ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+28:33454:x1863365370231680:12345-192.168.201.45@tcp:101:cp.0 00010000:00010000:0.0:1777045399.138274:0:5857:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777045399.138301:0:5857:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096200/0x2c8777a5e7d9fefd lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1149610 expref: -99 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045399.138388:0:5857:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096e00/0x2c8777a5e7d9ff04 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777045399.139109:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045399.139171:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045399.139348:0:6639:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370231808 00000100:00100000:1.0:1777045399.139358:0:6639:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370231808 00000100:00100000:2.0:1777045399.139725:0:6655:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370231936 00000100:00100000:2.0:1777045399.139733:0:6655:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370231936 00000100:00100000:2.0:1777045399.139783:0:6655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 104 00000100:00100000:2.0:1777045399.139797:0:6655:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b9c5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+30:2392:x1863365370231936:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777045399.139812:0:6655:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777045399.139838:0:6655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eca00/0x2c8777a5e7d9feef lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149609 expref: 30 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045399.139865:0:6655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2e:0x0].0x0 (ffff98df4a351200) 00010000:00010000:2.0:1777045399.139872:0:6655:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777045399.139941:0:6655:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b9c5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+29:2392:x1863365370231936:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 145us (833us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045399.139953:0:6655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 104 00000100:00100000:1.0:1777045399.140261:0:6639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 455 00000100:00100000:1.0:1777045399.140279:0:6639:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b9c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+6:2392:x1863365370231808:12345-192.168.201.45@tcp:1:lhsmtool_posix.0 00010000:00010000:1.0:1777045399.140322:0:6639:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000007538ac3c/0x2c8777a5e7d9ff0b lrc: 3/1,0 mode: --/PR res: [0x280000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045399.140346:0:6639:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000bcae34f4/0x2c8777a5e7d9fe55 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11495ca expref: 6 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045399.140360:0:6639:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777045399.140363:0:6639:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777045399.140369:0:6639:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007538ac3c/0x2c8777a5e7d9ff0b lrc: 4/1,0 mode: --/PR res: [0x280000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045399.141882:0:6639:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000bcae34f4/0x2c8777a5e7d9fe55 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11495ca expref: 6 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045399.142146:0:6639:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000bcae34f4/0x2c8777a5e7d9fe55 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11495ca expref: 6 pid: 14822 timeout: 2127 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777045399.142175:0:6639:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de42771180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6639:1863365424453632:192.168.201.45@tcp:104: 00000100:00100000:1.0:1777045399.142320:0:6639:0:(client.c:2691:ptlrpc_set_wait()) set ffff98de47823b40 going to sleep for 11 seconds 00010000:00010000:0.0:1777045399.142894:0:5857:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096e00/0x2c8777a5e7d9ff04 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045399.142916:0:5857:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096e00/0x2c8777a5e7d9ff04 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045399.142956:0:5857:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096800/0x2c8777a5e7d9ff12 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x53:0x0].0x3fac6341 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045399.142970:0:5857:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096800/0x2c8777a5e7d9ff12 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045399.143002:0:5857:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096800/0x2c8777a5e7d9ff12 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045399.143090:0:5857:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096e00/0x2c8777a5e7d9ff04 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045399.143104:0:5857:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096e00/0x2c8777a5e7d9ff04 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045399.143115:0:5857:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096e00/0x2c8777a5e7d9ff04 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045399.143125:0:5857:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de43096e00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:0.0:1777045399.143131:0:5857:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096e00/0x2c8777a5e7d9ff04 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045399.143143:0:5857:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096e00/0x2c8777a5e7d9ff04 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045399.143159:0:5857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff98df52c43500) 00010000:00010000:0.0:1777045399.143165:0:5857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777045399.143170:0:5857:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096e00/0x2c8777a5e7d9ff04 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045399.143180:0:5857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096e00/0x2c8777a5e7d9ff04 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045399.143197:0:5857:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096800/0x2c8777a5e7d9ff12 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045399.143251:0:5857:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096800/0x2c8777a5e7d9ff12 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045399.143262:0:5857:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096800/0x2c8777a5e7d9ff12 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045399.143270:0:5857:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de43096800 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:0.0:1777045399.143274:0:5857:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096800/0x2c8777a5e7d9ff12 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045399.143284:0:5857:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096800/0x2c8777a5e7d9ff12 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045399.143296:0:5857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x3fac6341 (ffff98df4a351d00) 00010000:00010000:0.0:1777045399.143300:0:5857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777045399.143304:0:5857:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096800/0x2c8777a5e7d9ff12 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045399.143313:0:5857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096800/0x2c8777a5e7d9ff12 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045399.143368:0:5857:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096200/0x2c8777a5e7d9fefd lrc: 1/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149610 expref: 28 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045399.143383:0:5857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff98df52c43500) 00010000:00010000:0.0:1777045399.143387:0:5857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777045399.143394:0:5857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096200/0x2c8777a5e7d9fefd lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149610 expref: 28 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045399.143409:0:5857:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de43096200, rc 0) 00000100:00100000:0.0:1777045399.143467:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d60ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+27:33454:x1863365370231680:12345-192.168.201.45@tcp:101:cp.0 Request processed in 5226us (20365us total) trans 0 rc 301/301 00000100:00100000:0.0:1777045399.143479:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1536 00000100:00100000:3.0:1777045399.153092:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045399.153237:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370232192 00000100:00100000:2.0:1777045399.153250:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370232192 00000100:00100000:2.0:1777045399.153344:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1537 00000100:00100000:2.0:1777045399.153359:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77957800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+27:33454:x1863365370232192:12345-192.168.201.45@tcp:101:cp.0 00010000:00010000:2.0:1777045399.153391:0:5856:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777045399.153416:0:5856:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bee00/0x2c8777a5e7d9ff19 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1149617 expref: -99 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045399.153603:0:5856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bf800/0x2c8777a5e7d9ff20 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045399.153626:0:5856:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec200/0x2c8777a5e7d9fe86 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11495df expref: 42 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045399.153641:0:5856:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bf800/0x2c8777a5e7d9ff20 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045399.153686:0:5856:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec200/0x2c8777a5e7d9fe86 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11495df expref: 42 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045399.153705:0:5856:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec200/0x2c8777a5e7d9fe86 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11495df expref: 42 pid: 7939 timeout: 2127 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777045399.153732:0:5856:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df6d60f480 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5856:1863365424453760:192.168.201.45@tcp:104: 00000100:00100000:2.0:1777045399.153843:0:5856:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df51ae6000 going to sleep for 11 seconds 00000100:00100000:1.0:1777045399.161045:0:6639:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de42771180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6639:1863365424453632:192.168.201.45@tcp:104: 00010000:00010000:1.0:1777045399.161084:0:6639:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000007538ac3c/0x2c8777a5e7d9ff0b lrc: 3/1,0 mode: --/PR res: [0x280000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777045399.165428:0:5856:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df6d60f480 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5856:1863365424453760:192.168.201.45@tcp:104: 00010000:00010000:2.0:1777045399.165462:0:5856:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bf800/0x2c8777a5e7d9ff20 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777045399.169024:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045399.170281:0:6647:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370232320 00000100:00100000:1.0:1777045399.170295:0:6647:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370232320 00002000:00100000:1.0:1777045399.170357:0:6647:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x1e:0x0] (0->157) req@ffff98df77954700 x1863365370232320/t0(0) o4->15144518-a1c7-4352-a966-cb31eadd4d9b@192.168.201.45@tcp:400/0 lens 648/0 e 0 to 0 dl 1777045410 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777045399.170375:0:6647:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98df77954700 with x1863365370232320 ext(0->157) 00010000:00010000:1.0:1777045399.170387:0:6647:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 00000000bcae34f4/0x2c8777a5e7d9fe55 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11495ca expref: 7 pid: 14822 timeout: 2127 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045399.170408:0:6647:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000bcae34f4/0x2c8777a5e7d9fe55 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11495ca expref: 7 pid: 14822 timeout: 2127 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777045399.170420:0:6647:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff98df77954700 00000100:00100000:1.0:1777045399.170473:0:6647:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 17 00000100:00100000:1.0:1777045399.170489:0:6647:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77954700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+7:2392:x1863365370232320:12345-192.168.201.45@tcp:4:cp.0 00000100:00100000:1.0:1777045399.171196:0:6647:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77954700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2392:x1863365370232320:12345-192.168.201.45@tcp:4:cp.0 Request processed in 707us (2178us total) trans 4294967381 rc 0/0 00000100:00100000:1.0:1777045399.171266:0:6647:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 17 00002000:00100000:1.0:1777045399.171278:0:6647:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x1e:0x0] (0->157) req@ffff98df77954700 x1863365370232320/t4294967381(0) o4->15144518-a1c7-4352-a966-cb31eadd4d9b@192.168.201.45@tcp:400/0 lens 648/448 e 0 to 0 dl 1777045410 ref 1 fl Complete:H/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777045399.171305:0:6647:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98df77954700 with x1863365370232320 ext(0->157) 00010000:00010000:1.0:1777045399.171315:0:6647:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 00000000bcae34f4/0x2c8777a5e7d9fe55 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11495ca expref: 9 pid: 14822 timeout: 2127 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045399.171330:0:6647:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000bcae34f4/0x2c8777a5e7d9fe55 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11495ca expref: 9 pid: 14822 timeout: 2127 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777045399.171341:0:6647:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff98df77954700 00000100:00100000:3.0:1777045399.178139:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045399.179833:0:5842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370232448 00000100:00100000:2.0:1777045399.179847:0:5842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370232448 00010000:00010000:2.0:1777045399.179897:0:5842:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec200/0x2c8777a5e7d9fe86 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11495df expref: 43 pid: 7939 timeout: 2127 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777045399.179961:0:5842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 438 00000100:00100000:2.0:1777045399.179991:0:5842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77956a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:146de360-3fb2-48bd-b418-06f30714148a+43:2392:x1863365370232448:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777045399.180011:0:5842:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777045399.180021:0:5842:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec200/0x2c8777a5e7d9fe86 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11495df expref: 43 pid: 7939 timeout: 2127 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045399.180039:0:5842:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec200/0x2c8777a5e7d9fe86 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11495df expref: 43 pid: 7939 timeout: 2127 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045399.180067:0:5842:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec200/0x2c8777a5e7d9fe86 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11495df expref: 43 pid: 7939 timeout: 2127 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045399.180091:0:5842:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff98df52c43500) 00010000:00010000:2.0:1777045399.180098:0:5842:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bf800/0x2c8777a5e7d9ff20 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045399.180112:0:5842:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bf800/0x2c8777a5e7d9ff20 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045399.180124:0:5842:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bf800/0x2c8777a5e7d9ff20 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045399.180172:0:5842:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777045399.180631:0:5842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77956a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:146de360-3fb2-48bd-b418-06f30714148a+42:2392:x1863365370232448:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 656us (2502us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045399.180643:0:5842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 438 00010000:00010000:0.0:1777045399.181151:0:5856:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bf800/0x2c8777a5e7d9ff20 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045399.181165:0:5856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bf800/0x2c8777a5e7d9ff20 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045399.181249:0:5856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096800/0x2c8777a5e7d9ff27 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x53:0x0].0x3fac6341 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045399.181282:0:5856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096800/0x2c8777a5e7d9ff27 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x53:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045399.181578:0:5856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096800/0x2c8777a5e7d9ff27 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x53:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1777045399.182246:0:5856:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x1f:0x0], index 0: 0 00010000:00010000:0.0:1777045399.182476:0:5856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096e00/0x2c8777a5e7d9ff2e lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045399.182492:0:5856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096e00/0x2c8777a5e7d9ff2e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045399.182504:0:5856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096e00/0x2c8777a5e7d9ff2e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777045399.186789:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045399.187875:0:6655:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370232576 00000100:00100000:2.0:1777045399.188172:0:6655:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370232576 00010000:00010000:2.0:1777045399.188252:0:6655:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000bcae34f4/0x2c8777a5e7d9fe55 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11495ca expref: 9 pid: 14822 timeout: 2127 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777045399.188301:0:6655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 439 00000100:00100000:2.0:1777045399.188315:0:6655:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77955500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2392:x1863365370232576:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777045399.188334:0:6655:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777045399.188359:0:6655:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000bcae34f4/0x2c8777a5e7d9fe55 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11495ca expref: 9 pid: 14822 timeout: 2127 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045399.188380:0:6655:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000bcae34f4/0x2c8777a5e7d9fe55 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11495ca expref: 9 pid: 14822 timeout: 2127 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045399.188431:0:6655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000bcae34f4/0x2c8777a5e7d9fe55 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11495ca expref: 9 pid: 14822 timeout: 2127 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045399.188463:0:6655:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777045399.188466:0:6655:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777045399.188473:0:6655:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000007538ac3c/0x2c8777a5e7d9ff0b lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045399.188488:0:6655:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007538ac3c/0x2c8777a5e7d9ff0b lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045399.188556:0:6655:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777045399.188618:0:6655:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77955500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2392:x1863365370232576:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 304us (1837us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045399.188631:0:6655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 439 00010000:00010000:2.0:1777045399.188715:0:5856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bf800/0x2c8777a5e7d9ff20 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045399.188729:0:5856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bf800/0x2c8777a5e7d9ff20 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045399.188739:0:5856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bf800/0x2c8777a5e7d9ff20 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045399.188749:0:5856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de435bf800 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:2.0:1777045399.188755:0:5856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bf800/0x2c8777a5e7d9ff20 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045399.188766:0:5856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bf800/0x2c8777a5e7d9ff20 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045399.188782:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff98df52c43500) 00010000:00010000:2.0:1777045399.188787:0:5856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777045399.188793:0:5856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bf800/0x2c8777a5e7d9ff20 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045399.188801:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bf800/0x2c8777a5e7d9ff20 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777045399.188817:0:5856:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000004d8c83ff reply state 000000005b63d1d5 transno 4294968353 ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096800/0x2c8777a5e7d9ff27 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x53:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777045399.188828:0:5856:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1777045399.188876:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bee00/0x2c8777a5e7d9ff19 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149617 expref: 30 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045399.188897:0:5856:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096e00/0x2c8777a5e7d9ff2e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149617 expref: 29 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045399.188908:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2f:0x0].0x0 (ffff98df4a351c00) 00010000:00010000:2.0:1777045399.188912:0:5856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777045399.188916:0:5856:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de43096e00, rc 0) 00000100:00100000:2.0:1777045399.188958:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77957800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+30:33454:x1863365370232192:12345-192.168.201.45@tcp:101:cp.0 Request processed in 35603us (35877us total) trans 4294968353 rc 0/0 00000100:00100000:2.0:1777045399.188969:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1537 00010000:00010000:1.0:1777045399.189285:0:6639:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000007538ac3c/0x2c8777a5e7d9ff0b lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045399.189301:0:6639:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007538ac3c/0x2c8777a5e7d9ff0b lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045399.189332:0:6639:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000007538ac3c/0x2c8777a5e7d9ff0b lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045399.189343:0:6639:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000007538ac3c/0x2c8777a5e7d9ff0b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045399.189354:0:6639:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000007538ac3c/0x2c8777a5e7d9ff0b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045399.189363:0:6639:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de419ec800 already unused, calling callback (ffffffffc17d22d0) 00010000:00010000:1.0:1777045399.189369:0:6639:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000007538ac3c/0x2c8777a5e7d9ff0b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045399.189380:0:6639:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000007538ac3c/0x2c8777a5e7d9ff0b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045399.189396:0:6639:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000007538ac3c/0x2c8777a5e7d9ff0b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045399.189407:0:6639:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007538ac3c/0x2c8777a5e7d9ff0b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777045399.189489:0:6639:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b9c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+7:2392:x1863365370231808:12345-192.168.201.45@tcp:1:lhsmtool_posix.0 Request processed in 49213us (50317us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045399.189501:0:6639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 455 00010000:00010000:0.0:1777045399.199599:0:3328:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096800/0x2c8777a5e7d9ff27 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x53:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045399.199620:0:3328:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096800/0x2c8777a5e7d9ff27 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x53:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045399.199631:0:3328:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096800/0x2c8777a5e7d9ff27 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x53:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045399.199640:0:3328:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de43096800 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:0.0:1777045399.199648:0:3328:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096800/0x2c8777a5e7d9ff27 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x53:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045399.199658:0:3328:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096800/0x2c8777a5e7d9ff27 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x53:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045399.199678:0:3328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x3fac6341 (ffff98df4a351d00) 00010000:00010000:0.0:1777045399.199683:0:3328:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777045399.199689:0:3328:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096800/0x2c8777a5e7d9ff27 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x53:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045399.199698:0:3328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096800/0x2c8777a5e7d9ff27 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x53:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777045399.201715:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045399.207894:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045399.208696:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370232960 00000100:00100000:0.0:1777045399.208711:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370232960 00000100:00100000:0.0:1777045399.208780:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1538 00000100:00100000:0.0:1777045399.208794:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77956d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+29:33455:x1863365370232960:12345-192.168.201.45@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1777045399.209239:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77956d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+29:33455:x1863365370232960:12345-192.168.201.45@tcp:57:lhsmtool_posix.0 Request processed in 446us (1355us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045399.209251:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1538 00000100:00100000:2.0:1777045399.210547:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370232704 00000100:00100000:2.0:1777045399.210556:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370232704 00000100:00100000:2.0:1777045399.210633:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 456 00000100:00100000:2.0:1777045399.210647:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b51c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+5:2392:x1863365370232704:12345-192.168.201.45@tcp:101:cp.0 00010000:00010000:2.0:1777045399.210665:0:6642:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777045399.210690:0:6642:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009663a417/0x2c8777a5e7d9ff3c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee114961e expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777045399.210726:0:6642:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x1f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1777045399.210750:0:6642:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777045399.210753:0:6642:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777045399.210764:0:6642:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009663a417/0x2c8777a5e7d9ff3c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114961e expref: 6 pid: 6642 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045399.210790:0:6642:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000009663a417/0x2c8777a5e7d9ff3c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114961e expref: 6 pid: 6642 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045399.210810:0:6642:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de435bfe00, rc 0) 00000100:00100000:2.0:1777045399.210863:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b51c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+6:2392:x1863365370232704:12345-192.168.201.45@tcp:101:cp.0 Request processed in 218us (9155us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045399.210873:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 456 00000100:00080000:1.0:1777045399.211042:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1777045399.218068:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045399.220434:0:6641:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370233088 00000100:00100000:0.0:1777045399.220449:0:6641:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370233088 00000100:00100000:0.0:1777045399.220553:0:6641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 457 00000100:00100000:0.0:1777045399.220570:0:6641:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77957b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+7:2392:x1863365370233088:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1777045399.220594:0:6641:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777045399.220619:0:6641:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000080a7ee3e/0x2c8777a5e7d9ff43 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1149625 expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777045399.220653:0:6641:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1e:0x0] initial LVB size: 158, mtime: 0x69eb8f96, atime: 0x0, ctime: 0x69eb8f96, blocks: 0x1 00010000:00010000:0.0:1777045399.220680:0:6641:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777045399.220684:0:6641:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777045399.220696:0:6641:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000080a7ee3e/0x2c8777a5e7d9ff43 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149625 expref: 8 pid: 6641 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045399.220719:0:6641:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000080a7ee3e/0x2c8777a5e7d9ff43 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149625 expref: 8 pid: 6641 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045399.220738:0:6641:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de43096800, rc 0) 00000100:00100000:0.0:1777045399.220824:0:6641:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77957b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2392:x1863365370233088:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 Request processed in 257us (2765us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045399.220834:0:6641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 457 00000100:00100000:0.0:1777045399.225769:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045399.228363:0:6639:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370233216 00000100:00100000:1.0:1777045399.228379:0:6639:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370233216 00000100:00100000:1.0:1777045399.228461:0:6639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 458 00000100:00100000:1.0:1777045399.228474:0:6639:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b51c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+6:33454:x1863365370233216:12345-192.168.201.45@tcp:101:cp.0 00010000:00010000:1.0:1777045399.228496:0:6639:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777045399.228546:0:6639:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007538ac3c/0x2c8777a5e7d9ff4a lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee114962c expref: -99 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045399.228589:0:6639:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000009663a417/0x2c8777a5e7d9ff3c lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114961e expref: 7 pid: 6642 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045399.228611:0:6639:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777045399.228613:0:6639:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777045399.228619:0:6639:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007538ac3c/0x2c8777a5e7d9ff4a lrc: 4/0,0 mode: --/PW res: [0x240000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114962c expref: 7 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045399.228665:0:6639:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000009663a417/0x2c8777a5e7d9ff3c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114961e expref: 7 pid: 6642 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045399.228859:0:6639:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000009663a417/0x2c8777a5e7d9ff3c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114961e expref: 7 pid: 6642 timeout: 2127 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777045399.228883:0:6639:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de42771180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6639:1863365424453888:192.168.201.45@tcp:104: 00000100:00100000:1.0:1777045399.229351:0:6639:0:(client.c:2691:ptlrpc_set_wait()) set ffff98de47823b40 going to sleep for 11 seconds 00000100:00100000:0.0:1777045399.235233:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045399.238870:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370233472 00000100:00100000:3.0:1777045399.238885:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370233472 00000100:00100000:3.0:1777045399.238987:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1539 00000100:00100000:3.0:1777045399.239003:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b51f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+29:33455:x1863365370233472:12345-192.168.201.45@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1777045399.239138:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b51f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+29:33455:x1863365370233472:12345-192.168.201.45@tcp:57:lhsmtool_posix.0 Request processed in 139us (3939us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045399.239149:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1539 00000100:00100000:2.0:1777045399.247027:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045399.247281:0:6639:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de42771180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6639:1863365424453888:192.168.201.45@tcp:104: 00010000:00010000:1.0:1777045399.247329:0:6639:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000007538ac3c/0x2c8777a5e7d9ff4a lrc: 3/0,0 mode: --/PW res: [0x240000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114962c expref: 7 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045399.247355:0:6639:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de419ec800, rc 0) 00000100:00100000:1.0:1777045399.247438:0:6639:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b51c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+7:33454:x1863365370233216:12345-192.168.201.45@tcp:101:cp.0 Request processed in 18965us (21675us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045399.247451:0:6639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 458 00000100:00100000:3.0:1777045399.250991:0:5842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370233600 00000100:00100000:3.0:1777045399.251005:0:5842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370233600 00010000:00010000:3.0:1777045399.251053:0:5842:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000009663a417/0x2c8777a5e7d9ff3c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114961e expref: 7 pid: 6642 timeout: 2127 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777045399.251110:0:5842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 440 00000100:00100000:3.0:1777045399.251124:0:5842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d60f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+7:2393:x1863365370233600:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777045399.251142:0:5842:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777045399.251170:0:5842:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000009663a417/0x2c8777a5e7d9ff3c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114961e expref: 7 pid: 6642 timeout: 2127 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045399.251189:0:5842:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000009663a417/0x2c8777a5e7d9ff3c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114961e expref: 7 pid: 6642 timeout: 2127 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045399.251256:0:5842:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009663a417/0x2c8777a5e7d9ff3c lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114961e expref: 7 pid: 6642 timeout: 2127 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045399.251304:0:5842:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777045399.251307:0:5842:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777045399.251316:0:5842:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000007538ac3c/0x2c8777a5e7d9ff4a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114962c expref: 6 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045399.251329:0:5842:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007538ac3c/0x2c8777a5e7d9ff4a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114962c expref: 6 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045399.251375:0:5842:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000007538ac3c/0x2c8777a5e7d9ff4a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114962c expref: 6 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777045399.251394:0:5842:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df77955f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:5842:1863365424454016:192.168.201.45@tcp:105: 00000100:00100000:3.0:1777045399.251475:0:5842:0:(client.c:2691:ptlrpc_set_wait()) set ffff98de41e61840 going to sleep for 11 seconds 00000100:00100000:0.0:1777045399.252010:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045399.253463:0:6646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370233728 00000100:00100000:3.0:1777045399.253474:0:6646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370233728 00002000:00100000:3.0:1777045399.253552:0:6646:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x1e:0x0] (0->4095) req@ffff98df7b51df80 x1863365370233728/t0(0) o3->15144518-a1c7-4352-a966-cb31eadd4d9b@192.168.201.45@tcp:400/0 lens 488/0 e 0 to 0 dl 1777045410 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1777045399.253569:0:6646:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98df7b51df80 with x1863365370233728 ext(0->4095) 00002000:00010000:3.0:1777045399.253576:0:6646:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff98df7b51df80 00000100:00100000:3.0:1777045399.253700:0:6646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 125 00000100:00100000:3.0:1777045399.253715:0:6646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b51df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2392:x1863365370233728:12345-192.168.201.45@tcp:3:lhsmtool_posix.0 00000100:00100000:3.0:1777045399.253998:0:6646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b51df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2392:x1863365370233728:12345-192.168.201.45@tcp:3:lhsmtool_posix.0 Request processed in 285us (1986us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1777045399.254011:0:6646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 125 00002000:00100000:3.0:1777045399.254023:0:6646:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x1e:0x0] (0->4095) req@ffff98df7b51df80 x1863365370233728/t0(0) o3->15144518-a1c7-4352-a966-cb31eadd4d9b@192.168.201.45@tcp:400/0 lens 488/4536 e 0 to 0 dl 1777045410 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1777045399.254037:0:6646:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98df7b51df80 with x1863365370233728 ext(0->4095) 00002000:00010000:3.0:1777045399.254042:0:6646:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff98df7b51df80 00000100:00100000:0.0:1777045399.264833:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045399.264896:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045399.265042:0:5842:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df77955f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:5842:1863365424454016:192.168.201.45@tcp:105: 00010000:00010000:3.0:1777045399.265071:0:5842:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777045399.265144:0:5842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d60f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+6:2393:x1863365370233600:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 14022us (18126us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045399.265160:0:5842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 440 00000100:00100000:2.0:1777045399.267259:0:5859:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370233984 00000100:00100000:2.0:1777045399.267271:0:5859:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370233984 00000100:00100000:2.0:1777045399.267634:0:5859:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 350 00000100:00100000:2.0:1777045399.267650:0:5859:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b51ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+29:33454:x1863365370233984:12345-192.168.201.45@tcp:35:cp.0 00000001:00080000:2.0:1777045399.268000:0:5859:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 4294968354 00000100:00100000:2.0:1777045399.268128:0:5859:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b51ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+31:33454:x1863365370233984:12345-192.168.201.45@tcp:35:cp.0 Request processed in 482us (3305us total) trans 4294968355 rc 0/0 00000100:00100000:2.0:1777045399.268139:0:5859:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 350 00000020:00080000:2.0:1777045399.268145:0:5859:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1777045399.268266:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370234112 00000100:00100000:1.0:1777045399.268274:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370234112 00000100:00100000:1.0:1777045399.268326:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1540 00000100:00100000:1.0:1777045399.268337:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b51ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+31:33455:x1863365370234112:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1777045399.268353:0:5856:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777045399.268376:0:5856:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ecc00/0x2c8777a5e7d9ff51 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1149633 expref: -99 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045399.268416:0:5856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec000/0x2c8777a5e7d9ff58 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2e:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045399.268437:0:5856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec000/0x2c8777a5e7d9ff58 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045399.268452:0:5856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec000/0x2c8777a5e7d9ff58 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045399.268583:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ecc00/0x2c8777a5e7d9ff51 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2e:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149633 expref: 33 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045399.268607:0:5856:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec000/0x2c8777a5e7d9ff58 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149633 expref: 32 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045399.268620:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2e:0x0].0x0 (ffff98df4a351200) 00010000:00010000:1.0:1777045399.268624:0:5856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1777045399.268628:0:5856:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de419ec000, rc 0) 00000100:00100000:1.0:1777045399.268668:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b51ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+32:33455:x1863365370234112:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 Request processed in 332us (3772us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045399.268678:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1540 00000100:00100000:0.0:1777045399.304572:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045399.304717:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370234240 00000100:00100000:1.0:1777045399.304731:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370234240 00000100:00100000:1.0:1777045399.304811:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1541 00000100:00100000:1.0:1777045399.304825:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b51d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+32:33455:x1863365370234240:12345-192.168.201.45@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1777045399.305158:0:5855:0:(mdt_handler.c:7958:mdt_fid2path()) path get [0x200000402:0x2e:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1777045399.305327:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b51d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+32:33455:x1863365370234240:12345-192.168.201.45@tcp:53:lhsmtool_posix.0 Request processed in 503us (765us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045399.305338:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1541 00010000:00010000:1.0:1777045399.318025:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777045399.337370:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045399.341624:0:14822:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370234368 00000100:00100000:0.0:1777045399.341642:0:14822:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370234368 00000100:00100000:0.0:1777045399.341737:0:14822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 459 00000100:00100000:0.0:1777045399.341753:0:14822:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77955f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2391:x1863365370234368:12345-192.168.201.45@tcp:1:lhsmtool_posix.0 00010000:00010000:0.0:1777045399.341812:0:14822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000e08f37a3/0x2c8777a5e7d9ff5f lrc: 3/1,0 mode: --/PR res: [0x280000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045399.341837:0:14822:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777045399.341840:0:14822:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777045399.341847:0:14822:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e08f37a3/0x2c8777a5e7d9ff5f lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045399.341869:0:14822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e08f37a3/0x2c8777a5e7d9ff5f lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045399.341911:0:14822:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000e08f37a3/0x2c8777a5e7d9ff5f lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045399.341925:0:14822:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000e08f37a3/0x2c8777a5e7d9ff5f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045399.341937:0:14822:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000e08f37a3/0x2c8777a5e7d9ff5f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045399.341957:0:14822:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de43097400 already unused, calling callback (ffffffffc17d22d0) 00010000:00010000:0.0:1777045399.341964:0:14822:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000e08f37a3/0x2c8777a5e7d9ff5f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045399.341977:0:14822:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000e08f37a3/0x2c8777a5e7d9ff5f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045399.341998:0:14822:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000e08f37a3/0x2c8777a5e7d9ff5f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045399.342010:0:14822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e08f37a3/0x2c8777a5e7d9ff5f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777045399.342129:0:14822:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77955f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2391:x1863365370234368:12345-192.168.201.45@tcp:1:lhsmtool_posix.0 Request processed in 378us (4771us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045399.342142:0:14822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 459 00000100:00100000:0.0:1777045399.357427:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045399.357673:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370234624 00000100:00100000:1.0:1777045399.357695:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370234624 00000100:00100000:1.0:1777045399.357798:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1542 00000100:00100000:1.0:1777045399.357815:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b51f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+32:33455:x1863365370234624:12345-192.168.201.45@tcp:57:lhsmtool_posix.0 00010000:00010000:1.0:1777045399.357919:0:7939:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ecc00/0x2c8777a5e7d9ff66 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2e:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045399.357947:0:7939:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec000/0x2c8777a5e7d9ff58 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149633 expref: 32 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045399.357962:0:7939:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ecc00/0x2c8777a5e7d9ff66 lrc: 4/0,1 mode: --/PW res: [0x200000402:0x2e:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045399.358034:0:7939:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec000/0x2c8777a5e7d9ff58 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149633 expref: 32 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045399.358057:0:7939:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec000/0x2c8777a5e7d9ff58 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149633 expref: 32 pid: 5856 timeout: 2127 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777045399.358077:0:7939:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de42771180 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7939:1863365424454144:192.168.201.45@tcp:104: 00000100:00100000:1.0:1777045399.358195:0:7939:0:(client.c:2691:ptlrpc_set_wait()) set ffff98de478236c0 going to sleep for 11 seconds 00000100:00100000:1.0:1777045399.379179:0:7939:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de42771180 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7939:1863365424454144:192.168.201.45@tcp:104: 00010000:00010000:1.0:1777045399.379739:0:7939:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ecc00/0x2c8777a5e7d9ff66 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2e:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777045399.380150:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045399.380214:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045399.380680:0:6655:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370234752 00000100:00100000:0.0:1777045399.380692:0:6655:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370234752 00010000:00010000:0.0:1777045399.380738:0:6655:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec000/0x2c8777a5e7d9ff58 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149633 expref: 33 pid: 5856 timeout: 2127 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777045399.380797:0:6655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 441 00000100:00100000:0.0:1777045399.380811:0:6655:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df412e8450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+33:2392:x1863365370234752:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777045399.381121:0:6655:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777045399.381134:0:6655:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec000/0x2c8777a5e7d9ff58 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149633 expref: 33 pid: 5856 timeout: 2127 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045399.381151:0:6655:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec000/0x2c8777a5e7d9ff58 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149633 expref: 33 pid: 5856 timeout: 2127 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045399.381180:0:6655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec000/0x2c8777a5e7d9ff58 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2e:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149633 expref: 33 pid: 5856 timeout: 2127 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045399.381249:0:6655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2e:0x0].0x0 (ffff98df4a351200) 00010000:00010000:0.0:1777045399.381258:0:6655:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ecc00/0x2c8777a5e7d9ff66 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2e:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045399.381272:0:6655:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ecc00/0x2c8777a5e7d9ff66 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2e:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045399.381283:0:6655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ecc00/0x2c8777a5e7d9ff66 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2e:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045399.381317:0:6655:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777045399.381402:0:6655:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df412e8450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+32:2392:x1863365370234752:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 592us (1490us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045399.381415:0:6655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 441 00000100:00100000:3.0:1777045399.382304:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370234880 00000100:00100000:3.0:1777045399.382314:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370234880 00000100:00100000:3.0:1777045399.382373:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1543 00000100:00100000:3.0:1777045399.382387:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d60fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:146de360-3fb2-48bd-b418-06f30714148a+42:33458:x1863365370234880:12345-192.168.201.45@tcp:101:lfs.0 00010000:00010000:3.0:1777045399.382408:0:12646:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777045399.382430:0:12646:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103800/0x2c8777a5e7d9ff6d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee114963a expref: -99 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045399.382533:0:12646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103e00/0x2c8777a5e7d9ff74 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045399.382550:0:12646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103e00/0x2c8777a5e7d9ff74 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045399.382565:0:12646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103e00/0x2c8777a5e7d9ff74 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045399.382588:0:12646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102000/0x2c8777a5e7d9ff7b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x53:0x0].0x3fac6341 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045399.382599:0:12646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102000/0x2c8777a5e7d9ff7b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045399.382613:0:12646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102000/0x2c8777a5e7d9ff7b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045399.382753:0:7939:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ecc00/0x2c8777a5e7d9ff66 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2e:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045399.382770:0:7939:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ecc00/0x2c8777a5e7d9ff66 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2e:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045399.382780:0:12646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102800/0x2c8777a5e7d9ff82 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045399.382798:0:12646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102800/0x2c8777a5e7d9ff82 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045399.382809:0:12646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102800/0x2c8777a5e7d9ff82 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777045399.382852:0:12646:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2f:0x0]: returning size 158 00000004:00200000:3.0:1777045399.382859:0:12646:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1777045399.382887:0:12646:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102800/0x2c8777a5e7d9ff82 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045399.382905:0:12646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102800/0x2c8777a5e7d9ff82 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045399.382918:0:12646:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103e00/0x2c8777a5e7d9ff74 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045399.382928:0:12646:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103e00/0x2c8777a5e7d9ff74 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045399.382939:0:12646:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103e00/0x2c8777a5e7d9ff74 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045399.382956:0:12646:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de43103e00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:3.0:1777045399.382962:0:12646:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103e00/0x2c8777a5e7d9ff74 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045399.382973:0:12646:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103e00/0x2c8777a5e7d9ff74 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045399.382986:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff98df52c43500) 00010000:00010000:3.0:1777045399.382991:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777045399.382998:0:12646:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103e00/0x2c8777a5e7d9ff74 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045399.383007:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103e00/0x2c8777a5e7d9ff74 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045399.383025:0:12646:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102000/0x2c8777a5e7d9ff7b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045399.383033:0:7939:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ecc00/0x2c8777a5e7d9ff66 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2e:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045399.383036:0:12646:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102000/0x2c8777a5e7d9ff7b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045399.383063:0:7939:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ecc00/0x2c8777a5e7d9ff66 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2e:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045399.383064:0:12646:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102000/0x2c8777a5e7d9ff7b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045399.383093:0:12646:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de43102000 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:1.0:1777045399.383093:0:7939:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ecc00/0x2c8777a5e7d9ff66 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2e:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045399.383102:0:12646:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102000/0x2c8777a5e7d9ff7b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045399.383112:0:7939:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de419ecc00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:1.0:1777045399.383123:0:7939:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ecc00/0x2c8777a5e7d9ff66 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2e:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045399.383124:0:12646:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102000/0x2c8777a5e7d9ff7b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045399.383153:0:7939:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ecc00/0x2c8777a5e7d9ff66 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x2e:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045399.383169:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x3fac6341 (ffff98df413b6700) 00010000:00010000:3.0:1777045399.383176:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777045399.383180:0:7939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2e:0x0].0x0 (ffff98df4a351200) 00010000:00010000:3.0:1777045399.383181:0:12646:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102000/0x2c8777a5e7d9ff7b lrc: 2/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045399.383189:0:7939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1777045399.383197:0:7939:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ecc00/0x2c8777a5e7d9ff66 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x2e:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045399.383248:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102000/0x2c8777a5e7d9ff7b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045399.383259:0:7939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ecc00/0x2c8777a5e7d9ff66 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2e:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045399.383597:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103800/0x2c8777a5e7d9ff6d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114963a expref: 44 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045399.383623:0:12646:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102800/0x2c8777a5e7d9ff82 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114963a expref: 43 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045399.383635:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2f:0x0].0x0 (ffff98df4a351c00) 00010000:00010000:3.0:1777045399.383640:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777045399.383644:0:12646:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de43102800, rc 0) 00000100:00100000:3.0:1777045399.383714:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d60fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:146de360-3fb2-48bd-b418-06f30714148a+43:33458:x1863365370234880:12345-192.168.201.45@tcp:101:lfs.0 Request processed in 1329us (3498us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045399.383725:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1543 00000040:00080000:1.0:1777045399.383875:0:11491:0:(llog.c:801:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1777045399.383883:0:11491:0:(llog_cat.c:158:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1777045399.384699:0:11491:0:(llog.c:858:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 2 00000040:00080000:1.0:1777045399.384713:0:11491:0:(llog.c:858:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1777045399.384821:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b51f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+32:33455:x1863365370234624:12345-192.168.201.45@tcp:57:lhsmtool_posix.0 Request processed in 27006us (27412us total) trans 4294968356 rc 0/0 00000100:00100000:1.0:1777045399.384835:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1542 00000100:00100000:0.0:1777045399.399255:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045399.399728:0:8776:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370235008 00000100:00100000:3.0:1777045399.399743:0:8776:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370235008 00000100:00100000:3.0:1777045399.400126:0:8776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 460 00000100:00100000:3.0:1777045399.400144:0:8776:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b51d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:146de360-3fb2-48bd-b418-06f30714148a+12:2391:x1863365370235008:12345-192.168.201.45@tcp:101:lfs.0 00010000:00010000:3.0:1777045399.400168:0:8776:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777045399.400193:0:8776:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e3f4470f/0x2c8777a5e7d9ff89 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1149641 expref: -99 pid: 8776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:1.0:1777045399.401756:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1777045399.401998:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045399.402350:0:19840:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370235264 00000100:00100000:1.0:1777045399.402359:0:19840:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370235264 00000100:00100000:1.0:1777045399.402424:0:19840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 351 00000100:00100000:1.0:1777045399.402437:0:19840:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b51c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+32:33455:x1863365370235264:12345-192.168.201.45@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1777045399.402738:0:19840:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b51c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+33:33455:x1863365370235264:12345-192.168.201.45@tcp:35:lhsmtool_posix.0 Request processed in 302us (741us total) trans 4294968357 rc 0/0 00000100:00100000:1.0:1777045399.402751:0:19840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 351 00000100:00100000:3.0:1777045399.411819:0:8776:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df77955880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8776:1863365424454272:192.168.201.45@tcp:106: 00000100:00100000:3.0:1777045399.411971:0:8776:0:(client.c:2691:ptlrpc_set_wait()) set ffff98de41e61840 going to sleep for 11 seconds 00002000:00010000:3.0:1777045399.429390:0:8776:0:(ofd_lvb.c:259:ofd_lvbo_update()) res: [0x240000400:0x1f:0x0] updating lvb size: 0 -> 158 00002000:00010000:3.0:1777045399.429402:0:8776:0:(ofd_lvb.c:265:ofd_lvbo_update()) res: [0x240000400:0x1f:0x0] updating lvb mtime: 0 -> 1777045399 00002000:00010000:3.0:1777045399.429406:0:8776:0:(ofd_lvb.c:271:ofd_lvbo_update()) res: [0x240000400:0x1f:0x0] updating lvb atime: 0 -> 1777045398 00002000:00010000:3.0:1777045399.429410:0:8776:0:(ofd_lvb.c:277:ofd_lvbo_update()) res: [0x240000400:0x1f:0x0] updating lvb ctime: 0 -> 1777045399 00000100:00100000:3.0:1777045399.429439:0:8776:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df77955880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8776:1863365424454272:192.168.201.45@tcp:106: 00010000:00010000:3.0:1777045399.429488:0:8776:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000e3f4470f/0x2c8777a5e7d9ff89 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149641 expref: 13 pid: 8776 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045399.429579:0:8776:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e3f4470f/0x2c8777a5e7d9ff89 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149641 expref: 13 pid: 8776 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045399.429603:0:8776:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de43103e00, rc 0) 00000100:00100000:3.0:1777045399.429707:0:8776:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b51d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:146de360-3fb2-48bd-b418-06f30714148a+12:2391:x1863365370235008:12345-192.168.201.45@tcp:101:lfs.0 Request processed in 29566us (30783us total) trans 0 rc 301/301 00000100:00100000:3.0:1777045399.429720:0:8776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 460 00000100:00100000:0.0:1777045399.445170:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045399.445385:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370235392 00000100:00100000:3.0:1777045399.445399:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370235392 00000100:00100000:0.0:1777045399.447482:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1544 00000100:00100000:0.0:1777045399.447536:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b51ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:146de360-3fb2-48bd-b418-06f30714148a+43:33458:x1863365370235392:12345-192.168.201.45@tcp:101:lfs.0 00010000:00010000:0.0:1777045399.447566:0:5857:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777045399.447594:0:5857:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096600/0x2c8777a5e7d9ff90 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1149648 expref: -99 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045399.447694:0:5857:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097000/0x2c8777a5e7d9ff97 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045399.447716:0:5857:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097000/0x2c8777a5e7d9ff97 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045399.447733:0:5857:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097000/0x2c8777a5e7d9ff97 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777045399.447806:0:5857:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x53:0x0]: returning size 512 00000004:00200000:0.0:1777045399.447811:0:5857:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 2 stripe count 1 MDT count 1 00000004:00010000:0.0:1777045399.447841:0:5857:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097000/0x2c8777a5e7d9ff97 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045399.447877:0:5857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096600/0x2c8777a5e7d9ff90 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149648 expref: 45 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045399.448164:0:5857:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097000/0x2c8777a5e7d9ff97 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149648 expref: 44 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045399.448179:0:5857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff98df52c43500) 00010000:00010000:0.0:1777045399.448184:0:5857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1777045399.448189:0:5857:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de43097000, rc 0) 00000100:00100000:0.0:1777045399.448624:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b51ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:146de360-3fb2-48bd-b418-06f30714148a+44:33458:x1863365370235392:12345-192.168.201.45@tcp:101:lfs.0 Request processed in 1127us (3723us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045399.448637:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1544 00000100:00100000:0.0:1777045399.461307:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045399.462354:0:6639:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370235520 00000100:00100000:1.0:1777045399.462368:0:6639:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370235520 00000100:00100000:1.0:1777045399.462460:0:6639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 461 00000100:00100000:1.0:1777045399.462477:0:6639:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de480e9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:146de360-3fb2-48bd-b418-06f30714148a+12:2393:x1863365370235520:12345-192.168.201.45@tcp:101:lfs.0 00010000:00010000:1.0:1777045399.462505:0:6639:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777045399.462561:0:6639:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000004e0db13/0x2c8777a5e7d9ff9e lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee114964f expref: -99 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777045399.462648:0:6639:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de42771180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6639:1863365424454400:192.168.201.45@tcp:106: 00000100:00100000:1.0:1777045399.462784:0:6639:0:(client.c:2691:ptlrpc_set_wait()) set ffff98de478236c0 going to sleep for 11 seconds 00000100:00100000:2.0:1777045399.469817:0:6639:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de42771180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6639:1863365424454400:192.168.201.45@tcp:106: 00010000:00010000:2.0:1777045399.470603:0:6639:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000004e0db13/0x2c8777a5e7d9ff9e lrc: 1/0,0 mode: --/PR res: [0x240000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114964f expref: 13 pid: 6639 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045399.470641:0:6639:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000004e0db13/0x2c8777a5e7d9ff9e lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114964f expref: 13 pid: 6639 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045399.470662:0:6639:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de419ed600, rc 0) 00000100:00100000:2.0:1777045399.470735:0:6639:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de480e9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:146de360-3fb2-48bd-b418-06f30714148a+12:2393:x1863365370235520:12345-192.168.201.45@tcp:101:lfs.0 Request processed in 8260us (9438us total) trans 0 rc 301/301 00000100:00100000:2.0:1777045399.470749:0:6639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 461 00000100:00100000:2.0:1777045399.482670:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045399.483563:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370235776 00000100:00100000:3.0:1777045399.483579:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370235776 00000100:00100000:3.0:1777045399.483751:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1545 00000100:00100000:3.0:1777045399.483768:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d60f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:146de360-3fb2-48bd-b418-06f30714148a+44:33458:x1863365370235776:12345-192.168.201.45@tcp:58:lfs.0 00000040:00080000:3.0:1777045399.484101:0:12646:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].46, 136 off14448 00000100:00100000:3.0:1777045399.484248:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d60f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:146de360-3fb2-48bd-b418-06f30714148a+44:33458:x1863365370235776:12345-192.168.201.45@tcp:58:lfs.0 Request processed in 483us (1587us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045399.484326:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1545 00000100:00100000:1.0:1777045399.515465:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045399.516044:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370235904 00000100:00100000:0.0:1777045399.516058:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370235904 00000100:00100000:0.0:1777045399.516141:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1546 00000100:00100000:0.0:1777045399.516173:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42773b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:146de360-3fb2-48bd-b418-06f30714148a+44:33459:x1863365370235904:12345-192.168.201.45@tcp:101:bash.0 00010000:00010000:0.0:1777045399.516240:0:5855:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777045399.516280:0:5855:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097200/0x2c8777a5e7d9ffa5 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1149656 expref: -99 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045399.516367:0:5855:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097400/0x2c8777a5e7d9ffac lrc: 3/1,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045399.516388:0:5855:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097400/0x2c8777a5e7d9ffac lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045399.516406:0:5855:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097400/0x2c8777a5e7d9ffac lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045399.516426:0:5855:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096400/0x2c8777a5e7d9ffb3 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x53:0x0].0x353b91a9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045399.516437:0:5855:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096400/0x2c8777a5e7d9ffb3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045399.516447:0:5855:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096400/0x2c8777a5e7d9ffb3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045399.516552:0:5855:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097400/0x2c8777a5e7d9ffac lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045399.516564:0:5855:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097400/0x2c8777a5e7d9ffac lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045399.516582:0:5855:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097400/0x2c8777a5e7d9ffac lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045399.516591:0:5855:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de43097400 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:0.0:1777045399.516598:0:5855:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097400/0x2c8777a5e7d9ffac lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045399.516611:0:5855:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097400/0x2c8777a5e7d9ffac lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045399.516627:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff98df52c43500) 00010000:00010000:0.0:1777045399.516633:0:5855:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777045399.516639:0:5855:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097400/0x2c8777a5e7d9ffac lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045399.516649:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097400/0x2c8777a5e7d9ffac lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045399.516668:0:5855:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096400/0x2c8777a5e7d9ffb3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045399.516679:0:5855:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096400/0x2c8777a5e7d9ffb3 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045399.516689:0:5855:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096400/0x2c8777a5e7d9ffb3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045399.516697:0:5855:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de43096400 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:0.0:1777045399.516702:0:5855:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096400/0x2c8777a5e7d9ffb3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045399.516717:0:5855:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096400/0x2c8777a5e7d9ffb3 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045399.516729:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x353b91a9 (ffff98df4a351700) 00010000:00010000:0.0:1777045399.516733:0:5855:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777045399.516737:0:5855:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096400/0x2c8777a5e7d9ffb3 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045399.516748:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096400/0x2c8777a5e7d9ffb3 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045399.516792:0:5855:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097200/0x2c8777a5e7d9ffa5 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149656 expref: 45 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045399.516808:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff98df52c43500) 00010000:00010000:0.0:1777045399.516812:0:5855:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777045399.516817:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097200/0x2c8777a5e7d9ffa5 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149656 expref: 45 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045399.516831:0:5855:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de43097200, rc 0) 00000100:00100000:0.0:1777045399.517258:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42773b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:146de360-3fb2-48bd-b418-06f30714148a+44:33459:x1863365370235904:12345-192.168.201.45@tcp:101:bash.0 Request processed in 1103us (1801us total) trans 0 rc 301/301 00000100:00100000:0.0:1777045399.517270:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1546 00000100:00100000:0.0:1777045399.547709:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045399.547883:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370236032 00000100:00100000:2.0:1777045399.547897:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370236032 00000100:00100000:2.0:1777045399.547998:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1547 00000100:00100000:2.0:1777045399.548014:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de480e8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+33:33460:x1863365370236032:12345-192.168.201.45@tcp:101:rm.0 00010000:00010000:2.0:1777045399.548045:0:5857:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777045399.548071:0:5857:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfc00/0x2c8777a5e7d9ffba lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee114965d expref: -99 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045399.548154:0:5857:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be400/0x2c8777a5e7d9ffc1 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045399.548750:0:5857:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be400/0x2c8777a5e7d9ffc1 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045399.548825:0:5857:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be400/0x2c8777a5e7d9ffc1 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045399.548856:0:5857:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be000/0x2c8777a5e7d9ffc8 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x53:0x0].0x353b91a9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045399.548870:0:5857:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be000/0x2c8777a5e7d9ffc8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045399.548879:0:5857:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be000/0x2c8777a5e7d9ffc8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045399.548981:0:5857:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be400/0x2c8777a5e7d9ffc1 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045399.548994:0:5857:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be400/0x2c8777a5e7d9ffc1 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045399.549004:0:5857:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be400/0x2c8777a5e7d9ffc1 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045399.549012:0:5857:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de435be400 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:2.0:1777045399.549019:0:5857:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be400/0x2c8777a5e7d9ffc1 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045399.549031:0:5857:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be400/0x2c8777a5e7d9ffc1 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045399.549047:0:5857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff98df52c43500) 00010000:00010000:2.0:1777045399.549052:0:5857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777045399.549057:0:5857:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be400/0x2c8777a5e7d9ffc1 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045399.549067:0:5857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be400/0x2c8777a5e7d9ffc1 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045399.549085:0:5857:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be000/0x2c8777a5e7d9ffc8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045399.549094:0:5857:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be000/0x2c8777a5e7d9ffc8 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045399.549101:0:5857:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be000/0x2c8777a5e7d9ffc8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045399.549108:0:5857:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de435be000 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:2.0:1777045399.549112:0:5857:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be000/0x2c8777a5e7d9ffc8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045399.549121:0:5857:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be000/0x2c8777a5e7d9ffc8 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045399.549132:0:5857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x353b91a9 (ffff98df52c43600) 00010000:00010000:2.0:1777045399.549136:0:5857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777045399.549140:0:5857:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be000/0x2c8777a5e7d9ffc8 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045399.550167:0:5857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be000/0x2c8777a5e7d9ffc8 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045399.550384:0:5857:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfc00/0x2c8777a5e7d9ffba lrc: 1/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114965d expref: 34 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045399.550402:0:5857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff98df52c43500) 00010000:00010000:2.0:1777045399.550406:0:5857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777045399.550413:0:5857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfc00/0x2c8777a5e7d9ffba lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114965d expref: 34 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045399.550431:0:5857:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de435bfc00, rc 0) 00000100:00100000:2.0:1777045399.550618:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de480e8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+33:33460:x1863365370236032:12345-192.168.201.45@tcp:101:rm.0 Request processed in 2605us (2918us total) trans 0 rc 301/301 00000100:00100000:2.0:1777045399.550631:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1547 00000100:00100000:3.0:1777045399.568963:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045399.570193:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370236160 00000100:00100000:2.0:1777045399.570255:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370236160 00000100:00100000:2.0:1777045399.570651:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1548 00000100:00100000:2.0:1777045399.570669:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77955880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+33:33460:x1863365370236160:12345-192.168.201.45@tcp:101:rm.0 00010000:00010000:2.0:1777045399.570696:0:12646:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777045399.570725:0:12646:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfc00/0x2c8777a5e7d9ffcf lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1149664 expref: -99 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045399.570814:0:12646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be000/0x2c8777a5e7d9ffd6 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045399.570836:0:12646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be000/0x2c8777a5e7d9ffd6 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045399.570854:0:12646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be000/0x2c8777a5e7d9ffd6 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045399.570876:0:12646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be400/0x2c8777a5e7d9ffdd lrc: 3/1,0 mode: --/PR res: [0x200000401:0x53:0x0].0x353b91a9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045399.570888:0:12646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be400/0x2c8777a5e7d9ffdd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045399.570900:0:12646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be400/0x2c8777a5e7d9ffdd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045399.571009:0:12646:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be000/0x2c8777a5e7d9ffd6 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045399.571022:0:12646:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be000/0x2c8777a5e7d9ffd6 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045399.571032:0:12646:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be000/0x2c8777a5e7d9ffd6 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045399.571041:0:12646:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de435be000 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:2.0:1777045399.571047:0:12646:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be000/0x2c8777a5e7d9ffd6 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045399.571058:0:12646:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be000/0x2c8777a5e7d9ffd6 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045399.571076:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff98df52c43500) 00010000:00010000:2.0:1777045399.571081:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777045399.571087:0:12646:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be000/0x2c8777a5e7d9ffd6 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045399.571096:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be000/0x2c8777a5e7d9ffd6 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045399.571117:0:12646:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be400/0x2c8777a5e7d9ffdd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045399.571127:0:12646:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be400/0x2c8777a5e7d9ffdd lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045399.571136:0:12646:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be400/0x2c8777a5e7d9ffdd lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045399.571145:0:12646:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de435be400 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:2.0:1777045399.571149:0:12646:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be400/0x2c8777a5e7d9ffdd lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045399.571157:0:12646:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be400/0x2c8777a5e7d9ffdd lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045399.571168:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x353b91a9 (ffff98df52c43600) 00010000:00010000:2.0:1777045399.571172:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777045399.571177:0:12646:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be400/0x2c8777a5e7d9ffdd lrc: 2/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045399.571187:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be400/0x2c8777a5e7d9ffdd lrc: 0/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045399.571296:0:12646:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfc00/0x2c8777a5e7d9ffcf lrc: 1/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149664 expref: 34 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045399.571315:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff98df52c43500) 00010000:00010000:2.0:1777045399.571319:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777045399.571325:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfc00/0x2c8777a5e7d9ffcf lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149664 expref: 34 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045399.571342:0:12646:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de435bfc00, rc 0) 00000100:00100000:2.0:1777045399.571444:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77955880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+33:33460:x1863365370236160:12345-192.168.201.45@tcp:101:rm.0 Request processed in 780us (2491us total) trans 0 rc 301/301 00000100:00100000:2.0:1777045399.571458:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1548 00000100:00100000:2.0:1777045399.638092:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045399.640045:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370236288 00000100:00100000:1.0:1777045399.640062:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370236288 00000100:00100000:1.0:1777045399.640179:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1549 00000100:00100000:1.0:1777045399.640197:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d60ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+33:33461:x1863365370236288:12345-192.168.201.45@tcp:101:cp.0 00010000:00010000:1.0:1777045399.640285:0:5856:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777045399.640313:0:5856:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed400/0x2c8777a5e7d9ffe4 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee114966b expref: -99 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045399.640406:0:5856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed000/0x2c8777a5e7d9ffeb lrc: 3/1,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045399.640429:0:5856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed000/0x2c8777a5e7d9ffeb lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045399.640447:0:5856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed000/0x2c8777a5e7d9ffeb lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045399.640470:0:5856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de419edc00/0x2c8777a5e7d9fff2 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x53:0x0].0x353b91a9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045399.640483:0:5856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de419edc00/0x2c8777a5e7d9fff2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045399.640495:0:5856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de419edc00/0x2c8777a5e7d9fff2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045399.640608:0:5856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed000/0x2c8777a5e7d9ffeb lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045399.640622:0:5856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed000/0x2c8777a5e7d9ffeb lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045399.640635:0:5856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed000/0x2c8777a5e7d9ffeb lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045399.640645:0:5856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de419ed000 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:1.0:1777045399.640652:0:5856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed000/0x2c8777a5e7d9ffeb lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045399.640665:0:5856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed000/0x2c8777a5e7d9ffeb lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045399.640685:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff98df52c43500) 00010000:00010000:1.0:1777045399.640691:0:5856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777045399.640698:0:5856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed000/0x2c8777a5e7d9ffeb lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045399.640710:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed000/0x2c8777a5e7d9ffeb lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045399.640731:0:5856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de419edc00/0x2c8777a5e7d9fff2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045399.640743:0:5856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de419edc00/0x2c8777a5e7d9fff2 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045399.640754:0:5856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de419edc00/0x2c8777a5e7d9fff2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045399.640764:0:5856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de419edc00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:1.0:1777045399.640769:0:5856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de419edc00/0x2c8777a5e7d9fff2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045399.640786:0:5856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de419edc00/0x2c8777a5e7d9fff2 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045399.640796:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x353b91a9 (ffff98df51b04800) 00010000:00010000:1.0:1777045399.640799:0:5856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777045399.640802:0:5856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de419edc00/0x2c8777a5e7d9fff2 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045399.640809:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de419edc00/0x2c8777a5e7d9fff2 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045399.640849:0:5856:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed400/0x2c8777a5e7d9ffe4 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114966b expref: 34 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045399.640861:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff98df52c43500) 00010000:00010000:1.0:1777045399.640864:0:5856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777045399.640869:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed400/0x2c8777a5e7d9ffe4 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114966b expref: 34 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045399.640879:0:5856:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de419ed400, rc 0) 00000100:00100000:1.0:1777045399.640958:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d60ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+33:33461:x1863365370236288:12345-192.168.201.45@tcp:101:cp.0 Request processed in 764us (2876us total) trans 0 rc 301/301 00000100:00100000:1.0:1777045399.640980:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1549 00000100:00100000:3.0:1777045399.647018:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045399.647236:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370236416 00000100:00100000:2.0:1777045399.647250:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370236416 00000100:00100000:2.0:1777045399.649184:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1550 00000100:00100000:2.0:1777045399.649206:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77956680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+33:33461:x1863365370236416:12345-192.168.201.45@tcp:101:cp.0 00010000:00010000:2.0:1777045399.649236:0:5857:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777045399.649265:0:5857:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfc00/0x2c8777a5e7d9fff9 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1149672 expref: -99 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045399.649550:0:5857:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097200/0x2c8777a5e7da0000 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045399.649575:0:5857:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097200/0x2c8777a5e7da0000 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045399.649596:0:5857:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097200/0x2c8777a5e7da0000 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045399.649622:0:5857:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096400/0x2c8777a5e7da0007 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x53:0x0].0x353b91a9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045399.649635:0:5857:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096400/0x2c8777a5e7da0007 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045399.649648:0:5857:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096400/0x2c8777a5e7da0007 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045399.649738:0:5857:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097200/0x2c8777a5e7da0000 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045399.649752:0:5857:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097200/0x2c8777a5e7da0000 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045399.649764:0:5857:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097200/0x2c8777a5e7da0000 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045399.649775:0:5857:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de43097200 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:0.0:1777045399.649781:0:5857:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097200/0x2c8777a5e7da0000 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045399.649794:0:5857:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097200/0x2c8777a5e7da0000 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045399.649812:0:5857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff98df52c43500) 00010000:00010000:0.0:1777045399.649818:0:5857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777045399.649825:0:5857:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097200/0x2c8777a5e7da0000 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045399.649837:0:5857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097200/0x2c8777a5e7da0000 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045399.649856:0:5857:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096400/0x2c8777a5e7da0007 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045399.649864:0:5857:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096400/0x2c8777a5e7da0007 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045399.649870:0:5857:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096400/0x2c8777a5e7da0007 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045399.649876:0:5857:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de43096400 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:0.0:1777045399.649879:0:5857:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096400/0x2c8777a5e7da0007 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045399.649885:0:5857:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096400/0x2c8777a5e7da0007 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045399.649894:0:5857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x353b91a9 (ffff98df4a351700) 00010000:00010000:0.0:1777045399.649896:0:5857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777045399.649900:0:5857:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096400/0x2c8777a5e7da0007 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045399.649906:0:5857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096400/0x2c8777a5e7da0007 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045399.649944:0:5857:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfc00/0x2c8777a5e7d9fff9 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149672 expref: 34 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045399.649962:0:5857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff98df52c43500) 00010000:00010000:0.0:1777045399.649965:0:5857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777045399.649969:0:5857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfc00/0x2c8777a5e7d9fff9 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149672 expref: 34 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045399.649980:0:5857:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de435bfc00, rc 0) 00000100:00100000:0.0:1777045399.650091:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77956680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+33:33461:x1863365370236416:12345-192.168.201.45@tcp:101:cp.0 Request processed in 892us (3084us total) trans 0 rc 301/301 00000100:00100000:0.0:1777045399.650104:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1550 00000100:00100000:3.0:1777045399.656661:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045399.656996:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370236672 00000100:00100000:0.0:1777045399.657010:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370236672 00000100:00100000:0.0:1777045399.657104:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1551 00000100:00100000:0.0:1777045399.657122:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77954380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+33:33461:x1863365370236672:12345-192.168.201.45@tcp:101:cp.0 00010000:00010000:0.0:1777045399.657556:0:5855:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777045399.657586:0:5855:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096400/0x2c8777a5e7da000e lrc: 2/0,0 mode: --/CW res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1149679 expref: -99 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045399.657909:0:5855:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097200/0x2c8777a5e7da0015 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045399.657934:0:5855:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097000/0x2c8777a5e7d9ff97 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149648 expref: 43 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045399.657948:0:5855:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097200/0x2c8777a5e7da0015 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045399.657997:0:5855:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097000/0x2c8777a5e7d9ff97 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149648 expref: 43 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045399.658018:0:5855:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097000/0x2c8777a5e7d9ff97 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149648 expref: 43 pid: 5857 timeout: 2128 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777045399.658039:0:5855:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7b9c5500 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5855:1863365424454528:192.168.201.45@tcp:104: 00000100:00100000:0.0:1777045399.658756:0:5855:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df50f23000 going to sleep for 11 seconds 00000100:00100000:2.0:1777045399.664150:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045399.664445:0:5843:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370236800 00000100:00100000:1.0:1777045399.664459:0:5843:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370236800 00010000:00010000:1.0:1777045399.664541:0:5843:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097000/0x2c8777a5e7d9ff97 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149648 expref: 44 pid: 5857 timeout: 2128 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777045399.664611:0:5843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 442 00000100:00100000:1.0:1777045399.664626:0:5843:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d60f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:146de360-3fb2-48bd-b418-06f30714148a+44:2393:x1863365370236800:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777045399.664646:0:5843:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777045399.664655:0:5843:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097000/0x2c8777a5e7d9ff97 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149648 expref: 44 pid: 5857 timeout: 2128 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045399.664674:0:5843:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097000/0x2c8777a5e7d9ff97 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149648 expref: 44 pid: 5857 timeout: 2128 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045399.664705:0:5843:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff98df52c43500) 00010000:00010000:1.0:1777045399.664714:0:5843:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097200/0x2c8777a5e7da0015 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045399.664729:0:5843:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097200/0x2c8777a5e7da0015 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045399.664742:0:5843:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097200/0x2c8777a5e7da0015 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045399.664771:0:5843:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777045399.664837:0:5843:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d60f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:146de360-3fb2-48bd-b418-06f30714148a+44:2393:x1863365370236800:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 213us (697us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045399.664850:0:5843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 442 00010000:00010000:0.0:1777045399.665131:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097000/0x2c8777a5e7d9ff97 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149648 expref: 43 pid: 5857 timeout: 2128 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777045399.665924:0:5855:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7b9c5500 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5855:1863365424454528:192.168.201.45@tcp:104: 00010000:00010000:0.0:1777045399.666016:0:5855:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097200/0x2c8777a5e7da0015 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045399.666030:0:5855:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097200/0x2c8777a5e7da0015 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045399.666040:0:5855:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097200/0x2c8777a5e7da0015 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045399.666072:0:5855:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097400/0x2c8777a5e7da001c lrc: 3/0,1 mode: --/PW res: [0x200000401:0x53:0x0].0x353b91a9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045399.666086:0:5855:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097400/0x2c8777a5e7da001c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x53:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045399.666100:0:5855:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097400/0x2c8777a5e7da001c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x53:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1777045399.667974:0:5855:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x1f:0x0], index 1: 0 00010000:00010000:0.0:1777045399.668743:0:5855:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096a00/0x2c8777a5e7da0023 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x30:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045399.668759:0:5855:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096a00/0x2c8777a5e7da0023 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045399.668769:0:5855:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096a00/0x2c8777a5e7da0023 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045399.668811:0:5855:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097200/0x2c8777a5e7da0015 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045399.668819:0:5855:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097200/0x2c8777a5e7da0015 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045399.668826:0:5855:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097200/0x2c8777a5e7da0015 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045399.668832:0:5855:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de43097200 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:0.0:1777045399.668836:0:5855:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097200/0x2c8777a5e7da0015 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045399.668844:0:5855:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097200/0x2c8777a5e7da0015 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045399.668854:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff98df52c43500) 00010000:00010000:0.0:1777045399.668857:0:5855:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777045399.668861:0:5855:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097200/0x2c8777a5e7da0015 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045399.668867:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097200/0x2c8777a5e7da0015 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777045399.668883:0:5855:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000844a9c9d reply state 000000003641488c transno 4294968358 ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097400/0x2c8777a5e7da001c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x53:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777045399.668893:0:5855:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1777045399.668930:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096400/0x2c8777a5e7da000e lrc: 0/0,0 mode: --/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149679 expref: 36 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045399.668944:0:5855:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096a00/0x2c8777a5e7da0023 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149679 expref: 35 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045399.668953:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x30:0x0].0x0 (ffff98df4a351300) 00010000:00010000:0.0:1777045399.668956:0:5855:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777045399.668958:0:5855:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de43096a00, rc 0) 00000100:00100000:0.0:1777045399.669135:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77954380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+36:33461:x1863365370236672:12345-192.168.201.45@tcp:101:cp.0 Request processed in 12016us (12485us total) trans 4294968358 rc 0/0 00000100:00100000:0.0:1777045399.669165:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1551 00010000:00010000:0.0:1777045399.672905:0:3327:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097400/0x2c8777a5e7da001c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x53:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045399.672928:0:3327:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097400/0x2c8777a5e7da001c lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x53:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045399.672940:0:3327:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097400/0x2c8777a5e7da001c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x53:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045399.672949:0:3327:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de43097400 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:0.0:1777045399.672956:0:3327:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097400/0x2c8777a5e7da001c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x53:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045399.672975:0:3327:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097400/0x2c8777a5e7da001c lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x53:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045399.672996:0:3327:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x353b91a9 (ffff98df4a351700) 00010000:00010000:0.0:1777045399.673001:0:3327:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777045399.673007:0:3327:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097400/0x2c8777a5e7da001c lrc: 2/0,0 mode: --/PW res: [0x200000401:0x53:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045399.673017:0:3327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097400/0x2c8777a5e7da001c lrc: 0/0,0 mode: --/PW res: [0x200000401:0x53:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777045399.678650:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045399.678827:0:6641:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370236928 00000100:00100000:3.0:1777045399.679278:0:6641:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370236928 00000100:00100000:3.0:1777045399.679464:0:6641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 462 00000100:00100000:3.0:1777045399.679480:0:6641:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d60ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2393:x1863365370236928:12345-192.168.201.45@tcp:101:cp.0 00010000:00010000:3.0:1777045399.679532:0:6641:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777045399.679560:0:6641:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e3f4470f/0x2c8777a5e7da0031 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1149680 expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777045399.679595:0:6641:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1777045399.679620:0:6641:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777045399.679624:0:6641:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777045399.679637:0:6641:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e3f4470f/0x2c8777a5e7da0031 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149680 expref: 9 pid: 6641 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045399.679664:0:6641:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000e3f4470f/0x2c8777a5e7da0031 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149680 expref: 9 pid: 6641 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045399.679682:0:6641:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de43103e00, rc 0) 00000100:00100000:3.0:1777045399.679757:0:6641:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d60ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2393:x1863365370236928:12345-192.168.201.45@tcp:101:cp.0 Request processed in 280us (1118us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045399.679768:0:6641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 462 00000100:00100000:2.0:1777045399.683871:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045399.683951:0:8776:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370237056 00000100:00100000:3.0:1777045399.683961:0:8776:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370237056 00000100:00100000:3.0:1777045399.684103:0:8776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 463 00000100:00100000:3.0:1777045399.684118:0:8776:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d60f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+9:33461:x1863365370237056:12345-192.168.201.45@tcp:101:cp.0 00010000:00010000:3.0:1777045399.684140:0:8776:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777045399.684160:0:8776:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007e7981a9/0x2c8777a5e7da0038 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1149687 expref: -99 pid: 8776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045399.684201:0:8776:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000e3f4470f/0x2c8777a5e7da0031 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149680 expref: 10 pid: 6641 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045399.684213:0:8776:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777045399.684216:0:8776:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777045399.684222:0:8776:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007e7981a9/0x2c8777a5e7da0038 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149687 expref: 10 pid: 8776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045399.684643:0:8776:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000e3f4470f/0x2c8777a5e7da0031 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149680 expref: 10 pid: 6641 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045399.684665:0:8776:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000e3f4470f/0x2c8777a5e7da0031 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149680 expref: 10 pid: 6641 timeout: 2128 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777045399.684687:0:8776:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df77957100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8776:1863365424454656:192.168.201.45@tcp:104: 00000100:00100000:3.0:1777045399.684791:0:8776:0:(client.c:2691:ptlrpc_set_wait()) set ffff98de41e61840 going to sleep for 11 seconds 00000100:00100000:3.0:1777045399.691685:0:8776:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df77957100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8776:1863365424454656:192.168.201.45@tcp:104: 00010000:00010000:3.0:1777045399.691725:0:8776:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000007e7981a9/0x2c8777a5e7da0038 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149687 expref: 10 pid: 8776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045399.691754:0:8776:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de43103800, rc 0) 00000100:00100000:2.0:1777045399.691914:0:8776:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d60f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+10:33461:x1863365370237056:12345-192.168.201.45@tcp:101:cp.0 Request processed in 7797us (8046us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045399.691936:0:8776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 463 00000100:00100000:2.0:1777045399.692260:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045399.692759:0:6655:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370237184 00000100:00100000:0.0:1777045399.692770:0:6655:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370237184 00010000:00010000:0.0:1777045399.692819:0:6655:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000e3f4470f/0x2c8777a5e7da0031 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149680 expref: 10 pid: 6641 timeout: 2128 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777045399.693648:0:6655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 443 00000100:00100000:0.0:1777045399.693662:0:6655:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de431bf100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+10:2392:x1863365370237184:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777045399.693680:0:6655:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777045399.693702:0:6655:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000e3f4470f/0x2c8777a5e7da0031 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149680 expref: 10 pid: 6641 timeout: 2128 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045399.693717:0:6655:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000e3f4470f/0x2c8777a5e7da0031 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149680 expref: 10 pid: 6641 timeout: 2128 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045399.693742:0:6655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e3f4470f/0x2c8777a5e7da0031 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149680 expref: 10 pid: 6641 timeout: 2128 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045399.693766:0:6655:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777045399.693768:0:6655:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777045399.693776:0:6655:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000007e7981a9/0x2c8777a5e7da0038 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149687 expref: 9 pid: 8776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045399.693787:0:6655:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007e7981a9/0x2c8777a5e7da0038 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149687 expref: 9 pid: 8776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045399.694169:0:6655:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000007e7981a9/0x2c8777a5e7da0038 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149687 expref: 9 pid: 8776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777045399.694192:0:6655:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7b9c5500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:6655:1863365424454784:192.168.201.45@tcp:105: 00000100:00100000:0.0:1777045399.695175:0:6655:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df50f23000 going to sleep for 11 seconds 00000100:00100000:0.0:1777045399.700630:0:6655:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7b9c5500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:6655:1863365424454784:192.168.201.45@tcp:105: 00010000:00010000:0.0:1777045399.700666:0:6655:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777045399.700747:0:6655:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de431bf100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2392:x1863365370237184:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 7086us (8487us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045399.700763:0:6655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 443 00000100:00100000:1.0:1777045399.703549:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045399.703605:0:5858:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370237440 00000100:00100000:0.0:1777045399.703623:0:5858:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370237440 00000100:00100000:0.0:1777045399.703703:0:5858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 352 00000100:00100000:0.0:1777045399.703718:0:5858:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42771c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+35:33461:x1863365370237440:12345-192.168.201.45@tcp:35:cp.0 00000100:00100000:0.0:1777045399.704189:0:5858:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42771c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+36:33461:x1863365370237440:12345-192.168.201.45@tcp:35:cp.0 Request processed in 471us (645us total) trans 4294968359 rc 0/0 00000100:00100000:0.0:1777045399.704252:0:5858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 352 00000100:00100000:2.0:1777045399.743768:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045399.744139:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370237568 00000100:00100000:1.0:1777045399.744153:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370237568 00000100:00100000:1.0:1777045399.744232:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1552 00000100:00100000:1.0:1777045399.744876:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de431bed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:146de360-3fb2-48bd-b418-06f30714148a+43:33464:x1863365370237568:12345-192.168.201.45@tcp:101:lfs.0 00010000:00010000:1.0:1777045399.744899:0:7939:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777045399.744922:0:7939:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de419edc00/0x2c8777a5e7da003f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee114968e expref: -99 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045399.744990:0:7939:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed000/0x2c8777a5e7da0046 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045399.745009:0:7939:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed000/0x2c8777a5e7da0046 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045399.745024:0:7939:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed000/0x2c8777a5e7da0046 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045399.745046:0:7939:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed400/0x2c8777a5e7da004d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x53:0x0].0x353b91a9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045399.745056:0:7939:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed400/0x2c8777a5e7da004d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045399.745065:0:7939:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed400/0x2c8777a5e7da004d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045399.745181:0:7939:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed600/0x2c8777a5e7da0054 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045399.745192:0:7939:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed600/0x2c8777a5e7da0054 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045399.745228:0:7939:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed600/0x2c8777a5e7da0054 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777045399.745866:0:7939:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x30:0x0]: returning size 158 00000004:00200000:1.0:1777045399.745873:0:7939:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1777045399.745899:0:7939:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed600/0x2c8777a5e7da0054 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045399.745916:0:7939:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed600/0x2c8777a5e7da0054 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045399.745928:0:7939:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed000/0x2c8777a5e7da0046 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045399.745934:0:7939:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed000/0x2c8777a5e7da0046 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045399.745941:0:7939:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed000/0x2c8777a5e7da0046 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045399.745947:0:7939:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de419ed000 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:1.0:1777045399.745950:0:7939:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed000/0x2c8777a5e7da0046 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045399.745957:0:7939:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed000/0x2c8777a5e7da0046 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045399.745969:0:7939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff98df52c43500) 00010000:00010000:1.0:1777045399.745974:0:7939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777045399.745979:0:7939:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed000/0x2c8777a5e7da0046 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045399.745988:0:7939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed000/0x2c8777a5e7da0046 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045399.746013:0:7939:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed400/0x2c8777a5e7da004d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045399.746021:0:7939:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed400/0x2c8777a5e7da004d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045399.746029:0:7939:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed400/0x2c8777a5e7da004d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045399.746035:0:7939:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de419ed400 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:1.0:1777045399.746039:0:7939:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed400/0x2c8777a5e7da004d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045399.746047:0:7939:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed400/0x2c8777a5e7da004d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045399.746057:0:7939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x353b91a9 (ffff98df51b04800) 00010000:00010000:1.0:1777045399.746060:0:7939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777045399.746064:0:7939:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed400/0x2c8777a5e7da004d lrc: 2/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045399.746071:0:7939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed400/0x2c8777a5e7da004d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045399.746111:0:7939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de419edc00/0x2c8777a5e7da003f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114968e expref: 45 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045399.746128:0:7939:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed600/0x2c8777a5e7da0054 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114968e expref: 44 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045399.746145:0:7939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x30:0x0].0x0 (ffff98df4a351300) 00010000:00010000:1.0:1777045399.746148:0:7939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777045399.746152:0:7939:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de419ed600, rc 0) 00000100:00100000:1.0:1777045399.747134:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de431bed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:146de360-3fb2-48bd-b418-06f30714148a+44:33464:x1863365370237568:12345-192.168.201.45@tcp:101:lfs.0 Request processed in 2885us (3371us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045399.747147:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1552 00000100:00100000:2.0:1777045399.753222:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045399.753675:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045399.753844:0:5860:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370237824 00000100:00100000:0.0:1777045399.753863:0:5860:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370237824 00000100:00100000:0.0:1777045399.754176:0:5860:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 75 00000100:00100000:0.0:1777045399.754190:0:5860:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de431bd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:146de360-3fb2-48bd-b418-06f30714148a+44:2392:x1863365370237824:12345-192.168.201.45@tcp:63:ll_sa.0 00010000:00010000:0.0:1777045399.754311:0:5860:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777045399.754335:0:5860:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096400/0x2c8777a5e7da005b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee114969c expref: -99 pid: 5860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045399.754399:0:5860:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097200/0x2c8777a5e7da0062 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5860 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045399.754418:0:5860:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097200/0x2c8777a5e7da0062 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5860 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045399.754434:0:5860:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097200/0x2c8777a5e7da0062 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5860 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045399.754454:0:5860:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097600/0x2c8777a5e7da0069 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x53:0x0].0x54ccc52d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5860 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045399.754473:0:5860:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097600/0x2c8777a5e7da0069 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5860 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045399.754482:0:5860:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097600/0x2c8777a5e7da0069 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5860 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045399.754581:0:5860:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097200/0x2c8777a5e7da0062 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5860 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045399.754598:0:5860:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097200/0x2c8777a5e7da0062 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5860 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045399.754607:0:5860:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097200/0x2c8777a5e7da0062 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5860 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045399.754616:0:5860:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de43097200 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:0.0:1777045399.754622:0:5860:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097200/0x2c8777a5e7da0062 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5860 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045399.754632:0:5860:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097200/0x2c8777a5e7da0062 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5860 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045399.754648:0:5860:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff98df52c43500) 00010000:00010000:0.0:1777045399.754653:0:5860:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777045399.754660:0:5860:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097200/0x2c8777a5e7da0062 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5860 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045399.754668:0:5860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097200/0x2c8777a5e7da0062 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5860 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045399.754684:0:5860:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097600/0x2c8777a5e7da0069 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5860 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045399.754692:0:5860:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097600/0x2c8777a5e7da0069 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5860 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045399.754700:0:5860:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097600/0x2c8777a5e7da0069 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5860 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045399.754708:0:5860:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de43097600 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:0.0:1777045399.754712:0:5860:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097600/0x2c8777a5e7da0069 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5860 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045399.754721:0:5860:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097600/0x2c8777a5e7da0069 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5860 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045399.754730:0:5860:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x54ccc52d (ffff98df4a351700) 00010000:00010000:0.0:1777045399.754733:0:5860:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777045399.754736:0:5860:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097600/0x2c8777a5e7da0069 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5860 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045399.754745:0:5860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097600/0x2c8777a5e7da0069 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5860 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045399.754781:0:5860:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096400/0x2c8777a5e7da005b lrc: 1/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114969c expref: 45 pid: 5860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045399.754794:0:5860:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff98df52c43500) 00010000:00010000:0.0:1777045399.754797:0:5860:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1777045399.754802:0:5860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096400/0x2c8777a5e7da005b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114969c expref: 45 pid: 5860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045399.754814:0:5860:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de43096400, rc -2) 00000100:00100000:0.0:1777045399.754883:0:5860:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de431bd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:146de360-3fb2-48bd-b418-06f30714148a+44:2392:x1863365370237824:12345-192.168.201.45@tcp:63:ll_sa.0 Request processed in 695us (1208us total) trans 0 rc -2/-2 00000100:00100000:0.0:1777045399.754895:0:5860:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 75 00000100:00100000:1.0:1777045399.755000:0:6639:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370237696 00000100:00100000:1.0:1777045399.755007:0:6639:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370237696 00000100:00100000:1.0:1777045399.755062:0:6639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 464 00000100:00100000:1.0:1777045399.755074:0:6639:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de431be300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:146de360-3fb2-48bd-b418-06f30714148a+10:2390:x1863365370237696:12345-192.168.201.45@tcp:101:lfs.0 00010000:00010000:1.0:1777045399.755087:0:6639:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777045399.755101:0:6639:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000891b870c/0x2c8777a5e7da0070 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1149695 expref: -99 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777045399.755164:0:6639:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de42772680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6639:1863365424454912:192.168.201.45@tcp:106: 00000100:00100000:1.0:1777045399.755271:0:6639:0:(client.c:2691:ptlrpc_set_wait()) set ffff98de47823e40 going to sleep for 11 seconds 00002000:00010000:1.0:1777045399.759878:0:6639:0:(ofd_lvb.c:259:ofd_lvbo_update()) res: [0x280000400:0x1f:0x0] updating lvb size: 0 -> 158 00002000:00010000:1.0:1777045399.759886:0:6639:0:(ofd_lvb.c:265:ofd_lvbo_update()) res: [0x280000400:0x1f:0x0] updating lvb mtime: 0 -> 1777045399 00002000:00010000:1.0:1777045399.759888:0:6639:0:(ofd_lvb.c:271:ofd_lvbo_update()) res: [0x280000400:0x1f:0x0] updating lvb atime: 0 -> 1777045399 00002000:00010000:1.0:1777045399.759890:0:6639:0:(ofd_lvb.c:277:ofd_lvbo_update()) res: [0x280000400:0x1f:0x0] updating lvb ctime: 0 -> 1777045399 00000100:00100000:1.0:1777045399.759914:0:6639:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de42772680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6639:1863365424454912:192.168.201.45@tcp:106: 00010000:00010000:1.0:1777045399.759949:0:6639:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000891b870c/0x2c8777a5e7da0070 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149695 expref: 11 pid: 6639 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045399.759982:0:6639:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000891b870c/0x2c8777a5e7da0070 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149695 expref: 11 pid: 6639 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045399.759999:0:6639:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de419edc00, rc 0) 00000100:00100000:1.0:1777045399.760053:0:6639:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de431be300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:146de360-3fb2-48bd-b418-06f30714148a+10:2390:x1863365370237696:12345-192.168.201.45@tcp:101:lfs.0 Request processed in 4980us (6841us total) trans 0 rc 301/301 00000100:00100000:1.0:1777045399.760064:0:6639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 464 00000100:00100000:3.0:1777045399.767323:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045399.767688:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370237952 00000100:00100000:0.0:1777045399.767700:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370237952 00000100:00100000:0.0:1777045399.767775:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1553 00000100:00100000:0.0:1777045399.767789:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77957100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:146de360-3fb2-48bd-b418-06f30714148a+44:33464:x1863365370237952:12345-192.168.201.45@tcp:101:lfs.0 00010000:00010000:0.0:1777045399.767815:0:5857:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777045399.767839:0:5857:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096400/0x2c8777a5e7da0077 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee11496d4 expref: -99 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045399.767920:0:5857:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097600/0x2c8777a5e7da007e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045399.767940:0:5857:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097600/0x2c8777a5e7da007e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045399.767954:0:5857:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097600/0x2c8777a5e7da007e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777045399.768024:0:5857:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x53:0x0]: returning size 512 00000004:00200000:0.0:1777045399.768030:0:5857:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 3 stripe count 1 MDT count 1 00000004:00010000:0.0:1777045399.768060:0:5857:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097600/0x2c8777a5e7da007e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045399.768093:0:5857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096400/0x2c8777a5e7da0077 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11496d4 expref: 46 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045399.768116:0:5857:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097600/0x2c8777a5e7da007e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11496d4 expref: 45 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045399.768127:0:5857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff98df52c43500) 00010000:00010000:0.0:1777045399.768132:0:5857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1777045399.768136:0:5857:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de43097600, rc 0) 00000100:00100000:0.0:1777045399.768258:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77957100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:146de360-3fb2-48bd-b418-06f30714148a+45:33464:x1863365370237952:12345-192.168.201.45@tcp:101:lfs.0 Request processed in 471us (944us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045399.768268:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1553 00000100:00100000:2.0:1777045399.775072:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045399.775572:0:6641:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370238080 00000100:00100000:3.0:1777045399.775583:0:6641:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370238080 00000100:00100000:3.0:1777045399.775650:0:6641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 465 00000100:00100000:3.0:1777045399.775663:0:6641:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de431bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:146de360-3fb2-48bd-b418-06f30714148a+10:2392:x1863365370238080:12345-192.168.201.45@tcp:101:lfs.0 00010000:00010000:3.0:1777045399.775685:0:6641:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777045399.775707:0:6641:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000717af5d5/0x2c8777a5e7da0085 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee11496db expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777045399.775774:0:6641:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df77957480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6641:1863365424455040:192.168.201.45@tcp:106: 00000100:00100000:3.0:1777045399.776102:0:6641:0:(client.c:2691:ptlrpc_set_wait()) set ffff98de41e61840 going to sleep for 11 seconds 00000100:00100000:3.0:1777045399.780867:0:6641:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df77957480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6641:1863365424455040:192.168.201.45@tcp:106: 00010000:00010000:3.0:1777045399.780904:0:6641:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000717af5d5/0x2c8777a5e7da0085 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11496db expref: 11 pid: 6641 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045399.780928:0:6641:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000717af5d5/0x2c8777a5e7da0085 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11496db expref: 11 pid: 6641 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045399.780942:0:6641:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de43102000, rc 0) 00000100:00100000:3.0:1777045399.781007:0:6641:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de431bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:146de360-3fb2-48bd-b418-06f30714148a+10:2392:x1863365370238080:12345-192.168.201.45@tcp:101:lfs.0 Request processed in 5346us (5944us total) trans 0 rc 301/301 00000100:00100000:3.0:1777045399.781018:0:6641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 465 00000100:00100000:0.0:1777045399.790530:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045399.790724:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370238336 00000100:00100000:1.0:1777045399.790736:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370238336 00000100:00100000:1.0:1777045399.790809:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1554 00000100:00100000:1.0:1777045399.790824:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b9c5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:146de360-3fb2-48bd-b418-06f30714148a+45:33464:x1863365370238336:12345-192.168.201.45@tcp:58:lfs.0 00000040:00080000:1.0:1777045399.791098:0:5855:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].47, 136 off14584 00000100:00100000:1.0:1777045399.791244:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b9c5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:146de360-3fb2-48bd-b418-06f30714148a+45:33464:x1863365370238336:12345-192.168.201.45@tcp:58:lfs.0 Request processed in 380us (706us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045399.791498:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1554 00000100:00100000:2.0:1777045399.808332:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045399.811657:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370238464 00000100:00100000:1.0:1777045399.811674:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370238464 00000100:00100000:1.0:1777045399.811763:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1555 00000100:00100000:1.0:1777045399.811778:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de431bfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:146de360-3fb2-48bd-b418-06f30714148a+45:33467:x1863365370238464:12345-192.168.201.45@tcp:101:bash.0 00010000:00010000:1.0:1777045399.811802:0:7939:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777045399.811829:0:7939:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de419edc00/0x2c8777a5e7da008c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee11496e2 expref: -99 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777045399.811836:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00010000:00010000:1.0:1777045399.811914:0:7939:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed400/0x2c8777a5e7da0093 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045399.812144:0:7939:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed400/0x2c8777a5e7da0093 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045399.812180:0:7939:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed400/0x2c8777a5e7da0093 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045399.812266:0:7939:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed000/0x2c8777a5e7da009a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x53:0x0].0x54ccc52d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045399.812278:0:7939:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed000/0x2c8777a5e7da009a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045399.812288:0:7939:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed000/0x2c8777a5e7da009a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045399.812655:0:7939:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed400/0x2c8777a5e7da0093 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045399.812666:0:7939:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed400/0x2c8777a5e7da0093 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045399.812676:0:7939:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed400/0x2c8777a5e7da0093 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045399.812685:0:7939:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de419ed400 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:1.0:1777045399.812691:0:7939:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed400/0x2c8777a5e7da0093 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045399.812701:0:7939:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed400/0x2c8777a5e7da0093 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045399.812718:0:7939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff98df52c43500) 00010000:00010000:1.0:1777045399.812723:0:7939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777045399.812730:0:7939:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed400/0x2c8777a5e7da0093 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045399.812739:0:7939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed400/0x2c8777a5e7da0093 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045399.812755:0:7939:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed000/0x2c8777a5e7da009a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045399.812765:0:7939:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed000/0x2c8777a5e7da009a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045399.812773:0:7939:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed000/0x2c8777a5e7da009a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045399.812780:0:7939:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de419ed000 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:1.0:1777045399.812785:0:7939:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed000/0x2c8777a5e7da009a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045399.812793:0:7939:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed000/0x2c8777a5e7da009a lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045399.812803:0:7939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x54ccc52d (ffff98df51b04800) 00010000:00010000:1.0:1777045399.812808:0:7939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777045399.812812:0:7939:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed000/0x2c8777a5e7da009a lrc: 2/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045399.812820:0:7939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed000/0x2c8777a5e7da009a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045399.812862:0:7939:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de419edc00/0x2c8777a5e7da008c lrc: 1/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11496e2 expref: 46 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045399.812878:0:7939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff98df52c43500) 00010000:00010000:1.0:1777045399.812881:0:7939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777045399.812887:0:7939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de419edc00/0x2c8777a5e7da008c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11496e2 expref: 46 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045399.812900:0:7939:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de419edc00, rc 0) 00000100:00100000:1.0:1777045399.812965:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de431bfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:146de360-3fb2-48bd-b418-06f30714148a+45:33467:x1863365370238464:12345-192.168.201.45@tcp:101:bash.0 Request processed in 1191us (4642us total) trans 0 rc 301/301 00000100:00100000:1.0:1777045399.812976:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1555 00000100:00100000:2.0:1777045399.815740:0:5860:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370238592 00000100:00100000:2.0:1777045399.815753:0:5860:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370238592 00000100:00100000:2.0:1777045399.816090:0:5860:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 76 00000100:00100000:2.0:1777045399.816105:0:5860:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77957480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:146de360-3fb2-48bd-b418-06f30714148a+45:2393:x1863365370238592:12345-192.168.201.45@tcp:63:ll_sa.0 00010000:00010000:2.0:1777045399.816144:0:5860:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777045399.816166:0:5860:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be200/0x2c8777a5e7da00a1 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee11496e9 expref: -99 pid: 5860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045399.816299:0:5860:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bee00/0x2c8777a5e7da00a8 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5860 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045399.816317:0:5860:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bee00/0x2c8777a5e7da00a8 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5860 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045399.816332:0:5860:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bee00/0x2c8777a5e7da00a8 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5860 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045399.816350:0:5860:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bf800/0x2c8777a5e7da00af lrc: 3/1,0 mode: --/PR res: [0x200000401:0x53:0x0].0x996ea506 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5860 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045399.816361:0:5860:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bf800/0x2c8777a5e7da00af lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x996ea506 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5860 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045399.816370:0:5860:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bf800/0x2c8777a5e7da00af lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x996ea506 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5860 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045399.816432:0:5860:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bee00/0x2c8777a5e7da00a8 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5860 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045399.816443:0:5860:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bee00/0x2c8777a5e7da00a8 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5860 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045399.816452:0:5860:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bee00/0x2c8777a5e7da00a8 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5860 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045399.816461:0:5860:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de435bee00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:2.0:1777045399.816466:0:5860:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bee00/0x2c8777a5e7da00a8 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5860 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045399.816482:0:5860:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bee00/0x2c8777a5e7da00a8 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5860 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045399.816496:0:5860:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff98df52c43500) 00010000:00010000:2.0:1777045399.816501:0:5860:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777045399.816530:0:5860:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bee00/0x2c8777a5e7da00a8 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5860 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045399.816539:0:5860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bee00/0x2c8777a5e7da00a8 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5860 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045399.816555:0:5860:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bf800/0x2c8777a5e7da00af lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x996ea506 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5860 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045399.816562:0:5860:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bf800/0x2c8777a5e7da00af lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x996ea506 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5860 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045399.816570:0:5860:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bf800/0x2c8777a5e7da00af lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x996ea506 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5860 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045399.816577:0:5860:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de435bf800 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:2.0:1777045399.816580:0:5860:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bf800/0x2c8777a5e7da00af lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x996ea506 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5860 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045399.816588:0:5860:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bf800/0x2c8777a5e7da00af lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x996ea506 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5860 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045399.816598:0:5860:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x996ea506 (ffff98df52c43600) 00010000:00010000:2.0:1777045399.816602:0:5860:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777045399.816606:0:5860:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bf800/0x2c8777a5e7da00af lrc: 2/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x996ea506 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5860 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045399.816619:0:5860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bf800/0x2c8777a5e7da00af lrc: 0/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x996ea506 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5860 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045399.816653:0:5860:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be200/0x2c8777a5e7da00a1 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11496e9 expref: 46 pid: 5860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045399.816665:0:5860:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff98df52c43500) 00010000:00010000:2.0:1777045399.816668:0:5860:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1777045399.816673:0:5860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be200/0x2c8777a5e7da00a1 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11496e9 expref: 46 pid: 5860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045399.816684:0:5860:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de435be200, rc -2) 00000100:00100000:2.0:1777045399.816766:0:5860:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77957480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:146de360-3fb2-48bd-b418-06f30714148a+45:2393:x1863365370238592:12345-192.168.201.45@tcp:63:ll_sa.0 Request processed in 665us (4930us total) trans 0 rc -2/-2 00000100:00100000:2.0:1777045399.816777:0:5860:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 76 00000100:00100000:3.0:1777045399.834853:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045399.835027:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370238720 00000100:00100000:1.0:1777045399.835039:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370238720 00000100:00100000:1.0:1777045399.835807:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1556 00000100:00100000:1.0:1777045399.836113:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77955180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+36:33468:x1863365370238720:12345-192.168.201.45@tcp:101:rm.0 00010000:00010000:1.0:1777045399.836159:0:5856:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777045399.836185:0:5856:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de419edc00/0x2c8777a5e7da00b6 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee11496f0 expref: -99 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045399.836296:0:5856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed000/0x2c8777a5e7da00bd lrc: 3/1,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045399.836315:0:5856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed000/0x2c8777a5e7da00bd lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045399.836330:0:5856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed000/0x2c8777a5e7da00bd lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045399.836347:0:5856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed400/0x2c8777a5e7da00c4 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x53:0x0].0x54ccc52d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045399.836357:0:5856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed400/0x2c8777a5e7da00c4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045399.836366:0:5856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed400/0x2c8777a5e7da00c4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045399.836468:0:5856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed000/0x2c8777a5e7da00bd lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045399.836479:0:5856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed000/0x2c8777a5e7da00bd lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045399.836489:0:5856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed000/0x2c8777a5e7da00bd lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045399.836496:0:5856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de419ed000 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:1.0:1777045399.836520:0:5856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed000/0x2c8777a5e7da00bd lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045399.836532:0:5856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed000/0x2c8777a5e7da00bd lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045399.836547:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff98df52c43500) 00010000:00010000:1.0:1777045399.836552:0:5856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777045399.836557:0:5856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed000/0x2c8777a5e7da00bd lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045399.836565:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed000/0x2c8777a5e7da00bd lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045399.836582:0:5856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed400/0x2c8777a5e7da00c4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045399.836590:0:5856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed400/0x2c8777a5e7da00c4 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045399.836598:0:5856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed400/0x2c8777a5e7da00c4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045399.836605:0:5856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de419ed400 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:1.0:1777045399.836609:0:5856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed400/0x2c8777a5e7da00c4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045399.836617:0:5856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed400/0x2c8777a5e7da00c4 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045399.836625:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x54ccc52d (ffff98df51b04800) 00010000:00010000:1.0:1777045399.836629:0:5856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777045399.836632:0:5856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed400/0x2c8777a5e7da00c4 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045399.836640:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed400/0x2c8777a5e7da00c4 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045399.836679:0:5856:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de419edc00/0x2c8777a5e7da00b6 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11496f0 expref: 37 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045399.836692:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff98df52c43500) 00010000:00010000:1.0:1777045399.836695:0:5856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777045399.836700:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de419edc00/0x2c8777a5e7da00b6 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11496f0 expref: 37 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045399.836721:0:5856:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de419edc00, rc 0) 00000100:00100000:1.0:1777045399.836802:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77955180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+36:33468:x1863365370238720:12345-192.168.201.45@tcp:101:rm.0 Request processed in 695us (1957us total) trans 0 rc 301/301 00000100:00100000:1.0:1777045399.836812:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1556 00000100:00100000:0.0:1777045399.849080:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045399.849905:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370238848 00000100:00100000:3.0:1777045399.849947:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370238848 00000100:00100000:3.0:1777045399.850095:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1557 00000100:00100000:3.0:1777045399.850111:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41d50000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+36:33468:x1863365370238848:12345-192.168.201.45@tcp:101:rm.0 00010000:00010000:3.0:1777045399.850879:0:12646:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777045399.850910:0:12646:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102000/0x2c8777a5e7da00cb lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee11496f7 expref: -99 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045399.851038:0:12646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103200/0x2c8777a5e7da00d2 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045399.851057:0:12646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103200/0x2c8777a5e7da00d2 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045399.851071:0:12646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103200/0x2c8777a5e7da00d2 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045399.851093:0:12646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103c00/0x2c8777a5e7da00d9 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x53:0x0].0x54ccc52d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045399.851104:0:12646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103c00/0x2c8777a5e7da00d9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045399.851113:0:12646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103c00/0x2c8777a5e7da00d9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045399.851943:0:12646:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103200/0x2c8777a5e7da00d2 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045399.851963:0:12646:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103200/0x2c8777a5e7da00d2 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045399.851974:0:12646:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103200/0x2c8777a5e7da00d2 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045399.851982:0:12646:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de43103200 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:3.0:1777045399.851988:0:12646:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103200/0x2c8777a5e7da00d2 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045399.851999:0:12646:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103200/0x2c8777a5e7da00d2 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045399.852016:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff98df52c43500) 00010000:00010000:3.0:1777045399.852021:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777045399.852027:0:12646:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103200/0x2c8777a5e7da00d2 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045399.852035:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103200/0x2c8777a5e7da00d2 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045399.852055:0:12646:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103c00/0x2c8777a5e7da00d9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045399.852064:0:12646:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103c00/0x2c8777a5e7da00d9 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045399.852073:0:12646:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103c00/0x2c8777a5e7da00d9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045399.852081:0:12646:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de43103c00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:3.0:1777045399.852085:0:12646:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103c00/0x2c8777a5e7da00d9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045399.852094:0:12646:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103c00/0x2c8777a5e7da00d9 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045399.852104:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x54ccc52d (ffff98df413b6a00) 00010000:00010000:3.0:1777045399.852108:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777045399.852112:0:12646:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103c00/0x2c8777a5e7da00d9 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045399.852120:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103c00/0x2c8777a5e7da00d9 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045399.852194:0:12646:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102000/0x2c8777a5e7da00cb lrc: 1/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11496f7 expref: 37 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045399.857131:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff98df52c43500) 00010000:00010000:3.0:1777045399.857136:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777045399.857146:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102000/0x2c8777a5e7da00cb lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11496f7 expref: 37 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045399.857170:0:12646:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de43102000, rc 0) 00000100:00100000:3.0:1777045399.857283:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41d50000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+36:33468:x1863365370238848:12345-192.168.201.45@tcp:101:rm.0 Request processed in 7174us (8211us total) trans 0 rc 301/301 00000100:00100000:3.0:1777045399.857295:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1557 00000100:00100000:3.0:1777045399.896314:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045399.896597:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370238976 00000100:00100000:1.0:1777045399.896610:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370238976 00000100:00100000:1.0:1777045399.896695:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1558 00000100:00100000:1.0:1777045399.896711:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77955c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+36:33469:x1863365370238976:12345-192.168.201.45@tcp:101:cp.0 00010000:00010000:1.0:1777045399.896737:0:5857:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777045399.896763:0:5857:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de419edc00/0x2c8777a5e7da00e0 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee11496fe expref: -99 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045399.896850:0:5857:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed400/0x2c8777a5e7da00e7 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045399.896870:0:5857:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed400/0x2c8777a5e7da00e7 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045399.896885:0:5857:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed400/0x2c8777a5e7da00e7 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045399.896905:0:5857:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed000/0x2c8777a5e7da00ee lrc: 3/1,0 mode: --/PR res: [0x200000401:0x53:0x0].0x54ccc52d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045399.896914:0:5857:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed000/0x2c8777a5e7da00ee lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045399.896924:0:5857:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed000/0x2c8777a5e7da00ee lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045399.897000:0:5857:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed400/0x2c8777a5e7da00e7 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045399.897012:0:5857:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed400/0x2c8777a5e7da00e7 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045399.897021:0:5857:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed400/0x2c8777a5e7da00e7 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045399.897031:0:5857:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de419ed400 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:1.0:1777045399.897037:0:5857:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed400/0x2c8777a5e7da00e7 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045399.897047:0:5857:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed400/0x2c8777a5e7da00e7 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045399.897062:0:5857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff98df52c43500) 00010000:00010000:1.0:1777045399.897067:0:5857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777045399.897073:0:5857:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed400/0x2c8777a5e7da00e7 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045399.897082:0:5857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed400/0x2c8777a5e7da00e7 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045399.897097:0:5857:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed000/0x2c8777a5e7da00ee lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045399.897105:0:5857:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed000/0x2c8777a5e7da00ee lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045399.897114:0:5857:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed000/0x2c8777a5e7da00ee lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045399.897122:0:5857:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de419ed000 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:1.0:1777045399.897126:0:5857:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed000/0x2c8777a5e7da00ee lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045399.897133:0:5857:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed000/0x2c8777a5e7da00ee lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045399.897144:0:5857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x54ccc52d (ffff98df51b04800) 00010000:00010000:1.0:1777045399.897147:0:5857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777045399.897151:0:5857:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed000/0x2c8777a5e7da00ee lrc: 2/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045399.897160:0:5857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed000/0x2c8777a5e7da00ee lrc: 0/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045399.897260:0:5857:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de419edc00/0x2c8777a5e7da00e0 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11496fe expref: 37 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045399.897279:0:5857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff98df52c43500) 00010000:00010000:1.0:1777045399.897283:0:5857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777045399.897290:0:5857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de419edc00/0x2c8777a5e7da00e0 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11496fe expref: 37 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045399.897304:0:5857:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de419edc00, rc 0) 00000100:00100000:1.0:1777045399.897378:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77955c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+36:33469:x1863365370238976:12345-192.168.201.45@tcp:101:cp.0 Request processed in 670us (1075us total) trans 0 rc 301/301 00000100:00100000:1.0:1777045399.897389:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1558 00000100:00100000:0.0:1777045399.914330:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045399.914458:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370239104 00000100:00100000:1.0:1777045399.914471:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370239104 00000100:00100000:1.0:1777045399.914572:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1559 00000100:00100000:1.0:1777045399.914587:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41d53100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+36:33469:x1863365370239104:12345-192.168.201.45@tcp:101:cp.0 00010000:00010000:1.0:1777045399.914611:0:5856:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777045399.914638:0:5856:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de419edc00/0x2c8777a5e7da00f5 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1149705 expref: -99 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045399.914724:0:5856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed000/0x2c8777a5e7da00fc lrc: 3/1,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045399.914745:0:5856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed000/0x2c8777a5e7da00fc lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045399.914760:0:5856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed000/0x2c8777a5e7da00fc lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045399.914779:0:5856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed400/0x2c8777a5e7da0103 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x53:0x0].0x54ccc52d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045399.914789:0:5856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed400/0x2c8777a5e7da0103 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045399.914798:0:5856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed400/0x2c8777a5e7da0103 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045399.914877:0:5856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed000/0x2c8777a5e7da00fc lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045399.914888:0:5856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed000/0x2c8777a5e7da00fc lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045399.914898:0:5856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed000/0x2c8777a5e7da00fc lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045399.914907:0:5856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de419ed000 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:1.0:1777045399.914913:0:5856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed000/0x2c8777a5e7da00fc lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045399.914923:0:5856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed000/0x2c8777a5e7da00fc lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045399.915156:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff98df52c43500) 00010000:00010000:1.0:1777045399.915161:0:5856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777045399.915167:0:5856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed000/0x2c8777a5e7da00fc lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045399.915177:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed000/0x2c8777a5e7da00fc lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045399.915195:0:5856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed400/0x2c8777a5e7da0103 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045399.915269:0:5856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed400/0x2c8777a5e7da0103 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045399.915278:0:5856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed400/0x2c8777a5e7da0103 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045399.915286:0:5856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de419ed400 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:1.0:1777045399.915290:0:5856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed400/0x2c8777a5e7da0103 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045399.915300:0:5856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed400/0x2c8777a5e7da0103 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045399.915318:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x54ccc52d (ffff98df51b04800) 00010000:00010000:1.0:1777045399.915321:0:5856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777045399.915326:0:5856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed400/0x2c8777a5e7da0103 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045399.915335:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed400/0x2c8777a5e7da0103 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045399.915379:0:5856:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de419edc00/0x2c8777a5e7da00f5 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149705 expref: 37 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045399.915395:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff98df52c43500) 00010000:00010000:1.0:1777045399.915399:0:5856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777045399.915404:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de419edc00/0x2c8777a5e7da00f5 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149705 expref: 37 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045399.915418:0:5856:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de419edc00, rc 0) 00000100:00100000:1.0:1777045399.915497:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41d53100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+36:33469:x1863365370239104:12345-192.168.201.45@tcp:101:cp.0 Request processed in 912us (1175us total) trans 0 rc 301/301 00000100:00100000:1.0:1777045399.915750:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1559 00000100:00100000:1.0:1777045399.923261:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045399.923883:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370239360 00000100:00100000:3.0:1777045399.923896:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370239360 00000100:00100000:3.0:1777045399.925640:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1560 00000100:00100000:3.0:1777045399.925658:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42772680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+36:33469:x1863365370239360:12345-192.168.201.45@tcp:101:cp.0 00010000:00010000:3.0:1777045399.925684:0:12646:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777045399.925713:0:12646:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103c00/0x2c8777a5e7da010a lrc: 2/0,0 mode: --/CW res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee114970c expref: -99 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045399.925872:0:12646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103200/0x2c8777a5e7da0111 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045399.925895:0:12646:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097600/0x2c8777a5e7da007e lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11496d4 expref: 44 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045399.925907:0:12646:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103200/0x2c8777a5e7da0111 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045399.925949:0:12646:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097600/0x2c8777a5e7da007e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11496d4 expref: 44 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045399.925992:0:12646:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097600/0x2c8777a5e7da007e lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11496d4 expref: 44 pid: 5857 timeout: 2128 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777045399.926010:0:12646:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df77954e00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12646:1863365424455168:192.168.201.45@tcp:104: 00000100:00100000:3.0:1777045399.926123:0:12646:0:(client.c:2691:ptlrpc_set_wait()) set ffff98de41e61840 going to sleep for 11 seconds 00000100:00100000:3.0:1777045399.936013:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045399.936537:0:12646:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df77954e00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12646:1863365424455168:192.168.201.45@tcp:104: 00010000:00010000:2.0:1777045399.936573:0:12646:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103200/0x2c8777a5e7da0111 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777045399.936909:0:5843:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370239488 00000100:00100000:1.0:1777045399.936919:0:5843:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370239488 00010000:00010000:1.0:1777045399.937548:0:5843:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097600/0x2c8777a5e7da007e lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11496d4 expref: 45 pid: 5857 timeout: 2128 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777045399.937601:0:5843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 444 00000100:00100000:1.0:1777045399.937614:0:5843:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77954000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:146de360-3fb2-48bd-b418-06f30714148a+45:2392:x1863365370239488:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777045399.937633:0:5843:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777045399.937642:0:5843:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097600/0x2c8777a5e7da007e lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11496d4 expref: 45 pid: 5857 timeout: 2128 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045399.937660:0:5843:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097600/0x2c8777a5e7da007e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11496d4 expref: 45 pid: 5857 timeout: 2128 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045399.937686:0:5843:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097600/0x2c8777a5e7da007e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11496d4 expref: 45 pid: 5857 timeout: 2128 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045399.937706:0:5843:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff98df52c43500) 00010000:00010000:1.0:1777045399.937714:0:5843:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103200/0x2c8777a5e7da0111 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045399.937727:0:5843:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103200/0x2c8777a5e7da0111 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045399.937738:0:5843:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103200/0x2c8777a5e7da0111 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045399.937779:0:5843:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777045399.937837:0:5843:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77954000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:146de360-3fb2-48bd-b418-06f30714148a+44:2392:x1863365370239488:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 224us (1836us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045399.937849:0:5843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 444 00010000:00010000:2.0:1777045399.938674:0:12646:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103200/0x2c8777a5e7da0111 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045399.938688:0:12646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103200/0x2c8777a5e7da0111 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045399.938721:0:12646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be200/0x2c8777a5e7da0118 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x53:0x0].0x54ccc52d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045399.938741:0:12646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be200/0x2c8777a5e7da0118 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x53:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045399.938753:0:12646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be200/0x2c8777a5e7da0118 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x53:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1777045399.939466:0:12646:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x20:0x0], index 0: 0 00010000:00010000:2.0:1777045399.939746:0:12646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bf800/0x2c8777a5e7da011f lrc: 3/1,0 mode: --/PR res: [0x200000402:0x31:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045399.939762:0:12646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bf800/0x2c8777a5e7da011f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045399.939774:0:12646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bf800/0x2c8777a5e7da011f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045399.939821:0:12646:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103200/0x2c8777a5e7da0111 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045399.939832:0:12646:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103200/0x2c8777a5e7da0111 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045399.939841:0:12646:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103200/0x2c8777a5e7da0111 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045399.940069:0:12646:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de43103200 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:2.0:1777045399.940075:0:12646:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103200/0x2c8777a5e7da0111 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045399.940086:0:12646:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103200/0x2c8777a5e7da0111 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045399.940108:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff98df52c43500) 00010000:00010000:2.0:1777045399.940113:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777045399.940119:0:12646:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103200/0x2c8777a5e7da0111 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045399.940129:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103200/0x2c8777a5e7da0111 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777045399.940148:0:12646:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000087a78579 reply state 0000000038682f65 transno 4294968360 ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be200/0x2c8777a5e7da0118 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x53:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777045399.940161:0:12646:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1777045399.940210:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103c00/0x2c8777a5e7da010a lrc: 0/0,0 mode: --/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114970c expref: 39 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045399.940270:0:12646:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bf800/0x2c8777a5e7da011f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114970c expref: 38 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045399.940282:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x31:0x0].0x0 (ffff98df52c43300) 00010000:00010000:2.0:1777045399.940286:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777045399.940290:0:12646:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de435bf800, rc 0) 00000100:00100000:2.0:1777045399.940376:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42772680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+39:33469:x1863365370239360:12345-192.168.201.45@tcp:101:cp.0 Request processed in 14721us (17125us total) trans 4294968360 rc 0/0 00000100:00100000:2.0:1777045399.940389:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1560 00010000:00010000:0.0:1777045399.948743:0:3328:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be200/0x2c8777a5e7da0118 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x53:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045399.948767:0:3328:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be200/0x2c8777a5e7da0118 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x53:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045399.948778:0:3328:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be200/0x2c8777a5e7da0118 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x53:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045399.948788:0:3328:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de435be200 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:0.0:1777045399.948796:0:3328:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be200/0x2c8777a5e7da0118 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x53:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045399.948806:0:3328:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be200/0x2c8777a5e7da0118 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x53:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045399.948828:0:3328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x54ccc52d (ffff98df52c43600) 00010000:00010000:0.0:1777045399.948832:0:3328:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777045399.948838:0:3328:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be200/0x2c8777a5e7da0118 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x53:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045399.948847:0:3328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be200/0x2c8777a5e7da0118 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x53:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777045399.980625:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045399.980790:0:8776:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370239616 00000100:00100000:2.0:1777045399.980802:0:8776:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370239616 00000100:00100000:2.0:1777045399.980886:0:8776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 466 00000100:00100000:2.0:1777045399.980902:0:8776:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41d50a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+6:2393:x1863365370239616:12345-192.168.201.45@tcp:101:cp.0 00010000:00010000:2.0:1777045399.980925:0:8776:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777045399.980953:0:8776:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007a5162b9/0x2c8777a5e7da012d lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1149713 expref: -99 pid: 8776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777045399.980991:0:8776:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x20:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1777045399.981016:0:8776:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777045399.981020:0:8776:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777045399.981031:0:8776:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007a5162b9/0x2c8777a5e7da012d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149713 expref: 7 pid: 8776 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045399.981057:0:8776:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000007a5162b9/0x2c8777a5e7da012d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149713 expref: 7 pid: 8776 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045399.981075:0:8776:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de435bee00, rc 0) 00000100:00100000:2.0:1777045399.981134:0:8776:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41d50a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+7:2393:x1863365370239616:12345-192.168.201.45@tcp:101:cp.0 Request processed in 237us (521us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045399.981147:0:8776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 466 00000100:00100000:3.0:1777045400.006818:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045400.007531:0:5861:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370239744 00000100:00100000:1.0:1777045400.007546:0:5861:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370239744 00000100:00100000:1.0:1777045400.007650:0:5861:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 77 00000100:00100000:1.0:1777045400.007668:0:5861:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77954e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+38:2393:x1863365370239744:12345-192.168.201.45@tcp:63:ll_sa.0 00010000:00010000:1.0:1777045400.007748:0:5861:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777045400.007773:0:5861:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed000/0x2c8777a5e7da0134 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee114971a expref: -99 pid: 5861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045400.007844:0:5861:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec000/0x2c8777a5e7da013b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5861 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045400.007863:0:5861:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec000/0x2c8777a5e7da013b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5861 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045400.007879:0:5861:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec000/0x2c8777a5e7da013b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5861 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045400.007899:0:5861:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec200/0x2c8777a5e7da0142 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x53:0x0].0xde5271db bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5861 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045400.007910:0:5861:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec200/0x2c8777a5e7da0142 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5861 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045400.007921:0:5861:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec200/0x2c8777a5e7da0142 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5861 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045400.008007:0:5861:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec000/0x2c8777a5e7da013b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5861 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045400.008019:0:5861:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec000/0x2c8777a5e7da013b lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5861 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045400.008029:0:5861:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec000/0x2c8777a5e7da013b lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5861 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045400.008038:0:5861:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de419ec000 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:1.0:1777045400.008045:0:5861:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec000/0x2c8777a5e7da013b lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5861 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045400.008056:0:5861:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec000/0x2c8777a5e7da013b lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5861 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045400.008073:0:5861:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff98df52c43500) 00010000:00010000:1.0:1777045400.008078:0:5861:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777045400.008085:0:5861:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec000/0x2c8777a5e7da013b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5861 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045400.008095:0:5861:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec000/0x2c8777a5e7da013b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5861 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045400.008115:0:5861:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec200/0x2c8777a5e7da0142 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5861 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045400.008124:0:5861:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec200/0x2c8777a5e7da0142 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5861 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045400.008132:0:5861:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec200/0x2c8777a5e7da0142 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5861 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045400.008140:0:5861:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de419ec200 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:1.0:1777045400.008144:0:5861:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec200/0x2c8777a5e7da0142 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5861 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045400.008154:0:5861:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec200/0x2c8777a5e7da0142 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5861 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045400.008164:0:5861:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0xde5271db (ffff98df51b04800) 00010000:00010000:1.0:1777045400.008167:0:5861:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777045400.008173:0:5861:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec200/0x2c8777a5e7da0142 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5861 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045400.008182:0:5861:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec200/0x2c8777a5e7da0142 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5861 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045400.008284:0:5861:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed000/0x2c8777a5e7da0134 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114971a expref: 39 pid: 5861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045400.008301:0:5861:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff98df52c43500) 00010000:00010000:1.0:1777045400.008305:0:5861:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1777045400.008312:0:5861:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed000/0x2c8777a5e7da0134 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114971a expref: 39 pid: 5861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045400.008327:0:5861:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de419ed000, rc -2) 00000100:00100000:1.0:1777045400.008408:0:5861:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77954e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+38:2393:x1863365370239744:12345-192.168.201.45@tcp:63:ll_sa.0 Request processed in 745us (1599us total) trans 0 rc -2/-2 00000100:00100000:1.0:1777045400.008422:0:5861:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 77 00000100:00100000:1.0:1777045400.008547:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00080000:0.0:1777045400.008843:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1777045400.010435:0:6639:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370239872 00000100:00100000:3.0:1777045400.010448:0:6639:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370239872 00000100:00100000:3.0:1777045400.010539:0:6639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 467 00000100:00100000:3.0:1777045400.010553:0:6639:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42772a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+7:33469:x1863365370239872:12345-192.168.201.45@tcp:101:cp.0 00010000:00010000:3.0:1777045400.010574:0:6639:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777045400.010593:0:6639:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000717af5d5/0x2c8777a5e7da0149 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1149752 expref: -99 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045400.010627:0:6639:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000007a5162b9/0x2c8777a5e7da012d lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149713 expref: 8 pid: 8776 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045400.010639:0:6639:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777045400.010642:0:6639:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777045400.010648:0:6639:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000717af5d5/0x2c8777a5e7da0149 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149752 expref: 8 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045400.010690:0:6639:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000007a5162b9/0x2c8777a5e7da012d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149713 expref: 8 pid: 8776 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045400.010708:0:6639:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000007a5162b9/0x2c8777a5e7da012d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149713 expref: 8 pid: 8776 timeout: 2128 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777045400.010729:0:6639:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df77956a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6639:1863365424455296:192.168.201.45@tcp:104: 00000100:00100000:3.0:1777045400.012714:0:6639:0:(client.c:2691:ptlrpc_set_wait()) set ffff98de41e619c0 going to sleep for 11 seconds 00000100:00100000:3.0:1777045400.037278:0:6639:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df77956a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6639:1863365424455296:192.168.201.45@tcp:104: 00010000:00010000:3.0:1777045400.037333:0:6639:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000717af5d5/0x2c8777a5e7da0149 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149752 expref: 8 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045400.037366:0:6639:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de43102000, rc 0) 00000100:00100000:3.0:1777045400.037456:0:6639:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42772a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+8:33469:x1863365370239872:12345-192.168.201.45@tcp:101:cp.0 Request processed in 26904us (28907us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045400.037472:0:6639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 467 00000100:00100000:2.0:1777045400.062640:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045400.063062:0:5841:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370240000 00000100:00100000:3.0:1777045400.063075:0:5841:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370240000 00010000:00010000:3.0:1777045400.063130:0:5841:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000007a5162b9/0x2c8777a5e7da012d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149713 expref: 8 pid: 8776 timeout: 2128 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777045400.063194:0:5841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 445 00000100:00100000:3.0:1777045400.063239:0:5841:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de431bce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2392:x1863365370240000:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777045400.063283:0:5841:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777045400.063624:0:5841:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000007a5162b9/0x2c8777a5e7da012d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149713 expref: 8 pid: 8776 timeout: 2128 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045400.063648:0:5841:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000007a5162b9/0x2c8777a5e7da012d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149713 expref: 8 pid: 8776 timeout: 2128 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045400.063681:0:5841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007a5162b9/0x2c8777a5e7da012d lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149713 expref: 8 pid: 8776 timeout: 2128 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045400.063706:0:5841:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777045400.063709:0:5841:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777045400.063719:0:5841:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000717af5d5/0x2c8777a5e7da0149 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149752 expref: 7 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045400.063736:0:5841:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000717af5d5/0x2c8777a5e7da0149 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149752 expref: 7 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045400.063795:0:5841:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000717af5d5/0x2c8777a5e7da0149 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149752 expref: 7 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777045400.063816:0:5841:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df77956a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:5841:1863365424455424:192.168.201.45@tcp:105: 00000100:00100000:3.0:1777045400.063927:0:5841:0:(client.c:2691:ptlrpc_set_wait()) set ffff98de41e619c0 going to sleep for 11 seconds 00000100:00100000:0.0:1777045400.085363:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045400.086109:0:19840:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370240256 00000100:00100000:1.0:1777045400.086123:0:19840:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370240256 00000100:00100000:1.0:1777045400.086341:0:19840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 353 00000100:00100000:1.0:1777045400.086358:0:19840:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df605f2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+38:33469:x1863365370240256:12345-192.168.201.45@tcp:35:cp.0 00000100:00100000:1.0:1777045400.086831:0:19840:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df605f2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+39:33469:x1863365370240256:12345-192.168.201.45@tcp:35:cp.0 Request processed in 474us (1475us total) trans 4294968361 rc 0/0 00000100:00100000:1.0:1777045400.086846:0:19840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 353 00000100:00100000:3.0:1777045400.086982:0:5841:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df77956a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:5841:1863365424455424:192.168.201.45@tcp:105: 00010000:00010000:3.0:1777045400.087011:0:5841:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777045400.087047:0:5841:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de431bce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+7:2392:x1863365370240000:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 23813us (24419us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045400.087062:0:5841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 445 00000100:00100000:1.0:1777045400.176781:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045400.178281:0:5861:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370240384 00000100:00100000:3.0:1777045400.178296:0:5861:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370240384 00000100:00100000:3.0:1777045400.178380:0:5861:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 78 00000100:00100000:3.0:1777045400.178399:0:5861:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42770a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+39:2390:x1863365370240384:12345-192.168.201.45@tcp:63:ll_sa.0 00010000:00010000:3.0:1777045400.178472:0:5861:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777045400.178530:0:5861:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102e00/0x2c8777a5e7da0150 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1149759 expref: -99 pid: 5861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045400.178616:0:5861:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103400/0x2c8777a5e7da0157 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5861 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045400.178640:0:5861:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103400/0x2c8777a5e7da0157 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5861 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045400.178659:0:5861:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103400/0x2c8777a5e7da0157 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5861 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045400.178687:0:5861:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103c00/0x2c8777a5e7da015e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x53:0x0].0xde5271db bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5861 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045400.178700:0:5861:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103c00/0x2c8777a5e7da015e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5861 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045400.178712:0:5861:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103c00/0x2c8777a5e7da015e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5861 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045400.178803:0:5861:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103400/0x2c8777a5e7da0157 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5861 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045400.178816:0:5861:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103400/0x2c8777a5e7da0157 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5861 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045400.178828:0:5861:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103400/0x2c8777a5e7da0157 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5861 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045400.178840:0:5861:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de43103400 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:3.0:1777045400.178847:0:5861:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103400/0x2c8777a5e7da0157 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5861 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045400.178860:0:5861:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103400/0x2c8777a5e7da0157 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5861 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045400.178879:0:5861:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff98df52c43500) 00010000:00010000:3.0:1777045400.178885:0:5861:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777045400.178893:0:5861:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103400/0x2c8777a5e7da0157 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5861 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045400.178904:0:5861:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103400/0x2c8777a5e7da0157 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5861 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045400.178927:0:5861:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103c00/0x2c8777a5e7da015e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5861 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045400.178939:0:5861:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103c00/0x2c8777a5e7da015e lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5861 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045400.179619:0:5861:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103c00/0x2c8777a5e7da015e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5861 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045400.179630:0:5861:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de43103c00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:3.0:1777045400.179636:0:5861:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103c00/0x2c8777a5e7da015e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5861 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045400.179648:0:5861:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103c00/0x2c8777a5e7da015e lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5861 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045400.179664:0:5861:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0xde5271db (ffff98df413b6a00) 00010000:00010000:3.0:1777045400.179669:0:5861:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777045400.179675:0:5861:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103c00/0x2c8777a5e7da015e lrc: 2/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5861 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045400.179685:0:5861:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103c00/0x2c8777a5e7da015e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5861 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045400.179738:0:5861:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102e00/0x2c8777a5e7da0150 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149759 expref: 40 pid: 5861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045400.179756:0:5861:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff98df52c43500) 00010000:00010000:3.0:1777045400.179761:0:5861:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1777045400.179769:0:5861:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102e00/0x2c8777a5e7da0150 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149759 expref: 40 pid: 5861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045400.179785:0:5861:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de43102e00, rc -2) 00000100:00100000:3.0:1777045400.180199:0:5861:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42770a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+39:2390:x1863365370240384:12345-192.168.201.45@tcp:63:ll_sa.0 Request processed in 1803us (3428us total) trans 0 rc -2/-2 00000100:00100000:3.0:1777045400.180252:0:5861:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 78 00000100:00100000:0.0:1777045400.248257:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045400.248747:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370240512 00000100:00100000:2.0:1777045400.248762:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370240512 00000100:00100000:2.0:1777045400.249181:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1561 00000100:00100000:2.0:1777045400.249197:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df605f1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:146de360-3fb2-48bd-b418-06f30714148a+44:33476:x1863365370240512:12345-192.168.201.45@tcp:101:lfs.0 00010000:00010000:2.0:1777045400.249226:0:5855:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777045400.249254:0:5855:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be000/0x2c8777a5e7da0165 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1149791 expref: -99 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045400.249342:0:5855:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be400/0x2c8777a5e7da016c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045400.249363:0:5855:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be400/0x2c8777a5e7da016c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045400.249381:0:5855:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be400/0x2c8777a5e7da016c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045400.249406:0:5855:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfc00/0x2c8777a5e7da0173 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x53:0x0].0x54ccc52d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045400.249442:0:5855:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfc00/0x2c8777a5e7da0173 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045400.249455:0:5855:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfc00/0x2c8777a5e7da0173 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00080000:0.0:1777045400.249600:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1777045400.253186:0:5855:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfa00/0x2c8777a5e7da017a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x31:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045400.253849:0:5855:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfa00/0x2c8777a5e7da017a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x31:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045400.253865:0:5855:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfa00/0x2c8777a5e7da017a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x31:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777045400.253936:0:5855:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x31:0x0]: returning size 158 00000004:00200000:2.0:1777045400.253942:0:5855:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1777045400.253992:0:5855:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfa00/0x2c8777a5e7da017a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x31:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045400.254010:0:5855:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfa00/0x2c8777a5e7da017a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045400.254028:0:5855:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be400/0x2c8777a5e7da016c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045400.254037:0:5855:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be400/0x2c8777a5e7da016c lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045400.254047:0:5855:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be400/0x2c8777a5e7da016c lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045400.254056:0:5855:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de435be400 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:2.0:1777045400.254062:0:5855:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be400/0x2c8777a5e7da016c lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045400.254073:0:5855:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be400/0x2c8777a5e7da016c lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045400.254090:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff98df52c43500) 00010000:00010000:2.0:1777045400.254095:0:5855:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777045400.254101:0:5855:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be400/0x2c8777a5e7da016c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045400.254112:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be400/0x2c8777a5e7da016c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045400.254132:0:5855:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfc00/0x2c8777a5e7da0173 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045400.254142:0:5855:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfc00/0x2c8777a5e7da0173 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045400.254150:0:5855:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfc00/0x2c8777a5e7da0173 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045400.254159:0:5855:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de435bfc00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:2.0:1777045400.254164:0:5855:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfc00/0x2c8777a5e7da0173 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045400.254173:0:5855:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfc00/0x2c8777a5e7da0173 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045400.254183:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x54ccc52d (ffff98df48c7e200) 00010000:00010000:2.0:1777045400.254187:0:5855:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777045400.254191:0:5855:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfc00/0x2c8777a5e7da0173 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045400.254238:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfc00/0x2c8777a5e7da0173 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045400.254294:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be000/0x2c8777a5e7da0165 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149791 expref: 46 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045400.254317:0:5855:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfa00/0x2c8777a5e7da017a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149791 expref: 45 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045400.254647:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x31:0x0].0x0 (ffff98df52c43300) 00010000:00010000:2.0:1777045400.254652:0:5855:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777045400.254658:0:5855:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de435bfa00, rc 0) 00000100:00100000:2.0:1777045400.254762:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df605f1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:146de360-3fb2-48bd-b418-06f30714148a+45:33476:x1863365370240512:12345-192.168.201.45@tcp:101:lfs.0 Request processed in 5566us (6516us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045400.254776:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1561 00000100:00100000:1.0:1777045400.281196:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045400.282167:0:6641:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370240640 00000100:00100000:3.0:1777045400.282183:0:6641:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370240640 00000100:00100000:3.0:1777045400.282307:0:6641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 468 00000100:00100000:3.0:1777045400.282322:0:6641:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42770700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:146de360-3fb2-48bd-b418-06f30714148a+12:2393:x1863365370240640:12345-192.168.201.45@tcp:101:lfs.0 00010000:00010000:3.0:1777045400.282343:0:6641:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777045400.282365:0:6641:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006ed6a2e5/0x2c8777a5e7da0181 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1149798 expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777045400.282434:0:6641:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df77956a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6641:1863365424455552:192.168.201.45@tcp:106: 00000100:00100000:3.0:1777045400.282569:0:6641:0:(client.c:2691:ptlrpc_set_wait()) set ffff98de41e61480 going to sleep for 11 seconds 00002000:00010000:3.0:1777045400.292093:0:6641:0:(ofd_lvb.c:259:ofd_lvbo_update()) res: [0x240000400:0x20:0x0] updating lvb size: 0 -> 158 00002000:00010000:3.0:1777045400.292104:0:6641:0:(ofd_lvb.c:265:ofd_lvbo_update()) res: [0x240000400:0x20:0x0] updating lvb mtime: 0 -> 1777045399 00002000:00010000:3.0:1777045400.292108:0:6641:0:(ofd_lvb.c:271:ofd_lvbo_update()) res: [0x240000400:0x20:0x0] updating lvb atime: 0 -> 1777045399 00002000:00010000:3.0:1777045400.292112:0:6641:0:(ofd_lvb.c:277:ofd_lvbo_update()) res: [0x240000400:0x20:0x0] updating lvb ctime: 0 -> 1777045399 00000100:00100000:3.0:1777045400.292161:0:6641:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df77956a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6641:1863365424455552:192.168.201.45@tcp:106: 00010000:00010000:3.0:1777045400.292750:0:6641:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000006ed6a2e5/0x2c8777a5e7da0181 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149798 expref: 13 pid: 6641 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045400.292787:0:6641:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006ed6a2e5/0x2c8777a5e7da0181 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149798 expref: 13 pid: 6641 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045400.292809:0:6641:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de43102e00, rc 0) 00000100:00100000:3.0:1777045400.292975:0:6641:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42770700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:146de360-3fb2-48bd-b418-06f30714148a+12:2393:x1863365370240640:12345-192.168.201.45@tcp:101:lfs.0 Request processed in 10655us (11788us total) trans 0 rc 301/301 00000100:00100000:3.0:1777045400.292989:0:6641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 468 00000100:00100000:0.0:1777045400.334088:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045400.334926:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370240768 00000100:00100000:2.0:1777045400.334940:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370240768 00000100:00100000:2.0:1777045400.335042:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1562 00000100:00100000:2.0:1777045400.335057:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df605f1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:146de360-3fb2-48bd-b418-06f30714148a+45:33476:x1863365370240768:12345-192.168.201.45@tcp:101:lfs.0 00010000:00010000:2.0:1777045400.335083:0:7939:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777045400.335108:0:7939:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be000/0x2c8777a5e7da0188 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee114979f expref: -99 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045400.335274:0:7939:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfc00/0x2c8777a5e7da018f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045400.335292:0:7939:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfc00/0x2c8777a5e7da018f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045400.335308:0:7939:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfc00/0x2c8777a5e7da018f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777045400.335636:0:7939:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x53:0x0]: returning size 512 00000004:00200000:2.0:1777045400.335642:0:7939:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 4 stripe count 1 MDT count 1 00000004:00010000:2.0:1777045400.335673:0:7939:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfc00/0x2c8777a5e7da018f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045400.335709:0:7939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be000/0x2c8777a5e7da0188 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114979f expref: 47 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045400.335736:0:7939:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfc00/0x2c8777a5e7da018f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114979f expref: 46 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045400.335748:0:7939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff98df52c43500) 00010000:00010000:2.0:1777045400.335753:0:7939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1777045400.335758:0:7939:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de435bfc00, rc 0) 00000100:00100000:2.0:1777045400.335833:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df605f1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:146de360-3fb2-48bd-b418-06f30714148a+46:33476:x1863365370240768:12345-192.168.201.45@tcp:101:lfs.0 Request processed in 779us (1756us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045400.335843:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1562 00010000:00010000:3.0:1777045400.347725:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777045400.355646:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045400.358702:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370240896 00000100:00100000:0.0:1777045400.358717:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370240896 00000100:00100000:0.0:1777045400.360356:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 469 00000100:00100000:0.0:1777045400.360377:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42770380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:146de360-3fb2-48bd-b418-06f30714148a+12:2392:x1863365370240896:12345-192.168.201.45@tcp:101:lfs.0 00010000:00010000:0.0:1777045400.360401:0:6642:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777045400.360427:0:6642:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002a2b2383/0x2c8777a5e7da0196 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee11497a6 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777045400.360548:0:6642:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df605f2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6642:1863365424455680:192.168.201.45@tcp:106: 00000100:00100000:0.0:1777045400.360675:0:6642:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df50f23b40 going to sleep for 11 seconds 00000100:00100000:2.0:1777045400.374063:0:6642:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df605f2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6642:1863365424455680:192.168.201.45@tcp:106: 00010000:00010000:2.0:1777045400.374115:0:6642:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000002a2b2383/0x2c8777a5e7da0196 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11497a6 expref: 13 pid: 6642 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045400.374147:0:6642:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002a2b2383/0x2c8777a5e7da0196 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11497a6 expref: 13 pid: 6642 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045400.374164:0:6642:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de43096600, rc 0) 00000100:00100000:2.0:1777045400.374277:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42770380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:146de360-3fb2-48bd-b418-06f30714148a+12:2392:x1863365370240896:12345-192.168.201.45@tcp:101:lfs.0 Request processed in 13908us (18640us total) trans 0 rc 301/301 00000100:00100000:2.0:1777045400.374289:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 469 00000100:00100000:2.0:1777045400.395207:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045400.395763:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370241152 00000100:00100000:3.0:1777045400.395775:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370241152 00000100:00100000:3.0:1777045400.396825:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1563 00000100:00100000:3.0:1777045400.396842:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de431bc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:146de360-3fb2-48bd-b418-06f30714148a+46:33476:x1863365370241152:12345-192.168.201.45@tcp:58:lfs.0 00000040:00080000:3.0:1777045400.397443:0:12646:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].48, 136 off14720 00000100:00100000:2.0:1777045400.397932:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de431bc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:146de360-3fb2-48bd-b418-06f30714148a+46:33476:x1863365370241152:12345-192.168.201.45@tcp:58:lfs.0 Request processed in 1093us (2735us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045400.397944:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1563 00000040:00080000:3.0:1777045400.412595:0:11491:0:(llog.c:801:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1777045400.412608:0:11491:0:(llog_cat.c:158:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1777045400.412671:0:11491:0:(llog.c:858:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 49 count 5 00000040:00080000:3.0:1777045400.412680:0:11491:0:(llog.c:858:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1777045400.413179:0:11491:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df77956a00 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11491:1863365424455808:192.168.201.45@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1777045400.422821:0:11491:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df50f27a80 going to sleep for 11 seconds 00000100:00100000:2.0:1777045400.441967:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045400.443778:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370241280 00000100:00100000:0.0:1777045400.443793:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370241280 00000100:00100000:0.0:1777045400.443882:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1564 00000100:00100000:0.0:1777045400.443898:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de431be680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:146de360-3fb2-48bd-b418-06f30714148a+46:33477:x1863365370241280:12345-192.168.201.45@tcp:101:bash.0 00010000:00010000:0.0:1777045400.443923:0:5855:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777045400.443949:0:5855:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096c00/0x2c8777a5e7da019d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee11497ad expref: -99 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045400.444057:0:5855:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097000/0x2c8777a5e7da01a4 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045400.444076:0:5855:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097000/0x2c8777a5e7da01a4 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045400.444091:0:5855:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097000/0x2c8777a5e7da01a4 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045400.444110:0:5855:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097600/0x2c8777a5e7da01ab lrc: 3/1,0 mode: --/PR res: [0x200000401:0x53:0x0].0xde5271db bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045400.444119:0:5855:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097600/0x2c8777a5e7da01ab lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045400.444128:0:5855:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097600/0x2c8777a5e7da01ab lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045400.444273:0:5855:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097000/0x2c8777a5e7da01a4 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045400.444284:0:5855:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097000/0x2c8777a5e7da01a4 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045400.444292:0:5855:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097000/0x2c8777a5e7da01a4 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045400.444300:0:5855:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de43097000 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:0.0:1777045400.444306:0:5855:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097000/0x2c8777a5e7da01a4 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045400.444317:0:5855:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097000/0x2c8777a5e7da01a4 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045400.444331:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff98df52c43500) 00010000:00010000:0.0:1777045400.444335:0:5855:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777045400.444340:0:5855:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097000/0x2c8777a5e7da01a4 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045400.444349:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097000/0x2c8777a5e7da01a4 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045400.444365:0:5855:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097600/0x2c8777a5e7da01ab lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045400.444373:0:5855:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097600/0x2c8777a5e7da01ab lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045400.444381:0:5855:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097600/0x2c8777a5e7da01ab lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045400.444388:0:5855:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de43097600 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:0.0:1777045400.444391:0:5855:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097600/0x2c8777a5e7da01ab lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045400.444398:0:5855:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097600/0x2c8777a5e7da01ab lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045400.444426:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0xde5271db (ffff98df4a351700) 00010000:00010000:0.0:1777045400.444430:0:5855:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777045400.444435:0:5855:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097600/0x2c8777a5e7da01ab lrc: 2/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045400.444443:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097600/0x2c8777a5e7da01ab lrc: 0/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045400.444488:0:5855:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096c00/0x2c8777a5e7da019d lrc: 1/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11497ad expref: 47 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045400.444522:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff98df52c43500) 00010000:00010000:0.0:1777045400.444526:0:5855:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777045400.444532:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096c00/0x2c8777a5e7da019d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11497ad expref: 47 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045400.444546:0:5855:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de43096c00, rc 0) 00000100:00100000:0.0:1777045400.444621:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de431be680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:146de360-3fb2-48bd-b418-06f30714148a+46:33477:x1863365370241280:12345-192.168.201.45@tcp:101:bash.0 Request processed in 728us (2683us total) trans 0 rc 301/301 00000100:00100000:0.0:1777045400.444631:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1564 00000100:00100000:1.0:1777045400.455146:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045400.455195:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045400.455283:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045400.455667:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370241408 00000100:00100000:3.0:1777045400.455680:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370241408 00000100:00100000:0.0:1777045400.455718:0:11491:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df77956a00 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11491:1863365424455808:192.168.201.45@tcp:107:hsm_cdtr.0 00000100:00100000:3.0:1777045400.455749:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370241536 00000100:00100000:3.0:1777045400.455754:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370241536 00000100:00100000:3.0:1777045400.455775:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370241664 00000100:00100000:3.0:1777045400.455778:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370241664 00000100:00100000:3.0:1777045400.455798:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1565 00000100:00100000:3.0:1777045400.455809:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42771f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+41:33478:x1863365370241408:12345-192.168.201.45@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1777045400.455847:0:5856:0:(mdt_handler.c:7958:mdt_fid2path()) path get [0x200000402:0x2f:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1777045400.455962:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42771f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+41:33478:x1863365370241408:12345-192.168.201.45@tcp:53:lhsmtool_posix.0 Request processed in 152us (826us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045400.455973:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1565 00000100:00100000:3.0:1777045400.455997:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1566 00000100:00100000:3.0:1777045400.456006:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42771500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+40:33480:x1863365370241536:12345-192.168.201.45@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1777045400.456024:0:5856:0:(mdt_handler.c:7958:mdt_fid2path()) path get [0x200000402:0x31:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1777045400.456077:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42771500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+40:33480:x1863365370241536:12345-192.168.201.45@tcp:53:lhsmtool_posix.0 Request processed in 72us (881us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045400.456087:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1566 00000100:00100000:3.0:1777045400.456105:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1567 00000100:00100000:3.0:1777045400.456115:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42772d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+39:33479:x1863365370241664:12345-192.168.201.45@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1777045400.456133:0:5856:0:(mdt_handler.c:7958:mdt_fid2path()) path get [0x200000402:0x30:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1777045400.457861:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42772d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+39:33479:x1863365370241664:12345-192.168.201.45@tcp:53:lhsmtool_posix.0 Request processed in 1740us (2571us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045400.457873:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1567 00000100:00100000:1.0:1777045400.475079:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045400.475144:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045400.475541:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370241920 00000100:00100000:3.0:1777045400.475554:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370241920 00000100:00100000:3.0:1777045400.475624:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370242176 00000100:00100000:3.0:1777045400.475630:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370242176 00000100:00100000:3.0:1777045400.475670:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1568 00000100:00100000:3.0:1777045400.475684:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42771180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+40:33479:x1863365370241920:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1777045400.475709:0:12646:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777045400.475734:0:12646:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102e00/0x2c8777a5e7da01b2 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee11497b4 expref: -99 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045400.475854:0:12646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103c00/0x2c8777a5e7da01b9 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x30:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045400.475873:0:12646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103c00/0x2c8777a5e7da01b9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045400.475888:0:12646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103c00/0x2c8777a5e7da01b9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777045400.475903:0:12646:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x30:0x0]: returning size 158 00010000:00010000:3.0:1777045400.476056:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102e00/0x2c8777a5e7da01b2 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11497b4 expref: 43 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045400.476082:0:12646:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103c00/0x2c8777a5e7da01b9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11497b4 expref: 42 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045400.476096:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x30:0x0].0x0 (ffff98df4a351300) 00010000:00010000:3.0:1777045400.476100:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777045400.476105:0:12646:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de43103c00, rc 0) 00000100:00100000:3.0:1777045400.476177:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42771180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+42:33479:x1863365370241920:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 Request processed in 494us (1108us total) trans 4294968362 rc 0/0 00000100:00100000:3.0:1777045400.476188:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1568 00000100:00100000:3.0:1777045400.476271:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1569 00000100:00100000:3.0:1777045400.476283:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42772300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+41:33480:x1863365370242176:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1777045400.476295:0:12646:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777045400.476307:0:12646:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103400/0x2c8777a5e7da01c7 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee11497bb expref: -99 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045400.476370:0:12646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103200/0x2c8777a5e7da01ce lrc: 3/1,0 mode: --/PR res: [0x200000402:0x31:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045400.476384:0:12646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103200/0x2c8777a5e7da01ce lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045400.476396:0:12646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103200/0x2c8777a5e7da01ce lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777045400.476408:0:12646:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x31:0x0]: returning size 158 00010000:00010000:3.0:1777045400.476487:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103400/0x2c8777a5e7da01c7 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11497bb expref: 44 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045400.476531:0:12646:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103200/0x2c8777a5e7da01ce lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11497bb expref: 43 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045400.476542:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x31:0x0].0x0 (ffff98df52c43300) 00010000:00010000:3.0:1777045400.476545:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777045400.476549:0:12646:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de43103200, rc 0) 00000100:00100000:3.0:1777045400.476581:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42772300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+43:33480:x1863365370242176:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 Request processed in 300us (1437us total) trans 4294968363 rc 0/0 00000100:00100000:3.0:1777045400.476590:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1569 00000100:00100000:0.0:1777045400.504076:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045400.504276:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370243072 00000100:00100000:2.0:1777045400.504291:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370243072 00000100:00100000:2.0:1777045400.504677:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1570 00000100:00100000:2.0:1777045400.504693:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df605f0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+43:33478:x1863365370243072:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1777045400.504724:0:5856:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777045400.504751:0:5856:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be400/0x2c8777a5e7da01dc lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee11497c9 expref: -99 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045400.504879:0:5856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be000/0x2c8777a5e7da01e3 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045400.504899:0:5856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be000/0x2c8777a5e7da01e3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045400.504913:0:5856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be000/0x2c8777a5e7da01e3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777045400.504929:0:5856:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2f:0x0]: returning size 158 00010000:00010000:2.0:1777045400.505087:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be400/0x2c8777a5e7da01dc lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11497c9 expref: 46 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045400.505113:0:5856:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be000/0x2c8777a5e7da01e3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11497c9 expref: 45 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045400.505126:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2f:0x0].0x0 (ffff98df4a351c00) 00010000:00010000:2.0:1777045400.505131:0:5856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777045400.505137:0:5856:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de435be000, rc 0) 00000100:00100000:2.0:1777045400.505198:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df605f0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+45:33478:x1863365370243072:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 Request processed in 509us (1132us total) trans 4294968364 rc 0/0 00000100:00100000:2.0:1777045400.505257:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1570 00000100:00100000:1.0:1777045400.508852:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045400.508957:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045400.508997:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045400.509020:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045400.509046:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045400.509075:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045400.509814:0:5842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370242432 00000100:00100000:2.0:1777045400.509826:0:5842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370242432 00000100:00100000:2.0:1777045400.509886:0:5842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370242560 00000100:00100000:2.0:1777045400.509890:0:5842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370242560 00000100:00100000:2.0:1777045400.509915:0:5842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 105 00000100:00100000:2.0:1777045400.509929:0:5842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42773800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+46:2392:x1863365370242432:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777045400.509946:0:5842:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777045400.509973:0:5842:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103c00/0x2c8777a5e7da01b9 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11497b4 expref: 46 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045400.509998:0:5842:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x30:0x0].0x0 (ffff98df4a351300) 00010000:00010000:2.0:1777045400.510005:0:5842:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777045400.510061:0:5842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42773800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+45:2392:x1863365370242432:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 136us (1220us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045400.510073:0:5842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 105 00000100:00100000:2.0:1777045400.510102:0:5842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 106 00000100:00100000:2.0:1777045400.510112:0:5842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b9fb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+44:2393:x1863365370242560:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777045400.510122:0:5842:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777045400.510137:0:5842:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103200/0x2c8777a5e7da01ce lrc: 0/0,0 mode: --/PR res: [0x200000402:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11497bb expref: 44 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045400.510152:0:5842:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x31:0x0].0x0 (ffff98df52c43300) 00010000:00010000:2.0:1777045400.510157:0:5842:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777045400.510185:0:5842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b9fb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+43:2393:x1863365370242560:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 74us (1227us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045400.510195:0:5842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 106 00000100:00100000:2.0:1777045400.510253:0:8776:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370242688 00000100:00100000:2.0:1777045400.510259:0:8776:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370242688 00000100:00100000:2.0:1777045400.510289:0:8776:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370242304 00000100:00100000:2.0:1777045400.510566:0:8776:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370242304 00000100:00100000:2.0:1777045400.510629:0:8776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 470 00000100:00100000:2.0:1777045400.510641:0:8776:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b9f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+7:2392:x1863365370242688:12345-192.168.201.45@tcp:1:lhsmtool_posix.0 00010000:00010000:2.0:1777045400.510686:0:8776:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000007a5162b9/0x2c8777a5e7da01f1 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045400.510710:0:8776:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000717af5d5/0x2c8777a5e7da0149 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149752 expref: 7 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045400.510722:0:8776:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777045400.510724:0:8776:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777045400.510729:0:8776:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007a5162b9/0x2c8777a5e7da01f1 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045400.510770:0:8776:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000717af5d5/0x2c8777a5e7da0149 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149752 expref: 7 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045400.510792:0:8776:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000717af5d5/0x2c8777a5e7da0149 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149752 expref: 7 pid: 6639 timeout: 2128 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777045400.510812:0:8776:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de431bdf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8776:1863365424455936:192.168.201.45@tcp:104: 00000100:00100000:2.0:1777045400.511126:0:8776:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df7f770480 going to sleep for 11 seconds 00000100:00100000:2.0:1777045400.511157:0:14822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 471 00000100:00100000:2.0:1777045400.511169:0:14822:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b9fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2391:x1863365370242304:12345-192.168.201.45@tcp:1:lhsmtool_posix.0 00010000:00010000:2.0:1777045400.511225:0:14822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000009663a417/0x2c8777a5e7da01f8 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045400.511245:0:14822:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000007e7981a9/0x2c8777a5e7da0038 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149687 expref: 9 pid: 8776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045400.511265:0:14822:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777045400.511267:0:14822:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777045400.511271:0:14822:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009663a417/0x2c8777a5e7da01f8 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045400.511304:0:14822:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000007e7981a9/0x2c8777a5e7da0038 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149687 expref: 9 pid: 8776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045400.511318:0:14822:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000007e7981a9/0x2c8777a5e7da0038 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149687 expref: 9 pid: 8776 timeout: 2129 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777045400.511334:0:14822:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de431bca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14822:1863365424456064:192.168.201.45@tcp:104: 00000100:00100000:3.0:1777045400.512792:0:5861:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370243200 00000100:00100000:3.0:1777045400.512801:0:5861:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370243200 00000100:00100000:3.0:1777045400.512863:0:5861:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 79 00000100:00100000:3.0:1777045400.512875:0:5861:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b9f9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+43:2393:x1863365370243200:12345-192.168.201.45@tcp:63:ll_sa.0 00010000:00010000:3.0:1777045400.512907:0:5861:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777045400.513183:0:5861:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103e00/0x2c8777a5e7da01ff lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee11497d0 expref: -99 pid: 5861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045400.513293:0:5861:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103400/0x2c8777a5e7da0206 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5861 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045400.513312:0:5861:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103400/0x2c8777a5e7da0206 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5861 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045400.513328:0:5861:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103400/0x2c8777a5e7da0206 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5861 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045400.513352:0:5861:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102e00/0x2c8777a5e7da020d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x53:0x0].0x36fdbbdd bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5861 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045400.513362:0:5861:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102e00/0x2c8777a5e7da020d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x36fdbbdd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5861 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045400.513371:0:5861:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102e00/0x2c8777a5e7da020d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x36fdbbdd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5861 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045400.513474:0:5861:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103400/0x2c8777a5e7da0206 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5861 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045400.513485:0:5861:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103400/0x2c8777a5e7da0206 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5861 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777045400.513738:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370242816 00000100:00100000:0.0:1777045400.513746:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370242816 00000100:00100000:0.0:1777045400.513800:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1571 00000100:00100000:0.0:1777045400.513810:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b9f8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+45:33481:x1863365370242816:12345-192.168.201.45@tcp:101:rm.0 00010000:00010000:0.0:1777045400.513823:0:5855:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777045400.513837:0:5855:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096400/0x2c8777a5e7da0214 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee11497c2 expref: -99 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045400.513880:0:5855:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097200/0x2c8777a5e7da021b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045400.514194:0:5861:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103400/0x2c8777a5e7da0206 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 5861 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777045400.520915:0:14822:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df51ae6000 going to sleep for 11 seconds 00000100:00080000:2.0:1777045400.520984:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:0.0:1777045400.522095:0:5855:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097200/0x2c8777a5e7da021b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045400.522120:0:5855:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097200/0x2c8777a5e7da021b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045400.522155:0:5855:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097000/0x2c8777a5e7da0222 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x53:0x0].0xde5271db bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045400.522173:0:5855:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097000/0x2c8777a5e7da0222 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045400.522184:0:5855:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097000/0x2c8777a5e7da0222 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045400.522593:0:5855:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097200/0x2c8777a5e7da021b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045400.522605:0:5855:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097200/0x2c8777a5e7da021b lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045400.522614:0:5855:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097200/0x2c8777a5e7da021b lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045400.522624:0:5855:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de43097200 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:0.0:1777045400.522663:0:5855:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097200/0x2c8777a5e7da021b lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045400.522675:0:5855:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097200/0x2c8777a5e7da021b lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045400.522692:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff98df52c43500) 00010000:00010000:0.0:1777045400.522697:0:5855:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777045400.522702:0:5855:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097200/0x2c8777a5e7da021b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045400.522711:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097200/0x2c8777a5e7da021b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045400.522728:0:5855:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097000/0x2c8777a5e7da0222 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045400.522739:0:5855:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097000/0x2c8777a5e7da0222 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045400.522748:0:5855:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097000/0x2c8777a5e7da0222 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045400.522755:0:5855:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de43097000 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:0.0:1777045400.522759:0:5855:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097000/0x2c8777a5e7da0222 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045400.522767:0:5855:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097000/0x2c8777a5e7da0222 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045400.522778:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0xde5271db (ffff98df4a351700) 00010000:00010000:0.0:1777045400.522781:0:5855:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777045400.522785:0:5855:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097000/0x2c8777a5e7da0222 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045400.522793:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097000/0x2c8777a5e7da0222 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045400.522849:0:5855:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096400/0x2c8777a5e7da0214 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11497c2 expref: 46 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045400.522864:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff98df52c43500) 00010000:00010000:0.0:1777045400.522867:0:5855:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777045400.522872:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096400/0x2c8777a5e7da0214 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11497c2 expref: 46 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045400.522891:0:5855:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de43096400, rc 0) 00000100:00100000:0.0:1777045400.522967:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b9f8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+45:33481:x1863365370242816:12345-192.168.201.45@tcp:101:rm.0 Request processed in 9156us (13917us total) trans 0 rc 301/301 00000100:00100000:0.0:1777045400.522981:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1571 00010000:00010000:3.0:1777045400.527127:0:5861:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de43103400 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:3.0:1777045400.527142:0:5861:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103400/0x2c8777a5e7da0206 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5861 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045400.527166:0:5861:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103400/0x2c8777a5e7da0206 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5861 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045400.527186:0:5861:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff98df52c43500) 00010000:00010000:3.0:1777045400.527190:0:5861:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777045400.527195:0:5861:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103400/0x2c8777a5e7da0206 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5861 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045400.530525:0:5861:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103400/0x2c8777a5e7da0206 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5861 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045400.530558:0:5861:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102e00/0x2c8777a5e7da020d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x36fdbbdd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5861 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045400.530568:0:5861:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102e00/0x2c8777a5e7da020d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x36fdbbdd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5861 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045400.530577:0:5861:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102e00/0x2c8777a5e7da020d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x36fdbbdd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5861 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045400.530586:0:5861:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de43102e00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:3.0:1777045400.530592:0:5861:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102e00/0x2c8777a5e7da020d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x36fdbbdd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5861 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045400.530603:0:5861:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102e00/0x2c8777a5e7da020d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x36fdbbdd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5861 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045400.530622:0:5861:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x36fdbbdd (ffff98df413b6a00) 00010000:00010000:3.0:1777045400.530627:0:5861:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777045400.530633:0:5861:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102e00/0x2c8777a5e7da020d lrc: 2/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x36fdbbdd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5861 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045400.530649:0:5861:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102e00/0x2c8777a5e7da020d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x36fdbbdd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5861 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045400.530707:0:5861:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103e00/0x2c8777a5e7da01ff lrc: 1/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11497d0 expref: 44 pid: 5861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045400.530723:0:5861:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff98df52c43500) 00010000:00010000:3.0:1777045400.530727:0:5861:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1777045400.530733:0:5861:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103e00/0x2c8777a5e7da01ff lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11497d0 expref: 44 pid: 5861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045400.530749:0:5861:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de43103e00, rc -2) 00000100:00100000:1.0:1777045400.531147:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045400.531243:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045400.531279:0:5842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370243456 00000100:00100000:1.0:1777045400.531289:0:5842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370243456 00000100:00100000:1.0:1777045400.531353:0:5842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 107 00000100:00100000:1.0:1777045400.531367:0:5842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df412e8c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+44:2390:x1863365370243456:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777045400.531386:0:5842:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777045400.531405:0:5842:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be000/0x2c8777a5e7da01e3 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11497c9 expref: 44 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045400.531423:0:5842:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2f:0x0].0x0 (ffff98df4a351c00) 00010000:00010000:1.0:1777045400.531428:0:5842:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777045400.531485:0:5842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df412e8c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+43:2390:x1863365370243456:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 120us (240us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045400.531518:0:5842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 107 00000100:00100000:0.0:1777045400.531734:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370243328 00000100:00100000:0.0:1777045400.531742:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370243328 00000100:00100000:0.0:1777045400.531802:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 472 00000100:00100000:0.0:1777045400.531815:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b9f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2392:x1863365370243328:12345-192.168.201.45@tcp:1:lhsmtool_posix.0 00010000:00010000:0.0:1777045400.531860:0:6642:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000aa5c50c4/0x2c8777a5e7da0229 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045400.531883:0:6642:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000007538ac3c/0x2c8777a5e7d9ff4a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114962c expref: 8 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045400.531894:0:6642:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777045400.531897:0:6642:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777045400.531902:0:6642:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000aa5c50c4/0x2c8777a5e7da0229 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045400.532180:0:6642:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000007538ac3c/0x2c8777a5e7d9ff4a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114962c expref: 8 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045400.532196:0:6642:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000007538ac3c/0x2c8777a5e7d9ff4a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114962c expref: 8 pid: 6639 timeout: 2129 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777045400.532260:0:6642:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df605f1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6642:1863365424456192:192.168.201.45@tcp:104: 00000100:00100000:0.0:1777045400.532607:0:6642:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df50f23d80 going to sleep for 11 seconds 00000100:00100000:2.0:1777045400.532941:0:5861:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b9f9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+42:2393:x1863365370243200:12345-192.168.201.45@tcp:63:ll_sa.0 Request processed in 20066us (23862us total) trans 0 rc -2/-2 00000100:00100000:2.0:1777045400.532954:0:5861:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 79 00000100:00100000:0.0:1777045400.536855:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045400.536907:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045400.537292:0:8776:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de431bdf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8776:1863365424455936:192.168.201.45@tcp:104: 00010000:00010000:2.0:1777045400.537325:0:8776:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000007a5162b9/0x2c8777a5e7da01f1 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777045400.537454:0:17648:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370243712 00000100:00100000:1.0:1777045400.537465:0:17648:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370243712 00002000:00100000:1.0:1777045400.537538:0:17648:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x1f:0x0] (0->157) req@ffff98df605f0000 x1863365370243712/t0(0) o4->15144518-a1c7-4352-a966-cb31eadd4d9b@192.168.201.45@tcp:401/0 lens 648/0 e 0 to 0 dl 1777045411 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777045400.537553:0:17648:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98df605f0000 with x1863365370243712 ext(0->157) 00010000:00010000:1.0:1777045400.537564:0:17648:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 000000007e7981a9/0x2c8777a5e7da0038 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149687 expref: 10 pid: 8776 timeout: 2129 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045400.537582:0:17648:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 000000007e7981a9/0x2c8777a5e7da0038 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149687 expref: 10 pid: 8776 timeout: 2129 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777045400.537593:0:17648:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff98df605f0000 00000100:00100000:1.0:1777045400.537629:0:17648:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370243584 00000100:00100000:1.0:1777045400.537635:0:17648:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370243584 00002000:00100000:1.0:1777045400.537660:0:17648:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x20:0x0] (0->157) req@ffff98df605f3b80 x1863365370243584/t0(0) o4->15144518-a1c7-4352-a966-cb31eadd4d9b@192.168.201.45@tcp:401/0 lens 648/0 e 0 to 0 dl 1777045411 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777045400.537674:0:17648:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98df605f3b80 with x1863365370243584 ext(0->157) 00010000:00010000:1.0:1777045400.537682:0:17648:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 00000000717af5d5/0x2c8777a5e7da0149 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149752 expref: 9 pid: 6639 timeout: 2128 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045400.537697:0:17648:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 00000000717af5d5/0x2c8777a5e7da0149 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149752 expref: 9 pid: 6639 timeout: 2129 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777045400.537707:0:17648:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff98df605f3b80 00000100:00100000:1.0:1777045400.537729:0:17648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 18 00000100:00100000:1.0:1777045400.537742:0:17648:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df605f0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+10:2390:x1863365370243712:12345-192.168.201.45@tcp:4:cp.0 00000100:00100000:2.0:1777045400.538772:0:6645:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 19 00000100:00100000:2.0:1777045400.538787:0:6645:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df605f3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2390:x1863365370243584:12345-192.168.201.45@tcp:4:cp.0 00000100:00100000:2.0:1777045400.539882:0:6645:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df605f3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+11:2390:x1863365370243584:12345-192.168.201.45@tcp:4:cp.0 Request processed in 1095us (2970us total) trans 4294967385 rc 0/0 00000100:00100000:2.0:1777045400.539895:0:6645:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 19 00002000:00100000:2.0:1777045400.539907:0:6645:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x20:0x0] (0->157) req@ffff98df605f3b80 x1863365370243584/t4294967385(0) o4->15144518-a1c7-4352-a966-cb31eadd4d9b@192.168.201.45@tcp:401/0 lens 648/448 e 0 to 0 dl 1777045411 ref 1 fl Complete:H/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777045400.539920:0:6645:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98df605f3b80 with x1863365370243584 ext(0->157) 00010000:00010000:2.0:1777045400.539930:0:6645:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 00000000717af5d5/0x2c8777a5e7da0149 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149752 expref: 11 pid: 6639 timeout: 2129 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045400.539946:0:6645:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 00000000717af5d5/0x2c8777a5e7da0149 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149752 expref: 11 pid: 6639 timeout: 2129 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777045400.539981:0:6645:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff98df605f3b80 00000100:00100000:3.0:1777045400.540292:0:14822:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de431bca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14822:1863365424456064:192.168.201.45@tcp:104: 00010000:00010000:3.0:1777045400.540315:0:14822:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000009663a417/0x2c8777a5e7da01f8 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777045400.541974:0:17648:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df605f0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+12:2390:x1863365370243712:12345-192.168.201.45@tcp:4:cp.0 Request processed in 4212us (5105us total) trans 4294967382 rc 0/0 00000100:00100000:1.0:1777045400.541986:0:17648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 18 00002000:00100000:1.0:1777045400.541997:0:17648:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x1f:0x0] (0->157) req@ffff98df605f0000 x1863365370243712/t4294967382(0) o4->15144518-a1c7-4352-a966-cb31eadd4d9b@192.168.201.45@tcp:401/0 lens 648/448 e 0 to 0 dl 1777045411 ref 1 fl Complete:H/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777045400.542009:0:17648:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98df605f0000 with x1863365370243712 ext(0->157) 00010000:00010000:1.0:1777045400.542018:0:17648:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 000000007e7981a9/0x2c8777a5e7da0038 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149687 expref: 12 pid: 8776 timeout: 2129 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045400.542033:0:17648:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 000000007e7981a9/0x2c8777a5e7da0038 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149687 expref: 12 pid: 8776 timeout: 2129 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777045400.542044:0:17648:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff98df605f0000 00000100:00100000:0.0:1777045400.562932:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045400.566261:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045400.566371:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045400.566410:0:6655:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370244096 00000100:00100000:3.0:1777045400.566421:0:6655:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370244096 00010000:00010000:3.0:1777045400.566466:0:6655:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000007e7981a9/0x2c8777a5e7da0038 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149687 expref: 12 pid: 8776 timeout: 2129 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777045400.566537:0:6655:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370243968 00000100:00100000:3.0:1777045400.566543:0:6655:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370243968 00010000:00010000:3.0:1777045400.566564:0:6655:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000717af5d5/0x2c8777a5e7da0149 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149752 expref: 11 pid: 6639 timeout: 2129 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777045400.566603:0:6655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 446 00000100:00100000:3.0:1777045400.566616:0:6655:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77955500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+12:2392:x1863365370244096:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777045400.566634:0:6655:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777045400.566659:0:6655:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000007e7981a9/0x2c8777a5e7da0038 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149687 expref: 12 pid: 8776 timeout: 2129 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045400.566676:0:6655:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000007e7981a9/0x2c8777a5e7da0038 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149687 expref: 12 pid: 8776 timeout: 2129 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045400.566708:0:6655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007e7981a9/0x2c8777a5e7da0038 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149687 expref: 12 pid: 8776 timeout: 2129 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045400.566732:0:6655:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777045400.566736:0:6655:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777045400.566742:0:6655:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000009663a417/0x2c8777a5e7da01f8 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045400.566756:0:6655:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009663a417/0x2c8777a5e7da01f8 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045400.566794:0:6655:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777045400.566851:0:6655:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77955500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+11:2392:x1863365370244096:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 237us (660us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045400.566861:0:6655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 446 00000100:00100000:3.0:1777045400.566886:0:6655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 447 00000100:00100000:3.0:1777045400.566897:0:6655:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77954000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+11:2390:x1863365370243968:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777045400.566909:0:6655:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777045400.566927:0:6655:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000717af5d5/0x2c8777a5e7da0149 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149752 expref: 11 pid: 6639 timeout: 2129 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045400.566943:0:6655:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000717af5d5/0x2c8777a5e7da0149 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149752 expref: 11 pid: 6639 timeout: 2129 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045400.566965:0:6655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000717af5d5/0x2c8777a5e7da0149 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149752 expref: 11 pid: 6639 timeout: 2129 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045400.566980:0:6655:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777045400.566983:0:6655:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777045400.566986:0:6655:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000007a5162b9/0x2c8777a5e7da01f1 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045400.566998:0:6655:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007a5162b9/0x2c8777a5e7da01f1 lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045400.567026:0:6655:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777045400.567053:0:6655:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77954000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+10:2390:x1863365370243968:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 157us (683us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045400.567063:0:6655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 447 00010000:00010000:3.0:1777045400.567100:0:14822:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000009663a417/0x2c8777a5e7da01f8 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045400.567113:0:14822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009663a417/0x2c8777a5e7da01f8 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045400.567145:0:14822:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000009663a417/0x2c8777a5e7da01f8 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045400.567158:0:14822:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000009663a417/0x2c8777a5e7da01f8 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045400.567170:0:14822:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000009663a417/0x2c8777a5e7da01f8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045400.567179:0:14822:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de435bfe00 already unused, calling callback (ffffffffc17d22d0) 00010000:00010000:3.0:1777045400.567185:0:14822:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000009663a417/0x2c8777a5e7da01f8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045400.567197:0:14822:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000009663a417/0x2c8777a5e7da01f8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045400.567257:0:14822:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000009663a417/0x2c8777a5e7da01f8 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045400.567269:0:14822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009663a417/0x2c8777a5e7da01f8 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777045400.567329:0:14822:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b9fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+10:2391:x1863365370242304:12345-192.168.201.45@tcp:1:lhsmtool_posix.0 Request processed in 56162us (58307us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045400.567346:0:14822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 471 00010000:00010000:3.0:1777045400.567388:0:8776:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000007a5162b9/0x2c8777a5e7da01f1 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045400.567401:0:8776:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007a5162b9/0x2c8777a5e7da01f1 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045400.567426:0:8776:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000007a5162b9/0x2c8777a5e7da01f1 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045400.567438:0:8776:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000007a5162b9/0x2c8777a5e7da01f1 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045400.567449:0:8776:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000007a5162b9/0x2c8777a5e7da01f1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045400.567458:0:8776:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de435bee00 already unused, calling callback (ffffffffc17d22d0) 00010000:00010000:3.0:1777045400.567463:0:8776:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000007a5162b9/0x2c8777a5e7da01f1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045400.567474:0:8776:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000007a5162b9/0x2c8777a5e7da01f1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045400.567516:0:8776:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000007a5162b9/0x2c8777a5e7da01f1 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045400.567537:0:8776:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007a5162b9/0x2c8777a5e7da01f1 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777045400.567595:0:8776:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b9f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2392:x1863365370242688:12345-192.168.201.45@tcp:1:lhsmtool_posix.0 Request processed in 56955us (58595us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045400.567604:0:8776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 470 00000100:00100000:0.0:1777045400.568554:0:6642:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df605f1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6642:1863365424456192:192.168.201.45@tcp:104: 00010000:00010000:0.0:1777045400.568584:0:6642:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000aa5c50c4/0x2c8777a5e7da0229 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777045400.574760:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045400.575193:0:6646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370244224 00000100:00100000:3.0:1777045400.575230:0:6646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370244224 00002000:00100000:3.0:1777045400.575587:0:6646:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x1f:0x0] (0->157) req@ffff98df605f1c00 x1863365370244224/t0(0) o4->15144518-a1c7-4352-a966-cb31eadd4d9b@192.168.201.45@tcp:401/0 lens 648/0 e 0 to 0 dl 1777045411 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1777045400.575603:0:6646:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98df605f1c00 with x1863365370244224 ext(0->157) 00010000:00010000:3.0:1777045400.575618:0:6646:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 000000007538ac3c/0x2c8777a5e7d9ff4a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114962c expref: 9 pid: 6639 timeout: 2129 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045400.575641:0:6646:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 000000007538ac3c/0x2c8777a5e7d9ff4a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114962c expref: 9 pid: 6639 timeout: 2129 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777045400.575655:0:6646:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff98df605f1c00 00000100:00100000:3.0:1777045400.575694:0:6646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 20 00000100:00100000:3.0:1777045400.575709:0:6646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df605f1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2392:x1863365370244224:12345-192.168.201.45@tcp:4:cp.0 00000100:00100000:2.0:1777045400.576013:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370243840 00000100:00100000:2.0:1777045400.576020:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370243840 00000100:00100000:2.0:1777045400.576081:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1572 00000100:00100000:2.0:1777045400.576091:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df605f2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+42:33481:x1863365370243840:12345-192.168.201.45@tcp:101:rm.0 00010000:00010000:2.0:1777045400.576110:0:5857:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777045400.576134:0:5857:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be800/0x2c8777a5e7da0230 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee11497d7 expref: -99 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045400.576257:0:5857:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bf200/0x2c8777a5e7da0237 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045400.576276:0:5857:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bf200/0x2c8777a5e7da0237 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045400.576291:0:5857:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bf200/0x2c8777a5e7da0237 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045400.576317:0:5857:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be400/0x2c8777a5e7da023e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x53:0x0].0xde5271db bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045400.576327:0:5857:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be400/0x2c8777a5e7da023e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045400.576337:0:5857:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be400/0x2c8777a5e7da023e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045400.576404:0:5857:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bf200/0x2c8777a5e7da0237 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045400.576416:0:5857:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bf200/0x2c8777a5e7da0237 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045400.576680:0:5857:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bf200/0x2c8777a5e7da0237 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045400.576692:0:5857:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de435bf200 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:2.0:1777045400.576699:0:5857:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bf200/0x2c8777a5e7da0237 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045400.576710:0:5857:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bf200/0x2c8777a5e7da0237 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045400.576726:0:5857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff98df52c43500) 00010000:00010000:2.0:1777045400.576730:0:5857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777045400.576736:0:5857:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bf200/0x2c8777a5e7da0237 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045400.576746:0:5857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bf200/0x2c8777a5e7da0237 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045400.576767:0:5857:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be400/0x2c8777a5e7da023e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045400.576776:0:5857:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be400/0x2c8777a5e7da023e lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045400.576785:0:5857:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be400/0x2c8777a5e7da023e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045400.576794:0:5857:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de435be400 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:2.0:1777045400.576798:0:5857:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be400/0x2c8777a5e7da023e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045400.576808:0:5857:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be400/0x2c8777a5e7da023e lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045400.576819:0:5857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0xde5271db (ffff98df48c7e200) 00010000:00010000:2.0:1777045400.576823:0:5857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777045400.576828:0:5857:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be400/0x2c8777a5e7da023e lrc: 2/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045400.576836:0:5857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be400/0x2c8777a5e7da023e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045400.576883:0:5857:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be800/0x2c8777a5e7da0230 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11497d7 expref: 43 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045400.576898:0:5857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff98df52c43500) 00010000:00010000:2.0:1777045400.576901:0:5857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777045400.576907:0:5857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be800/0x2c8777a5e7da0230 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11497d7 expref: 43 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045400.576921:0:5857:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de435be800, rc 0) 00000100:00100000:2.0:1777045400.577269:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df605f2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+42:33481:x1863365370243840:12345-192.168.201.45@tcp:101:rm.0 Request processed in 1177us (14348us total) trans 0 rc 301/301 00000100:00100000:2.0:1777045400.577281:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1572 00000100:00100000:2.0:1777045400.592728:0:6646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df605f1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+11:2392:x1863365370244224:12345-192.168.201.45@tcp:4:cp.0 Request processed in 17008us (17963us total) trans 4294967386 rc 0/0 00000100:00100000:2.0:1777045400.592747:0:6646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 20 00002000:00100000:2.0:1777045400.592765:0:6646:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x1f:0x0] (0->157) req@ffff98df605f1c00 x1863365370244224/t4294967386(0) o4->15144518-a1c7-4352-a966-cb31eadd4d9b@192.168.201.45@tcp:401/0 lens 648/448 e 0 to 0 dl 1777045411 ref 1 fl Complete:H/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777045400.592781:0:6646:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98df605f1c00 with x1863365370244224 ext(0->157) 00010000:00010000:2.0:1777045400.592793:0:6646:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 000000007538ac3c/0x2c8777a5e7d9ff4a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114962c expref: 11 pid: 6639 timeout: 2129 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045400.592820:0:6646:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 000000007538ac3c/0x2c8777a5e7d9ff4a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114962c expref: 11 pid: 6639 timeout: 2129 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777045400.592832:0:6646:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff98df605f1c00 00000100:00100000:1.0:1777045400.608872:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045400.608924:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045400.609051:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370244480 00000100:00100000:0.0:1777045400.609065:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370244480 00000100:00100000:0.0:1777045400.609130:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370244736 00000100:00100000:0.0:1777045400.609135:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370244736 00000100:00100000:0.0:1777045400.609177:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1573 00000100:00100000:0.0:1777045400.609190:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b9fb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+43:33479:x1863365370244480:12345-192.168.201.45@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1777045400.609341:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b9fb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+43:33479:x1863365370244480:12345-192.168.201.45@tcp:57:lhsmtool_posix.0 Request processed in 152us (479us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045400.609352:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1573 00000100:00100000:0.0:1777045400.609433:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1574 00000100:00100000:0.0:1777045400.609443:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b9fbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+42:33480:x1863365370244736:12345-192.168.201.45@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1777045400.609521:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b9fbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+42:33480:x1863365370244736:12345-192.168.201.45@tcp:57:lhsmtool_posix.0 Request processed in 79us (595us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045400.609534:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1574 00000100:00100000:1.0:1777045400.625311:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045400.625373:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045400.625443:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045400.625630:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370244864 00000100:00100000:2.0:1777045400.625644:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370244864 00000100:00100000:2.0:1777045400.625723:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1575 00000100:00100000:2.0:1777045400.625736:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b9f8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+42:33483:x1863365370244864:12345-192.168.201.45@tcp:101:cp.0 00010000:00010000:2.0:1777045400.625759:0:5856:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777045400.625783:0:5856:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be800/0x2c8777a5e7da0245 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee11497de expref: -99 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045400.625862:0:5856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be400/0x2c8777a5e7da024c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045400.625880:0:5856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be400/0x2c8777a5e7da024c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045400.625894:0:5856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be400/0x2c8777a5e7da024c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045400.625913:0:5856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bf200/0x2c8777a5e7da0253 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x53:0x0].0xde5271db bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045400.625924:0:5856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bf200/0x2c8777a5e7da0253 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045400.625934:0:5856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bf200/0x2c8777a5e7da0253 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045400.626008:0:5856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be400/0x2c8777a5e7da024c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045400.626017:0:5856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be400/0x2c8777a5e7da024c lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045400.626027:0:5856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be400/0x2c8777a5e7da024c lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045400.626037:0:5856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de435be400 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:2.0:1777045400.626042:0:5856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be400/0x2c8777a5e7da024c lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045400.626059:0:5856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be400/0x2c8777a5e7da024c lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045400.626074:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff98df52c43500) 00010000:00010000:2.0:1777045400.626078:0:5856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777045400.626084:0:5856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be400/0x2c8777a5e7da024c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045400.626093:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be400/0x2c8777a5e7da024c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045400.626111:0:5856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bf200/0x2c8777a5e7da0253 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045400.626119:0:5856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bf200/0x2c8777a5e7da0253 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045400.626127:0:5856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bf200/0x2c8777a5e7da0253 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045400.626134:0:5856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de435bf200 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:2.0:1777045400.626138:0:5856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bf200/0x2c8777a5e7da0253 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045400.626146:0:5856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bf200/0x2c8777a5e7da0253 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045400.626156:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0xde5271db (ffff98df48c7e200) 00010000:00010000:2.0:1777045400.626160:0:5856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777045400.626163:0:5856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bf200/0x2c8777a5e7da0253 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045400.626177:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bf200/0x2c8777a5e7da0253 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045400.626263:0:5856:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be800/0x2c8777a5e7da0245 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11497de expref: 43 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045400.626277:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff98df52c43500) 00010000:00010000:2.0:1777045400.626280:0:5856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777045400.626285:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be800/0x2c8777a5e7da0245 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11497de expref: 43 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045400.626298:0:5856:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de435be800, rc 0) 00000100:00100000:0.0:1777045400.626786:0:6639:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370245248 00000100:00100000:0.0:1777045400.626794:0:6639:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370245248 00000100:00100000:0.0:1777045400.626843:0:6639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 473 00000100:00100000:0.0:1777045400.626854:0:6639:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b9f9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+10:2393:x1863365370245248:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1777045400.626865:0:6639:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777045400.626882:0:6639:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000035f7151d/0x2c8777a5e7da025a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee11497ec expref: -99 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777045400.626908:0:6639:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1f:0x0] initial LVB size: 158, mtime: 0x69eb8f97, atime: 0x0, ctime: 0x69eb8f97, blocks: 0x1 00010000:00010000:0.0:1777045400.626925:0:6639:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777045400.626928:0:6639:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777045400.627146:0:6639:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000035f7151d/0x2c8777a5e7da025a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11497ec expref: 11 pid: 6639 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045400.627168:0:6639:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000035f7151d/0x2c8777a5e7da025a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11497ec expref: 11 pid: 6639 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045400.627182:0:6639:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de43097200, rc 0) 00000100:00100000:3.0:1777045400.627611:0:6655:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370244992 00000100:00100000:3.0:1777045400.627618:0:6655:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370244992 00010000:00010000:3.0:1777045400.627648:0:6655:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000007538ac3c/0x2c8777a5e7d9ff4a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114962c expref: 11 pid: 6639 timeout: 2129 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777045400.627703:0:6655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 448 00000100:00100000:3.0:1777045400.627714:0:6655:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b9f8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+11:2393:x1863365370244992:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777045400.627728:0:6655:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777045400.627746:0:6655:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000007538ac3c/0x2c8777a5e7d9ff4a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114962c expref: 11 pid: 6639 timeout: 2129 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045400.627763:0:6655:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000007538ac3c/0x2c8777a5e7d9ff4a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114962c expref: 11 pid: 6639 timeout: 2129 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045400.627783:0:6655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007538ac3c/0x2c8777a5e7d9ff4a lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114962c expref: 11 pid: 6639 timeout: 2129 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045400.627800:0:6655:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777045400.627803:0:6655:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777045400.627807:0:6655:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000aa5c50c4/0x2c8777a5e7da0229 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045400.627819:0:6655:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000aa5c50c4/0x2c8777a5e7da0229 lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045400.627854:0:6655:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777045400.630306:0:6639:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b9f9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+11:2393:x1863365370245248:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 Request processed in 3445us (4854us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045400.630318:0:6639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 473 00000100:00100000:1.0:1777045400.635581:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045400.635788:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370245504 00000100:00100000:0.0:1777045400.635799:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370245504 00000100:00100000:0.0:1777045400.635882:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1576 00000100:00100000:0.0:1777045400.635896:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b9fad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+43:33479:x1863365370245504:12345-192.168.201.45@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1777045400.636038:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b9fad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+43:33479:x1863365370245504:12345-192.168.201.45@tcp:57:lhsmtool_posix.0 Request processed in 144us (467us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045400.636049:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1576 00000100:00100000:2.0:1777045400.643033:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b9f8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+42:33483:x1863365370244864:12345-192.168.201.45@tcp:101:cp.0 Request processed in 17287us (17721us total) trans 0 rc 301/301 00000100:00100000:2.0:1777045400.643050:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1575 00010000:00010000:0.0:1777045400.643371:0:6642:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000aa5c50c4/0x2c8777a5e7da0229 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045400.643388:0:6642:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000aa5c50c4/0x2c8777a5e7da0229 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045400.643447:0:6642:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000aa5c50c4/0x2c8777a5e7da0229 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045400.643459:0:6642:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000aa5c50c4/0x2c8777a5e7da0229 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045400.643470:0:6642:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000aa5c50c4/0x2c8777a5e7da0229 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045400.643479:0:6642:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de43097600 already unused, calling callback (ffffffffc17d22d0) 00010000:00010000:0.0:1777045400.643485:0:6642:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000aa5c50c4/0x2c8777a5e7da0229 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045400.643518:0:6642:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000aa5c50c4/0x2c8777a5e7da0229 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045400.643541:0:6642:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000aa5c50c4/0x2c8777a5e7da0229 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045400.643552:0:6642:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000aa5c50c4/0x2c8777a5e7da0229 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777045400.643625:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b9f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+10:2392:x1863365370243328:12345-192.168.201.45@tcp:1:lhsmtool_posix.0 Request processed in 111812us (112480us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045400.643637:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 472 00000100:00100000:3.0:1777045400.647615:0:6655:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b9f8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2393:x1863365370244992:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 19892us (22231us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045400.647630:0:6655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 448 00000100:00100000:1.0:1777045400.647850:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045400.647943:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045400.647984:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045400.648185:0:17698:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370245632 00000100:00100000:0.0:1777045400.648197:0:17698:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370245632 00002000:00100000:0.0:1777045400.648290:0:17698:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x1f:0x0] (0->4095) req@ffff98df7b9f9880 x1863365370245632/t0(0) o3->15144518-a1c7-4352-a966-cb31eadd4d9b@192.168.201.45@tcp:401/0 lens 488/0 e 0 to 0 dl 1777045411 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777045400.648302:0:17698:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98df7b9f9880 with x1863365370245632 ext(0->4095) 00002000:00010000:0.0:1777045400.648308:0:17698:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff98df7b9f9880 00000100:00100000:0.0:1777045400.648342:0:17698:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 126 00000100:00100000:0.0:1777045400.648354:0:17698:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b9f9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+11:2391:x1863365370245632:12345-192.168.201.45@tcp:3:lhsmtool_posix.0 00000100:00100000:0.0:1777045400.648624:0:17698:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b9f9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+11:2391:x1863365370245632:12345-192.168.201.45@tcp:3:lhsmtool_posix.0 Request processed in 269us (678us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1777045400.648634:0:17698:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 126 00002000:00100000:0.0:1777045400.648641:0:17698:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x1f:0x0] (0->4095) req@ffff98df7b9f9880 x1863365370245632/t0(0) o3->15144518-a1c7-4352-a966-cb31eadd4d9b@192.168.201.45@tcp:401/0 lens 488/4536 e 0 to 0 dl 1777045411 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777045400.648652:0:17698:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98df7b9f9880 with x1863365370245632 ext(0->4095) 00002000:00010000:0.0:1777045400.648656:0:17698:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff98df7b9f9880 00000100:00100000:0.0:1777045400.648686:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370245888 00000100:00100000:0.0:1777045400.648692:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370245888 00000100:00100000:0.0:1777045400.648727:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1577 00000100:00100000:0.0:1777045400.648736:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b9fb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+42:33478:x1863365370245888:12345-192.168.201.45@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1777045400.648812:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b9fb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+42:33478:x1863365370245888:12345-192.168.201.45@tcp:57:lhsmtool_posix.0 Request processed in 76us (826us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045400.648821:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1577 00000100:00100000:3.0:1777045400.649126:0:14822:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370245120 00000100:00100000:3.0:1777045400.649133:0:14822:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370245120 00000100:00100000:3.0:1777045400.649178:0:14822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 474 00000100:00100000:3.0:1777045400.649188:0:14822:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b9fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2392:x1863365370245120:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1777045400.649232:0:14822:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777045400.649254:0:14822:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000717af5d5/0x2c8777a5e7da0261 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee11497e5 expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777045400.649283:0:14822:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x20:0x0] initial LVB size: 158, mtime: 0x69eb8f97, atime: 0x0, ctime: 0x69eb8f97, blocks: 0x1 00010000:00010000:3.0:1777045400.649302:0:14822:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777045400.649305:0:14822:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777045400.649316:0:14822:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000717af5d5/0x2c8777a5e7da0261 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11497e5 expref: 10 pid: 14822 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045400.649338:0:14822:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000717af5d5/0x2c8777a5e7da0261 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11497e5 expref: 10 pid: 14822 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045400.649353:0:14822:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de43102000, rc 0) 00000100:00100000:3.0:1777045400.649382:0:14822:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b9fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+10:2392:x1863365370245120:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 Request processed in 195us (1534us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045400.649391:0:14822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 474 00000100:00100000:0.0:1777045400.663061:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045400.663177:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045400.663310:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370246016 00000100:00100000:1.0:1777045400.663321:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370246016 00000100:00100000:1.0:1777045400.663389:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1578 00000100:00100000:1.0:1777045400.663402:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df605f1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+42:33483:x1863365370246016:12345-192.168.201.45@tcp:101:cp.0 00010000:00010000:1.0:1777045400.663426:0:5855:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777045400.663449:0:5855:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de419edc00/0x2c8777a5e7da0268 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee11497f3 expref: -99 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045400.663557:0:5855:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ecc00/0x2c8777a5e7da026f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045400.663576:0:5855:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ecc00/0x2c8777a5e7da026f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045400.663591:0:5855:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ecc00/0x2c8777a5e7da026f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045400.663609:0:5855:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed200/0x2c8777a5e7da0276 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x53:0x0].0xde5271db bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045400.663617:0:5855:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed200/0x2c8777a5e7da0276 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045400.663625:0:5855:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed200/0x2c8777a5e7da0276 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045400.663696:0:5855:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ecc00/0x2c8777a5e7da026f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045400.663705:0:5855:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ecc00/0x2c8777a5e7da026f lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045400.663713:0:5855:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ecc00/0x2c8777a5e7da026f lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045400.663720:0:5855:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de419ecc00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:1.0:1777045400.663725:0:5855:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ecc00/0x2c8777a5e7da026f lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045400.663734:0:5855:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ecc00/0x2c8777a5e7da026f lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045400.663748:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff98df52c43500) 00010000:00010000:1.0:1777045400.663752:0:5855:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777045400.663756:0:5855:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ecc00/0x2c8777a5e7da026f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045400.663764:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ecc00/0x2c8777a5e7da026f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045400.663779:0:5855:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed200/0x2c8777a5e7da0276 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045400.663786:0:5855:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed200/0x2c8777a5e7da0276 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045400.663793:0:5855:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed200/0x2c8777a5e7da0276 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045400.663799:0:5855:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de419ed200 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:1.0:1777045400.663802:0:5855:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed200/0x2c8777a5e7da0276 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045400.663808:0:5855:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed200/0x2c8777a5e7da0276 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045400.663816:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0xde5271db (ffff98df51b04800) 00010000:00010000:1.0:1777045400.663819:0:5855:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777045400.663823:0:5855:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed200/0x2c8777a5e7da0276 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045400.663830:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed200/0x2c8777a5e7da0276 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045400.663862:0:5855:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de419edc00/0x2c8777a5e7da0268 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11497f3 expref: 43 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045400.663874:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff98df52c43500) 00010000:00010000:1.0:1777045400.663877:0:5855:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777045400.663882:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de419edc00/0x2c8777a5e7da0268 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11497f3 expref: 43 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045400.663892:0:5855:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de419edc00, rc 0) 00000100:00100000:1.0:1777045400.664243:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df605f1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+42:33483:x1863365370246016:12345-192.168.201.45@tcp:101:cp.0 Request processed in 805us (1153us total) trans 0 rc 301/301 00000100:00100000:1.0:1777045400.664254:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1578 00000100:00100000:2.0:1777045400.665188:0:5860:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370246144 00000100:00100000:2.0:1777045400.665196:0:5860:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370246144 00000100:00100000:2.0:1777045400.665295:0:5860:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 80 00000100:00100000:2.0:1777045400.665307:0:5860:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df605f3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+42:2392:x1863365370246144:12345-192.168.201.45@tcp:63:ll_sa.0 00010000:00010000:2.0:1777045400.665588:0:5860:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777045400.665603:0:5860:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be800/0x2c8777a5e7da027d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee11497fa expref: -99 pid: 5860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045400.665649:0:5860:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bf200/0x2c8777a5e7da0284 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5860 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045400.665660:0:5860:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bf200/0x2c8777a5e7da0284 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5860 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045400.665671:0:5860:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bf200/0x2c8777a5e7da0284 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5860 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045400.665688:0:5860:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be400/0x2c8777a5e7da028b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x53:0x0].0x36fdbbdd bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5860 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045400.665697:0:5860:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be400/0x2c8777a5e7da028b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x36fdbbdd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5860 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045400.665706:0:5860:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be400/0x2c8777a5e7da028b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x36fdbbdd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5860 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045400.665755:0:5860:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bf200/0x2c8777a5e7da0284 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5860 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045400.665764:0:5860:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bf200/0x2c8777a5e7da0284 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5860 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045400.665772:0:5860:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bf200/0x2c8777a5e7da0284 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5860 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045400.665778:0:5860:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de435bf200 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:2.0:1777045400.665782:0:5860:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bf200/0x2c8777a5e7da0284 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5860 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045400.665790:0:5860:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bf200/0x2c8777a5e7da0284 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5860 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045400.665802:0:5860:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff98df52c43500) 00010000:00010000:2.0:1777045400.665805:0:5860:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777045400.665809:0:5860:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bf200/0x2c8777a5e7da0284 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5860 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045400.665817:0:5860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bf200/0x2c8777a5e7da0284 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5860 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045400.665831:0:5860:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be400/0x2c8777a5e7da028b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x36fdbbdd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5860 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045400.666068:0:5860:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be400/0x2c8777a5e7da028b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x36fdbbdd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5860 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045400.666076:0:5860:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be400/0x2c8777a5e7da028b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x36fdbbdd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5860 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045400.666083:0:5860:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de435be400 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:2.0:1777045400.666087:0:5860:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be400/0x2c8777a5e7da028b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x36fdbbdd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5860 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045400.666095:0:5860:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be400/0x2c8777a5e7da028b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x36fdbbdd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5860 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045400.666107:0:5860:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x36fdbbdd (ffff98df48c7e200) 00010000:00010000:2.0:1777045400.666110:0:5860:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777045400.666114:0:5860:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be400/0x2c8777a5e7da028b lrc: 2/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x36fdbbdd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5860 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045400.666121:0:5860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be400/0x2c8777a5e7da028b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x36fdbbdd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5860 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045400.666154:0:5860:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be800/0x2c8777a5e7da027d lrc: 1/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11497fa expref: 43 pid: 5860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045400.666172:0:5860:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff98df52c43500) 00010000:00010000:2.0:1777045400.666175:0:5860:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1777045400.666179:0:5860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be800/0x2c8777a5e7da027d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11497fa expref: 43 pid: 5860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045400.666190:0:5860:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de435be800, rc -2) 00000100:00100000:2.0:1777045400.666267:0:5860:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df605f3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+42:2392:x1863365370246144:12345-192.168.201.45@tcp:63:ll_sa.0 Request processed in 962us (3089us total) trans 0 rc -2/-2 00000100:00100000:2.0:1777045400.666277:0:5860:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 80 00000100:00100000:3.0:1777045400.678095:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045400.678154:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045400.678291:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370246272 00000100:00100000:2.0:1777045400.678304:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370246272 00000100:00100000:2.0:1777045400.678365:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370246528 00000100:00100000:2.0:1777045400.678369:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370246528 00000100:00100000:2.0:1777045400.678391:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1579 00000100:00100000:2.0:1777045400.678402:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77956a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+43:33479:x1863365370246272:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1777045400.678422:0:5856:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777045400.678445:0:5856:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be800/0x2c8777a5e7da0292 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x30:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1149801 expref: -99 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045400.678485:0:5856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be400/0x2c8777a5e7da0299 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x30:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045400.678521:0:5856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be400/0x2c8777a5e7da0299 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045400.678537:0:5856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be400/0x2c8777a5e7da0299 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045400.678669:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be800/0x2c8777a5e7da0292 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x30:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149801 expref: 45 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045400.678693:0:5856:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be400/0x2c8777a5e7da0299 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149801 expref: 44 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045400.678705:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x30:0x0].0x0 (ffff98df4a351300) 00010000:00010000:2.0:1777045400.678709:0:5856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1777045400.678714:0:5856:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de435be400, rc 0) 00000100:00100000:2.0:1777045400.678775:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77956a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+44:33479:x1863365370246272:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 Request processed in 373us (689us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045400.678785:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1579 00000100:00100000:2.0:1777045400.678812:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1580 00000100:00100000:2.0:1777045400.678821:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df485be680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+43:33483:x1863365370246528:12345-192.168.201.45@tcp:101:cp.0 00010000:00010000:2.0:1777045400.678832:0:5856:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777045400.678843:0:5856:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bf200/0x2c8777a5e7da02a0 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1149808 expref: -99 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045400.679173:0:5856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be200/0x2c8777a5e7da02a7 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045400.679190:0:5856:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfc00/0x2c8777a5e7da018f lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114979f expref: 45 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045400.679241:0:5856:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be200/0x2c8777a5e7da02a7 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045400.679288:0:5856:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfc00/0x2c8777a5e7da018f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114979f expref: 45 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045400.679306:0:5856:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfc00/0x2c8777a5e7da018f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114979f expref: 45 pid: 7939 timeout: 2129 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777045400.679323:0:5856:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de431bdf80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5856:1863365424456320:192.168.201.45@tcp:104: 00000100:00100000:2.0:1777045400.679386:0:5856:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df58e34480 going to sleep for 11 seconds 00000100:00100000:2.0:1777045400.688635:0:5856:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de431bdf80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5856:1863365424456320:192.168.201.45@tcp:104: 00010000:00010000:2.0:1777045400.688671:0:5856:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be200/0x2c8777a5e7da02a7 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777045400.692406:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045400.692462:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045400.692558:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045400.692707:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370246912 00000100:00100000:0.0:1777045400.692718:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370246912 00000100:00100000:0.0:1777045400.692773:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370247040 00000100:00100000:0.0:1777045400.692793:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370247040 00000100:00100000:0.0:1777045400.692818:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1581 00000100:00100000:0.0:1777045400.692829:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de431bca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+46:33480:x1863365370246912:12345-192.168.201.45@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1777045400.692935:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de431bca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+46:33480:x1863365370246912:12345-192.168.201.45@tcp:57:lhsmtool_posix.0 Request processed in 106us (472us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045400.692944:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1581 00000100:00100000:0.0:1777045400.692963:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1582 00000100:00100000:0.0:1777045400.692971:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de431bf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+45:33479:x1863365370247040:12345-192.168.201.45@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1777045400.692992:0:7939:0:(mdt_handler.c:7958:mdt_fid2path()) path get [0x200000402:0x30:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1777045400.693069:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de431bf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+45:33479:x1863365370247040:12345-192.168.201.45@tcp:53:lhsmtool_posix.0 Request processed in 97us (511us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045400.693078:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1582 00000100:00100000:3.0:1777045400.694108:0:5842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370246656 00000100:00100000:3.0:1777045400.694118:0:5842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370246656 00010000:00010000:3.0:1777045400.694157:0:5842:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfc00/0x2c8777a5e7da018f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114979f expref: 46 pid: 7939 timeout: 2129 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777045400.694595:0:5841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 449 00000100:00100000:1.0:1777045400.694609:0:5841:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de431bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:146de360-3fb2-48bd-b418-06f30714148a+46:2390:x1863365370246656:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777045400.694624:0:5841:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777045400.694633:0:5841:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfc00/0x2c8777a5e7da018f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114979f expref: 46 pid: 7939 timeout: 2129 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045400.694648:0:5841:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfc00/0x2c8777a5e7da018f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114979f expref: 46 pid: 7939 timeout: 2129 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045400.694673:0:5841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfc00/0x2c8777a5e7da018f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114979f expref: 46 pid: 7939 timeout: 2129 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045400.694693:0:5841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff98df52c43500) 00010000:00010000:1.0:1777045400.694700:0:5841:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be200/0x2c8777a5e7da02a7 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045400.694712:0:5841:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be200/0x2c8777a5e7da02a7 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045400.694722:0:5841:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be200/0x2c8777a5e7da02a7 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045400.694756:0:5841:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777045400.694798:0:5841:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de431bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:146de360-3fb2-48bd-b418-06f30714148a+45:2390:x1863365370246656:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 192us (2402us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045400.694808:0:5841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 449 00010000:00010000:2.0:1777045400.696328:0:5856:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be200/0x2c8777a5e7da02a7 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045400.696613:0:5856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be200/0x2c8777a5e7da02a7 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045400.696644:0:5856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be800/0x2c8777a5e7da02ae lrc: 3/0,1 mode: --/PW res: [0x200000401:0x53:0x0].0xde5271db bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045400.696659:0:5856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be800/0x2c8777a5e7da02ae lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x53:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045400.696671:0:5856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be800/0x2c8777a5e7da02ae lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x53:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1777045400.697887:0:5856:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x20:0x0], index 1: 0 00010000:00010000:2.0:1777045400.698096:0:5856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfe00/0x2c8777a5e7da02b5 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x32:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045400.698109:0:5856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfe00/0x2c8777a5e7da02b5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045400.698119:0:5856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfe00/0x2c8777a5e7da02b5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045400.698163:0:5856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be200/0x2c8777a5e7da02a7 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045400.698172:0:5856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be200/0x2c8777a5e7da02a7 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045400.698181:0:5856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be200/0x2c8777a5e7da02a7 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045400.698189:0:5856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de435be200 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:2.0:1777045400.698195:0:5856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be200/0x2c8777a5e7da02a7 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045400.698478:0:5856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be200/0x2c8777a5e7da02a7 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045400.698514:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff98df52c43500) 00010000:00010000:2.0:1777045400.698519:0:5856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777045400.698525:0:5856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be200/0x2c8777a5e7da02a7 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045400.698538:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be200/0x2c8777a5e7da02a7 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777045400.698555:0:5856:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000001e9f7a5c reply state 0000000055a8cb3b transno 4294968365 ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be800/0x2c8777a5e7da02ae lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x53:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777045400.698567:0:5856:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1777045400.698611:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bf200/0x2c8777a5e7da02a0 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149808 expref: 46 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045400.698632:0:5856:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfe00/0x2c8777a5e7da02b5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149808 expref: 45 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045400.698642:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x32:0x0].0x0 (ffff98df48c7e800) 00010000:00010000:2.0:1777045400.698646:0:5856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777045400.698650:0:5856:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de435bfe00, rc 0) 00000100:00100000:2.0:1777045400.698728:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df485be680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+46:33483:x1863365370246528:12345-192.168.201.45@tcp:101:cp.0 Request processed in 19906us (20572us total) trans 4294968365 rc 0/0 00000100:00100000:2.0:1777045400.698739:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1580 00000100:00100000:1.0:1777045400.715683:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045400.715746:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045400.715870:0:6641:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370247168 00000100:00100000:2.0:1777045400.715882:0:6641:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370247168 00000100:00100000:2.0:1777045400.715954:0:6641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 475 00000100:00100000:2.0:1777045400.715967:0:6641:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b9faa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+10:2393:x1863365370247168:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1777045400.715988:0:6641:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777045400.716012:0:6641:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a1927863/0x2c8777a5e7da02c3 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee114980f expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777045400.716050:0:6641:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x1f:0x0] initial LVB size: 158, mtime: 0x69eb8f97, atime: 0x0, ctime: 0x69eb8f97, blocks: 0x1 00010000:00010000:2.0:1777045400.716073:0:6641:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777045400.716075:0:6641:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777045400.716085:0:6641:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a1927863/0x2c8777a5e7da02c3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114980f expref: 11 pid: 6641 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045400.716106:0:6641:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000a1927863/0x2c8777a5e7da02c3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114980f expref: 11 pid: 6641 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045400.716122:0:6641:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de435bf200, rc 0) 00000100:00100000:2.0:1777045400.716188:0:6641:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b9faa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+11:2393:x1863365370247168:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 Request processed in 223us (516us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045400.716198:0:6641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 475 00000100:00100000:3.0:1777045400.716559:0:6647:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370247296 00000100:00100000:3.0:1777045400.716567:0:6647:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370247296 00002000:00100000:3.0:1777045400.716606:0:6647:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x20:0x0] (0->4095) req@ffff98df7b9f8700 x1863365370247296/t0(0) o3->15144518-a1c7-4352-a966-cb31eadd4d9b@192.168.201.45@tcp:401/0 lens 488/0 e 0 to 0 dl 1777045411 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1777045400.716620:0:6647:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98df7b9f8700 with x1863365370247296 ext(0->4095) 00002000:00010000:3.0:1777045400.716626:0:6647:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff98df7b9f8700 00000100:00100000:3.0:1777045400.716660:0:6647:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 127 00000100:00100000:3.0:1777045400.716671:0:6647:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b9f8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+11:2393:x1863365370247296:12345-192.168.201.45@tcp:3:lhsmtool_posix.0 00000100:00100000:3.0:1777045400.716851:0:6647:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b9f8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+11:2393:x1863365370247296:12345-192.168.201.45@tcp:3:lhsmtool_posix.0 Request processed in 181us (1104us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1777045400.716860:0:6647:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 127 00002000:00100000:3.0:1777045400.716868:0:6647:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x20:0x0] (0->4095) req@ffff98df7b9f8700 x1863365370247296/t0(0) o3->15144518-a1c7-4352-a966-cb31eadd4d9b@192.168.201.45@tcp:401/0 lens 488/4536 e 0 to 0 dl 1777045411 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1777045400.716880:0:6647:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98df7b9f8700 with x1863365370247296 ext(0->4095) 00002000:00010000:3.0:1777045400.716884:0:6647:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff98df7b9f8700 00000100:00100000:1.0:1777045400.725796:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045400.725849:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00010000:00010000:0.0:1777045400.726006:0:3327:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be800/0x2c8777a5e7da02ae lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x53:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045400.726022:0:3327:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be800/0x2c8777a5e7da02ae lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x53:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045400.726032:0:3327:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be800/0x2c8777a5e7da02ae lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x53:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045400.726041:0:3327:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de435be800 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:0.0:1777045400.726047:0:3327:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be800/0x2c8777a5e7da02ae lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x53:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045400.726057:0:3327:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be800/0x2c8777a5e7da02ae lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x53:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045400.726076:0:3327:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0xde5271db (ffff98df48c7e200) 00010000:00010000:0.0:1777045400.726080:0:3327:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777045400.726086:0:3327:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be800/0x2c8777a5e7da02ae lrc: 2/0,0 mode: --/PW res: [0x200000401:0x53:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045400.726094:0:3327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be800/0x2c8777a5e7da02ae lrc: 0/0,0 mode: --/PW res: [0x200000401:0x53:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777045400.726259:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370247424 00000100:00100000:2.0:1777045400.726271:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370247424 00000100:00100000:2.0:1777045400.726573:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370247552 00000100:00100000:2.0:1777045400.726579:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370247552 00000100:00100000:2.0:1777045400.726622:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 476 00000100:00100000:2.0:1777045400.726634:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d60f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+12:2392:x1863365370247424:12345-192.168.201.45@tcp:101:cp.0 00010000:00010000:2.0:1777045400.726655:0:6642:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777045400.726678:0:6642:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000493780a8/0x2c8777a5e7da02ca lrc: 2/0,0 mode: --/PR res: [0x280000400:0x20:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1149816 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777045400.726706:0:6642:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x20:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1777045400.726726:0:6642:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777045400.726729:0:6642:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777045400.726738:0:6642:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000493780a8/0x2c8777a5e7da02ca lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149816 expref: 13 pid: 6642 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045400.726758:0:6642:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000493780a8/0x2c8777a5e7da02ca lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149816 expref: 13 pid: 6642 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045400.726773:0:6642:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de435be200, rc 0) 00000100:00100000:2.0:1777045400.726832:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d60f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+13:2392:x1863365370247424:12345-192.168.201.45@tcp:101:cp.0 Request processed in 200us (1111us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045400.726842:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 476 00000100:00100000:2.0:1777045400.726867:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 477 00000100:00100000:2.0:1777045400.726876:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df50e7e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+12:2393:x1863365370247552:12345-192.168.201.45@tcp:1:lhsmtool_posix.0 00010000:00010000:2.0:1777045400.726905:0:6642:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000938a6f96/0x2c8777a5e7da02d1 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045400.726917:0:6642:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777045400.726919:0:6642:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777045400.726923:0:6642:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000938a6f96/0x2c8777a5e7da02d1 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045400.726937:0:6642:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000938a6f96/0x2c8777a5e7da02d1 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045400.726963:0:6642:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000938a6f96/0x2c8777a5e7da02d1 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045400.726982:0:6642:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000938a6f96/0x2c8777a5e7da02d1 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045400.726991:0:6642:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000938a6f96/0x2c8777a5e7da02d1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045400.727001:0:6642:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de435be000 already unused, calling callback (ffffffffc17d22d0) 00010000:00010000:2.0:1777045400.727006:0:6642:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000938a6f96/0x2c8777a5e7da02d1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045400.727017:0:6642:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000938a6f96/0x2c8777a5e7da02d1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045400.727032:0:6642:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000938a6f96/0x2c8777a5e7da02d1 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045400.727043:0:6642:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000938a6f96/0x2c8777a5e7da02d1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777045400.727089:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df50e7e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+12:2393:x1863365370247552:12345-192.168.201.45@tcp:1:lhsmtool_posix.0 Request processed in 213us (1239us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045400.727099:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 477 00000100:00100000:1.0:1777045400.729921:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045400.730036:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370247680 00000100:00100000:0.0:1777045400.730047:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370247680 00000100:00100000:0.0:1777045400.730117:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1583 00000100:00100000:0.0:1777045400.730130:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d60ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+45:33480:x1863365370247680:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1777045400.730154:0:7939:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777045400.730175:0:7939:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097000/0x2c8777a5e7da02d8 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x31:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee114981d expref: -99 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045400.730215:0:7939:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096400/0x2c8777a5e7da02df lrc: 3/1,0 mode: --/PR res: [0x200000402:0x31:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045400.730238:0:7939:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096400/0x2c8777a5e7da02df lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x31:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045400.730251:0:7939:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096400/0x2c8777a5e7da02df lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x31:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045400.733895:0:7939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097000/0x2c8777a5e7da02d8 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x31:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114981d expref: 47 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045400.733929:0:7939:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096400/0x2c8777a5e7da02df lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x31:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114981d expref: 46 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045400.733942:0:7939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x31:0x0].0x0 (ffff98df52c43300) 00010000:00010000:0.0:1777045400.733946:0:7939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1777045400.733951:0:7939:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de43096400, rc 0) 00000100:00100000:0.0:1777045400.734038:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d60ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+46:33480:x1863365370247680:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 Request processed in 3909us (4122us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045400.734050:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1583 00000100:00100000:0.0:1777045400.739805:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045400.739867:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045400.740169:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370247936 00000100:00100000:3.0:1777045400.740181:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370247936 00000100:00100000:3.0:1777045400.740565:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370248192 00000100:00100000:3.0:1777045400.740569:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370248192 00000100:00100000:3.0:1777045400.740601:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1584 00000100:00100000:3.0:1777045400.740612:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df605f2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+47:33478:x1863365370247936:12345-192.168.201.45@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1777045400.741109:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1585 00000100:00100000:1.0:1777045400.741122:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de48097100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+47:33479:x1863365370248192:12345-192.168.201.45@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1777045400.741153:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df605f2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+47:33478:x1863365370247936:12345-192.168.201.45@tcp:57:lhsmtool_posix.0 Request processed in 541us (1358us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045400.741167:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1584 00010000:00010000:1.0:1777045400.741179:0:5855:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec200/0x2c8777a5e7da02e6 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x30:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777045400.741220:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00010000:00010000:1.0:1777045400.741229:0:5855:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be400/0x2c8777a5e7da0299 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149801 expref: 46 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045400.741249:0:5855:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec200/0x2c8777a5e7da02e6 lrc: 4/0,1 mode: --/PW res: [0x200000402:0x30:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045400.741291:0:5855:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be400/0x2c8777a5e7da0299 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149801 expref: 46 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045400.741308:0:5855:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be400/0x2c8777a5e7da0299 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149801 expref: 46 pid: 5856 timeout: 2129 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777045400.741327:0:5855:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df6d60f480 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5855:1863365424456448:192.168.201.45@tcp:104: 00000100:00100000:1.0:1777045400.741408:0:5855:0:(client.c:2691:ptlrpc_set_wait()) set ffff98de47823300 going to sleep for 11 seconds 00000100:00100000:0.0:1777045400.742314:0:6639:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370248320 00000100:00100000:0.0:1777045400.742321:0:6639:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370248320 00000100:00100000:0.0:1777045400.742373:0:6639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 478 00000100:00100000:0.0:1777045400.742385:0:6639:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df485bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+12:33483:x1863365370248320:12345-192.168.201.45@tcp:101:cp.0 00010000:00010000:0.0:1777045400.742398:0:6639:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777045400.742431:0:6639:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e08f37a3/0x2c8777a5e7da02ed lrc: 2/0,0 mode: --/PW res: [0x280000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1149824 expref: -99 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045400.742468:0:6639:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000493780a8/0x2c8777a5e7da02ca lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149816 expref: 13 pid: 6642 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045400.742479:0:6639:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777045400.742482:0:6639:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777045400.742505:0:6639:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e08f37a3/0x2c8777a5e7da02ed lrc: 4/0,0 mode: --/PW res: [0x280000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149824 expref: 13 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045400.742535:0:6639:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000493780a8/0x2c8777a5e7da02ca lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149816 expref: 13 pid: 6642 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045400.742548:0:6639:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000493780a8/0x2c8777a5e7da02ca lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149816 expref: 13 pid: 6642 timeout: 2129 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777045400.742563:0:6639:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de48097800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6639:1863365424456576:192.168.201.45@tcp:104: 00000100:00100000:0.0:1777045400.742625:0:6639:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df50f23000 going to sleep for 11 seconds 00000100:00100000:3.0:1777045400.753908:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045400.756576:0:6639:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de48097800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6639:1863365424456576:192.168.201.45@tcp:104: 00010000:00010000:0.0:1777045400.756621:0:6639:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000e08f37a3/0x2c8777a5e7da02ed lrc: 3/0,0 mode: --/PW res: [0x280000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149824 expref: 13 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045400.756648:0:6639:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de43097400, rc 0) 00000100:00100000:0.0:1777045400.756707:0:6639:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df485bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+13:33483:x1863365370248320:12345-192.168.201.45@tcp:101:cp.0 Request processed in 14324us (15485us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045400.756720:0:6639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 478 00000100:00100000:1.0:1777045400.756782:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370248448 00000100:00100000:1.0:1777045400.756793:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370248448 00000100:00100000:1.0:1777045400.756864:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1586 00000100:00100000:1.0:1777045400.756876:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df485bf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+47:33480:x1863365370248448:12345-192.168.201.45@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1777045400.756910:0:5857:0:(mdt_handler.c:7958:mdt_fid2path()) path get [0x200000402:0x31:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1777045400.756999:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df485bf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+47:33480:x1863365370248448:12345-192.168.201.45@tcp:53:lhsmtool_posix.0 Request processed in 125us (3102us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045400.757008:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1586 00000100:00100000:2.0:1777045400.757179:0:5855:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df6d60f480 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5855:1863365424456448:192.168.201.45@tcp:104: 00010000:00010000:2.0:1777045400.757228:0:5855:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec200/0x2c8777a5e7da02e6 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x30:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777045400.772023:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045400.772082:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045400.772571:0:5843:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370248576 00000100:00100000:1.0:1777045400.772583:0:5843:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370248576 00010000:00010000:1.0:1777045400.772632:0:5843:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be400/0x2c8777a5e7da0299 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149801 expref: 47 pid: 5856 timeout: 2129 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777045400.772695:0:5843:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370248704 00000100:00100000:1.0:1777045400.772701:0:5843:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370248704 00010000:00010000:1.0:1777045400.772724:0:5843:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000493780a8/0x2c8777a5e7da02ca lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149816 expref: 13 pid: 6642 timeout: 2129 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777045400.772739:0:6655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 450 00000100:00100000:0.0:1777045400.772846:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045400.772876:0:6646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370248832 00000100:00100000:0.0:1777045400.772882:0:6646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370248832 00002000:00100000:0.0:1777045400.772920:0:6646:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x1f:0x0] (0->4095) req@ffff98de48094000 x1863365370248832/t0(0) o3->15144518-a1c7-4352-a966-cb31eadd4d9b@192.168.201.45@tcp:401/0 lens 488/0 e 0 to 0 dl 1777045411 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777045400.772933:0:6646:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98de48094000 with x1863365370248832 ext(0->4095) 00002000:00010000:0.0:1777045400.772939:0:6646:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff98de48094000 00000100:00100000:0.0:1777045400.772981:0:6646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 128 00000100:00100000:0.0:1777045400.772991:0:6646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de48094000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+11:2393:x1863365370248832:12345-192.168.201.45@tcp:3:lhsmtool_posix.0 00000100:00100000:0.0:1777045400.773188:0:6646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de48094000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+11:2393:x1863365370248832:12345-192.168.201.45@tcp:3:lhsmtool_posix.0 Request processed in 197us (341us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1777045400.773199:0:6646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 128 00002000:00100000:0.0:1777045400.773244:0:6646:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x1f:0x0] (0->4095) req@ffff98de48094000 x1863365370248832/t0(0) o3->15144518-a1c7-4352-a966-cb31eadd4d9b@192.168.201.45@tcp:401/0 lens 488/4536 e 0 to 0 dl 1777045411 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777045400.773267:0:6646:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98de48094000 with x1863365370248832 ext(0->4095) 00002000:00010000:0.0:1777045400.773271:0:6646:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff98de48094000 00000100:00100000:3.0:1777045400.774619:0:6655:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de48097800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+47:2393:x1863365370248576:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777045400.774637:0:6655:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777045400.774648:0:6655:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be400/0x2c8777a5e7da0299 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149801 expref: 47 pid: 5856 timeout: 2129 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045400.774667:0:6655:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be400/0x2c8777a5e7da0299 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149801 expref: 47 pid: 5856 timeout: 2129 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045400.774695:0:6655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be400/0x2c8777a5e7da0299 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x30:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149801 expref: 47 pid: 5856 timeout: 2129 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045400.774714:0:6655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x30:0x0].0x0 (ffff98df4a351300) 00010000:00010000:3.0:1777045400.774721:0:6655:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec200/0x2c8777a5e7da02e6 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x30:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045400.774734:0:6655:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec200/0x2c8777a5e7da02e6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x30:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045400.774744:0:6655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec200/0x2c8777a5e7da02e6 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x30:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045400.774774:0:6655:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777045400.774817:0:6655:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de48097800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+46:2393:x1863365370248576:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 2066us (2807us total) trans 0 rc 0/0 00010000:00010000:0.0:1777045400.774898:0:5855:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec200/0x2c8777a5e7da02e6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x30:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045400.774908:0:5855:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec200/0x2c8777a5e7da02e6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x30:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045400.775143:0:5855:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec200/0x2c8777a5e7da02e6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x30:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045400.775160:0:5855:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec200/0x2c8777a5e7da02e6 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x30:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045400.775169:0:5855:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec200/0x2c8777a5e7da02e6 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x30:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045400.775178:0:5855:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de419ec200 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:0.0:1777045400.775184:0:5855:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec200/0x2c8777a5e7da02e6 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x30:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045400.775193:0:5855:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec200/0x2c8777a5e7da02e6 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x30:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045400.775230:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x30:0x0].0x0 (ffff98df4a351300) 00010000:00010000:0.0:1777045400.775234:0:5855:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1777045400.775239:0:5855:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec200/0x2c8777a5e7da02e6 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x30:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045400.775248:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec200/0x2c8777a5e7da02e6 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x30:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777045400.775373:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de48097100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+47:33479:x1863365370248192:12345-192.168.201.45@tcp:57:lhsmtool_posix.0 Request processed in 34252us (35504us total) trans 4294968366 rc 0/0 00000100:00100000:0.0:1777045400.775385:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1585 00000100:00100000:1.0:1777045400.777707:0:5843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 451 00000100:00100000:1.0:1777045400.777732:0:5843:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de48094380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+13:2393:x1863365370248704:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777045400.777753:0:5843:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777045400.777781:0:5843:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000493780a8/0x2c8777a5e7da02ca lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149816 expref: 13 pid: 6642 timeout: 2129 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045400.777804:0:5843:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000493780a8/0x2c8777a5e7da02ca lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149816 expref: 13 pid: 6642 timeout: 2129 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045400.777850:0:5843:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000493780a8/0x2c8777a5e7da02ca lrc: 0/0,0 mode: --/PR res: [0x280000400:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149816 expref: 13 pid: 6642 timeout: 2129 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045400.777871:0:5843:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777045400.777874:0:5843:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777045400.777883:0:5843:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000e08f37a3/0x2c8777a5e7da02ed lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149824 expref: 12 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045400.777897:0:5843:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e08f37a3/0x2c8777a5e7da02ed lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149824 expref: 12 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045400.777947:0:5843:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000e08f37a3/0x2c8777a5e7da02ed lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149824 expref: 12 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777045400.777975:0:5843:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df6d60f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5843:1863365424456704:192.168.201.45@tcp:105: 00000100:00100000:1.0:1777045400.778055:0:5843:0:(client.c:2691:ptlrpc_set_wait()) set ffff98de478236c0 going to sleep for 11 seconds 00000100:00100000:3.0:1777045400.781535:0:6655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 450 00000100:00100000:2.0:1777045400.781731:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045400.781803:0:14822:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370248960 00000100:00100000:1.0:1777045400.781813:0:14822:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370248960 00000100:00100000:1.0:1777045400.781882:0:14822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 479 00000100:00100000:1.0:1777045400.781895:0:14822:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de431be300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+11:2391:x1863365370248960:12345-192.168.201.45@tcp:1:lhsmtool_posix.0 00010000:00010000:1.0:1777045400.781943:0:14822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000001b6b9238/0x2c8777a5e7da02f4 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045400.781963:0:14822:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777045400.781966:0:14822:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777045400.781972:0:14822:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001b6b9238/0x2c8777a5e7da02f4 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045400.781989:0:14822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001b6b9238/0x2c8777a5e7da02f4 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045400.782024:0:14822:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000001b6b9238/0x2c8777a5e7da02f4 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045400.782035:0:14822:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000001b6b9238/0x2c8777a5e7da02f4 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045400.782045:0:14822:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000001b6b9238/0x2c8777a5e7da02f4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045400.782064:0:14822:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de419eda00 already unused, calling callback (ffffffffc17d22d0) 00010000:00010000:1.0:1777045400.782070:0:14822:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000001b6b9238/0x2c8777a5e7da02f4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045400.782082:0:14822:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000001b6b9238/0x2c8777a5e7da02f4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045400.782098:0:14822:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000001b6b9238/0x2c8777a5e7da02f4 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045400.782108:0:14822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001b6b9238/0x2c8777a5e7da02f4 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777045400.782195:0:14822:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de431be300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+11:2391:x1863365370248960:12345-192.168.201.45@tcp:1:lhsmtool_posix.0 Request processed in 301us (464us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045400.782205:0:14822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 479 00000100:00100000:2.0:1777045400.797793:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045400.798275:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370249088 00000100:00100000:1.0:1777045400.798586:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370249088 00000100:00100000:1.0:1777045400.798652:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1587 00000100:00100000:2.0:1777045400.798664:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045400.798665:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de431bdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+46:33478:x1863365370249088:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1777045400.798692:0:5856:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1777045400.798695:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00010000:00010000:1.0:1777045400.798717:0:5856:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec400/0x2c8777a5e7da02fb lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee114982b expref: -99 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777045400.798742:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00010000:00010000:1.0:1777045400.798760:0:5856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed800/0x2c8777a5e7da0302 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777045400.798772:0:5859:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370249344 00000100:00100000:2.0:1777045400.798777:0:5859:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370249344 00010000:00010000:1.0:1777045400.798780:0:5856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed800/0x2c8777a5e7da0302 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045400.798795:0:5856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed800/0x2c8777a5e7da0302 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777045400.798810:0:5859:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370249600 00000100:00100000:2.0:1777045400.798813:0:5859:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370249600 00000100:00100000:2.0:1777045400.798830:0:5859:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 354 00000100:00100000:2.0:1777045400.798839:0:5859:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df45ed4450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+49:33479:x1863365370249344:12345-192.168.201.45@tcp:35:lhsmtool_posix.0 00010000:00010000:1.0:1777045400.798917:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec400/0x2c8777a5e7da02fb lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114982b expref: 50 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045400.798941:0:5856:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed800/0x2c8777a5e7da0302 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114982b expref: 49 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045400.798952:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2f:0x0].0x0 (ffff98df4a351c00) 00010000:00010000:1.0:1777045400.798956:0:5856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1777045400.798961:0:5856:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de419ed800, rc 0) 00000100:00100000:1.0:1777045400.799028:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de431bdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+50:33478:x1863365370249088:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 Request processed in 365us (1244us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045400.799029:0:5859:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df45ed4450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+50:33479:x1863365370249344:12345-192.168.201.45@tcp:35:lhsmtool_posix.0 Request processed in 191us (366us total) trans 4294968367 rc 0/0 00000100:00100000:2.0:1777045400.799039:0:5859:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 354 00000100:00100000:1.0:1777045400.799039:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1587 00000100:00100000:1.0:1777045400.799060:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370249856 00000100:00100000:1.0:1777045400.799064:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370249856 00000100:00100000:2.0:1777045400.799095:0:5859:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 355 00000100:00100000:1.0:1777045400.799099:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1588 00000100:00100000:2.0:1777045400.799104:0:5859:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de431bce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+49:33483:x1863365370249600:12345-192.168.201.45@tcp:35:cp.0 00000100:00100000:1.0:1777045400.799107:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d625c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+49:33480:x1863365370249856:12345-192.168.201.45@tcp:57:lhsmtool_posix.0 00010000:00010000:1.0:1777045400.799153:0:12646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec200/0x2c8777a5e7da0309 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x31:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045400.799170:0:12646:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096400/0x2c8777a5e7da02df lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x31:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114981d expref: 49 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045400.799188:0:12646:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec200/0x2c8777a5e7da0309 lrc: 4/0,1 mode: --/PW res: [0x200000402:0x31:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045400.799257:0:12646:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096400/0x2c8777a5e7da02df lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x31:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114981d expref: 49 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045400.799275:0:12646:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096400/0x2c8777a5e7da02df lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x31:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114981d expref: 50 pid: 7939 timeout: 2129 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777045400.799293:0:12646:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df6d60f480 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12646:1863365424456832:192.168.201.45@tcp:104: 00000100:00100000:1.0:1777045400.799349:0:12646:0:(client.c:2691:ptlrpc_set_wait()) set ffff98de47823b40 going to sleep for 11 seconds 00000100:00100000:2.0:1777045400.799391:0:5859:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de431bce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+50:33483:x1863365370249600:12345-192.168.201.45@tcp:35:cp.0 Request processed in 287us (694us total) trans 4294968368 rc 0/0 00000100:00100000:2.0:1777045400.799402:0:5859:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 355 00000100:00100000:3.0:1777045400.807483:0:5843:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df6d60f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5843:1863365424456704:192.168.201.45@tcp:105: 00010000:00010000:3.0:1777045400.807551:0:5843:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777045400.807643:0:5843:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de48094380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+12:2393:x1863365370248704:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 29921us (35557us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045400.807657:0:5843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 451 00000100:00100000:2.0:1777045400.812003:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045400.812049:0:5841:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370249984 00000100:00100000:2.0:1777045400.812059:0:5841:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370249984 00010000:00010000:2.0:1777045400.812105:0:5841:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096400/0x2c8777a5e7da02df lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x31:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114981d expref: 50 pid: 7939 timeout: 2129 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777045400.812162:0:5841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 452 00000100:00100000:2.0:1777045400.812175:0:5841:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df412ebc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+50:2390:x1863365370249984:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777045400.812192:0:5841:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777045400.812225:0:5841:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096400/0x2c8777a5e7da02df lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x31:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114981d expref: 50 pid: 7939 timeout: 2129 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045400.812244:0:5841:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096400/0x2c8777a5e7da02df lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x31:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114981d expref: 50 pid: 7939 timeout: 2129 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045400.812273:0:5841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x31:0x0].0x0 (ffff98df52c43300) 00010000:00010000:2.0:1777045400.812280:0:5841:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec200/0x2c8777a5e7da0309 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x31:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045400.812294:0:5841:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec200/0x2c8777a5e7da0309 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x31:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045400.812305:0:5841:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec200/0x2c8777a5e7da0309 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x31:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045400.812332:0:5841:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777045400.812391:0:5841:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df412ebc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+50:2390:x1863365370249984:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 216us (397us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045400.812403:0:5841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 452 00010000:00010000:0.0:1777045400.812693:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096400/0x2c8777a5e7da02df lrc: 0/0,0 mode: --/PR res: [0x200000402:0x31:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114981d expref: 49 pid: 7939 timeout: 2129 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777045400.812716:0:12646:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df6d60f480 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12646:1863365424456832:192.168.201.45@tcp:104: 00010000:00010000:0.0:1777045400.812745:0:12646:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec200/0x2c8777a5e7da0309 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x31:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045400.812758:0:12646:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec200/0x2c8777a5e7da0309 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x31:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045400.812767:0:12646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec200/0x2c8777a5e7da0309 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x31:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045400.813019:0:12646:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec200/0x2c8777a5e7da0309 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x31:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045400.813032:0:12646:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec200/0x2c8777a5e7da0309 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x31:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045400.813043:0:12646:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec200/0x2c8777a5e7da0309 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x31:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045400.813052:0:12646:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de419ec200 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:0.0:1777045400.813058:0:12646:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec200/0x2c8777a5e7da0309 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x31:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045400.813070:0:12646:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec200/0x2c8777a5e7da0309 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x31:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045400.813086:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x31:0x0].0x0 (ffff98df52c43300) 00010000:00010000:0.0:1777045400.813090:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1777045400.813095:0:12646:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec200/0x2c8777a5e7da0309 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x31:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045400.813105:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec200/0x2c8777a5e7da0309 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x31:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777045400.813316:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d625c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+49:33480:x1863365370249856:12345-192.168.201.45@tcp:57:lhsmtool_posix.0 Request processed in 14205us (14571us total) trans 4294968369 rc 0/0 00000100:00100000:0.0:1777045400.813330:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1588 00000100:00100000:2.0:1777045400.815326:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045400.815643:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370250112 00000100:00100000:3.0:1777045400.815655:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370250112 00000100:00100000:3.0:1777045400.815714:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1589 00000100:00100000:3.0:1777045400.815728:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d625500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+49:33478:x1863365370250112:12345-192.168.201.45@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1777045400.815771:0:5855:0:(mdt_handler.c:7958:mdt_fid2path()) path get [0x200000402:0x2f:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1777045400.815889:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d625500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+49:33478:x1863365370250112:12345-192.168.201.45@tcp:53:lhsmtool_posix.0 Request processed in 163us (569us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045400.815900:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1589 00000100:00100000:2.0:1777045400.833270:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045400.833408:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370250240 00000100:00100000:0.0:1777045400.833420:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370250240 00000100:00100000:0.0:1777045400.833518:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 480 00000100:00100000:0.0:1777045400.833535:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de431bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+11:2390:x1863365370250240:12345-192.168.201.45@tcp:1:lhsmtool_posix.0 00010000:00010000:0.0:1777045400.833591:0:6642:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000040484dc5/0x2c8777a5e7da0310 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045400.833614:0:6642:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777045400.833617:0:6642:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777045400.833625:0:6642:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000040484dc5/0x2c8777a5e7da0310 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045400.833645:0:6642:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000040484dc5/0x2c8777a5e7da0310 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045400.833685:0:6642:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000040484dc5/0x2c8777a5e7da0310 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045400.833698:0:6642:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000040484dc5/0x2c8777a5e7da0310 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045400.833711:0:6642:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000040484dc5/0x2c8777a5e7da0310 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045400.833722:0:6642:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de43096400 already unused, calling callback (ffffffffc17d22d0) 00010000:00010000:0.0:1777045400.833729:0:6642:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000040484dc5/0x2c8777a5e7da0310 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045400.833743:0:6642:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000040484dc5/0x2c8777a5e7da0310 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045400.833763:0:6642:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000040484dc5/0x2c8777a5e7da0310 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045400.833775:0:6642:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000040484dc5/0x2c8777a5e7da0310 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777045400.833880:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de431bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+11:2390:x1863365370250240:12345-192.168.201.45@tcp:1:lhsmtool_posix.0 Request processed in 348us (620us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045400.833893:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 480 00000100:00100000:0.0:1777045400.849848:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045400.850671:0:5859:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370250496 00000100:00100000:2.0:1777045400.850684:0:5859:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370250496 00000100:00100000:2.0:1777045400.850765:0:5859:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 356 00000100:00100000:2.0:1777045400.850778:0:5859:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de48097b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+49:33480:x1863365370250496:12345-192.168.201.45@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1777045400.852775:0:5859:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de48097b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+50:33480:x1863365370250496:12345-192.168.201.45@tcp:35:lhsmtool_posix.0 Request processed in 1991us (2929us total) trans 4294968370 rc 0/0 00000100:00100000:1.0:1777045400.852789:0:5859:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 356 00000100:00100000:2.0:1777045400.857340:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045400.857511:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370250752 00000100:00100000:1.0:1777045400.857524:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370250752 00000100:00100000:1.0:1777045400.857604:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1590 00000100:00100000:1.0:1777045400.857636:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df605f2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+50:33478:x1863365370250752:12345-192.168.201.45@tcp:57:lhsmtool_posix.0 00010000:00010000:1.0:1777045400.857731:0:5857:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec400/0x2c8777a5e7da0317 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045400.857756:0:5857:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed800/0x2c8777a5e7da0302 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114982b expref: 50 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045400.857769:0:5857:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec400/0x2c8777a5e7da0317 lrc: 4/0,1 mode: --/PW res: [0x200000402:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045400.857821:0:5857:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed800/0x2c8777a5e7da0302 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114982b expref: 50 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045400.857842:0:5857:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed800/0x2c8777a5e7da0302 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114982b expref: 50 pid: 5856 timeout: 2129 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777045400.857862:0:5857:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df6d60f480 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5857:1863365424456960:192.168.201.45@tcp:104: 00000100:00100000:1.0:1777045400.858243:0:5857:0:(client.c:2691:ptlrpc_set_wait()) set ffff98de47823b40 going to sleep for 11 seconds 00000100:00100000:1.0:1777045400.869075:0:5857:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df6d60f480 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5857:1863365424456960:192.168.201.45@tcp:104: 00010000:00010000:1.0:1777045400.869114:0:5857:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec400/0x2c8777a5e7da0317 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777045400.879223:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045400.879323:0:6655:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370250880 00000100:00100000:3.0:1777045400.879337:0:6655:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370250880 00010000:00010000:2.0:1777045400.880045:0:6655:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed800/0x2c8777a5e7da0302 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114982b expref: 51 pid: 5856 timeout: 2129 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777045400.880110:0:6655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 453 00000100:00100000:2.0:1777045400.880125:0:6655:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df470cca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+51:2393:x1863365370250880:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777045400.880145:0:6655:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777045400.880156:0:6655:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed800/0x2c8777a5e7da0302 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114982b expref: 51 pid: 5856 timeout: 2129 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045400.880174:0:6655:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed800/0x2c8777a5e7da0302 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114982b expref: 51 pid: 5856 timeout: 2129 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045400.880202:0:6655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed800/0x2c8777a5e7da0302 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114982b expref: 51 pid: 5856 timeout: 2129 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045400.880223:0:6655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2f:0x0].0x0 (ffff98df4a351c00) 00010000:00010000:2.0:1777045400.880230:0:6655:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec400/0x2c8777a5e7da0317 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045400.880243:0:6655:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec400/0x2c8777a5e7da0317 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045400.880255:0:6655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec400/0x2c8777a5e7da0317 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045400.880304:0:6655:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777045400.880378:0:6655:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df470cca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+50:2393:x1863365370250880:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 254us (1165us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045400.880392:0:6655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 453 00010000:00010000:1.0:1777045400.883261:0:5857:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec400/0x2c8777a5e7da0317 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045400.883281:0:5857:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec400/0x2c8777a5e7da0317 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045400.883559:0:5857:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec400/0x2c8777a5e7da0317 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045400.883573:0:5857:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec400/0x2c8777a5e7da0317 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045400.883583:0:5857:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec400/0x2c8777a5e7da0317 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045400.883593:0:5857:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de419ec400 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:1.0:1777045400.883599:0:5857:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec400/0x2c8777a5e7da0317 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045400.883611:0:5857:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec400/0x2c8777a5e7da0317 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045400.883627:0:5857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2f:0x0].0x0 (ffff98df4a351c00) 00010000:00010000:1.0:1777045400.883651:0:5857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1777045400.883658:0:5857:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec400/0x2c8777a5e7da0317 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045400.883666:0:5857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec400/0x2c8777a5e7da0317 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777045400.883878:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df605f2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+50:33478:x1863365370250752:12345-192.168.201.45@tcp:57:lhsmtool_posix.0 Request processed in 26258us (26545us total) trans 4294968371 rc 0/0 00000100:00100000:1.0:1777045400.883892:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1590 00000040:00080000:0.0:1777045400.886685:0:11491:0:(llog.c:801:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1777045400.886695:0:11491:0:(llog_cat.c:158:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1777045400.887785:0:11491:0:(llog.c:858:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 5 00000040:00080000:0.0:1777045400.887804:0:11491:0:(llog.c:858:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1777045400.905263:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045400.905412:0:19840:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370251136 00000100:00100000:1.0:1777045400.905426:0:19840:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370251136 00000100:00100000:1.0:1777045400.905526:0:19840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 357 00000100:00100000:1.0:1777045400.905540:0:19840:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df470cf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+50:33478:x1863365370251136:12345-192.168.201.45@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1777045400.905872:0:19840:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df470cf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+51:33478:x1863365370251136:12345-192.168.201.45@tcp:35:lhsmtool_posix.0 Request processed in 333us (694us total) trans 4294968372 rc 0/0 00000100:00100000:1.0:1777045400.905884:0:19840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 357 00000100:00100000:2.0:1777045400.948511:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045400.948737:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370251264 00000100:00100000:1.0:1777045400.948750:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370251264 00000100:00100000:1.0:1777045400.948844:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1591 00000100:00100000:1.0:1777045400.948859:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df470cd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:146de360-3fb2-48bd-b418-06f30714148a+45:33486:x1863365370251264:12345-192.168.201.45@tcp:101:lfs.0 00010000:00010000:1.0:1777045400.948883:0:12646:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777045400.948910:0:12646:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec400/0x2c8777a5e7da031e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1149832 expref: -99 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045400.948996:0:12646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eda00/0x2c8777a5e7da0325 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045400.949016:0:12646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eda00/0x2c8777a5e7da0325 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045400.949031:0:12646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eda00/0x2c8777a5e7da0325 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045400.949051:0:12646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed200/0x2c8777a5e7da032c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x53:0x0].0xde5271db bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045400.949061:0:12646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed200/0x2c8777a5e7da032c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045400.949070:0:12646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed200/0x2c8777a5e7da032c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045400.949188:0:12646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ecc00/0x2c8777a5e7da0333 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x32:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045400.949565:0:12646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ecc00/0x2c8777a5e7da0333 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045400.949579:0:12646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ecc00/0x2c8777a5e7da0333 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777045400.949620:0:12646:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x32:0x0]: returning size 158 00000004:00200000:1.0:1777045400.949625:0:12646:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1777045400.949647:0:12646:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ecc00/0x2c8777a5e7da0333 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045400.949663:0:12646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ecc00/0x2c8777a5e7da0333 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045400.949675:0:12646:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eda00/0x2c8777a5e7da0325 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045400.949685:0:12646:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eda00/0x2c8777a5e7da0325 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045400.949693:0:12646:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eda00/0x2c8777a5e7da0325 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045400.949701:0:12646:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de419eda00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:1.0:1777045400.949706:0:12646:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eda00/0x2c8777a5e7da0325 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045400.949714:0:12646:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eda00/0x2c8777a5e7da0325 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045400.949729:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff98df52c43500) 00010000:00010000:1.0:1777045400.949733:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777045400.949739:0:12646:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eda00/0x2c8777a5e7da0325 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045400.949747:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eda00/0x2c8777a5e7da0325 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045400.949764:0:12646:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed200/0x2c8777a5e7da032c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045400.949773:0:12646:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed200/0x2c8777a5e7da032c lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045400.949782:0:12646:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed200/0x2c8777a5e7da032c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045400.949789:0:12646:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de419ed200 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:1.0:1777045400.949793:0:12646:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed200/0x2c8777a5e7da032c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045400.949802:0:12646:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed200/0x2c8777a5e7da032c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045400.949812:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0xde5271db (ffff98df51b04800) 00010000:00010000:1.0:1777045400.949816:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777045400.949819:0:12646:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed200/0x2c8777a5e7da032c lrc: 2/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045400.949827:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed200/0x2c8777a5e7da032c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045400.949866:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec400/0x2c8777a5e7da031e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149832 expref: 47 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045400.949884:0:12646:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ecc00/0x2c8777a5e7da0333 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149832 expref: 46 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045400.949895:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x32:0x0].0x0 (ffff98df48c7e800) 00010000:00010000:1.0:1777045400.949898:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777045400.949901:0:12646:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de419ecc00, rc 0) 00000100:00100000:1.0:1777045400.949967:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df470cd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:146de360-3fb2-48bd-b418-06f30714148a+46:33486:x1863365370251264:12345-192.168.201.45@tcp:101:lfs.0 Request processed in 1110us (1495us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045400.949983:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1591 00000100:00100000:3.0:1777045400.968651:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045400.968724:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045400.969986:0:6639:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370251392 00000100:00100000:0.0:1777045400.970000:0:6639:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370251392 00000100:00100000:0.0:1777045400.970108:0:6639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 481 00000100:00100000:0.0:1777045400.970124:0:6639:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df485be300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:146de360-3fb2-48bd-b418-06f30714148a+10:2393:x1863365370251392:12345-192.168.201.45@tcp:101:lfs.0 00010000:00010000:0.0:1777045400.970147:0:6639:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777045400.970170:0:6639:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002a2b2383/0x2c8777a5e7da033a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1149839 expref: -99 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:3.0:1777045400.970192:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1777045400.970596:0:6639:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de48094a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6639:1863365424457088:192.168.201.45@tcp:106: 00000100:00100000:0.0:1777045400.970705:0:6639:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df50f23000 going to sleep for 11 seconds 00000100:00100000:1.0:1777045400.971645:0:5860:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370251520 00000100:00100000:1.0:1777045400.971653:0:5860:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370251520 00000100:00100000:1.0:1777045400.971710:0:5860:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 81 00000100:00100000:1.0:1777045400.971722:0:5860:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df485bf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:146de360-3fb2-48bd-b418-06f30714148a+46:2391:x1863365370251520:12345-192.168.201.45@tcp:63:ll_sa.0 00010000:00010000:1.0:1777045400.971779:0:5860:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777045400.971799:0:5860:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec400/0x2c8777a5e7da0341 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1149840 expref: -99 pid: 5860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045400.971865:0:5860:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed200/0x2c8777a5e7da0348 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5860 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045400.971885:0:5860:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed200/0x2c8777a5e7da0348 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5860 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045400.971900:0:5860:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed200/0x2c8777a5e7da0348 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5860 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045400.972160:0:5860:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eda00/0x2c8777a5e7da034f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x53:0x0].0x10f4e958 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5860 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045400.972173:0:5860:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eda00/0x2c8777a5e7da034f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5860 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045400.972186:0:5860:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eda00/0x2c8777a5e7da034f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5860 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045400.972300:0:5860:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed200/0x2c8777a5e7da0348 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5860 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045400.972319:0:5860:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed200/0x2c8777a5e7da0348 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5860 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045400.972329:0:5860:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed200/0x2c8777a5e7da0348 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5860 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045400.972338:0:5860:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de419ed200 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:1.0:1777045400.972343:0:5860:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed200/0x2c8777a5e7da0348 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5860 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045400.972353:0:5860:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed200/0x2c8777a5e7da0348 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5860 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045400.972370:0:5860:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff98df52c43500) 00010000:00010000:1.0:1777045400.972375:0:5860:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777045400.972380:0:5860:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed200/0x2c8777a5e7da0348 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5860 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045400.972389:0:5860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed200/0x2c8777a5e7da0348 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5860 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045400.972405:0:5860:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eda00/0x2c8777a5e7da034f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5860 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045400.972414:0:5860:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eda00/0x2c8777a5e7da034f lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5860 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045400.972423:0:5860:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eda00/0x2c8777a5e7da034f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5860 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045400.972431:0:5860:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de419eda00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:1.0:1777045400.972435:0:5860:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eda00/0x2c8777a5e7da034f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5860 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045400.972444:0:5860:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eda00/0x2c8777a5e7da034f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5860 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045400.972454:0:5860:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x10f4e958 (ffff98df51b04800) 00010000:00010000:1.0:1777045400.972458:0:5860:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777045400.972462:0:5860:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eda00/0x2c8777a5e7da034f lrc: 2/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5860 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045400.972470:0:5860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eda00/0x2c8777a5e7da034f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5860 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045400.972533:0:5860:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec400/0x2c8777a5e7da0341 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149840 expref: 47 pid: 5860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045400.972547:0:5860:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff98df52c43500) 00010000:00010000:1.0:1777045400.972550:0:5860:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1777045400.972556:0:5860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec400/0x2c8777a5e7da0341 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149840 expref: 47 pid: 5860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045400.972572:0:5860:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de419ec400, rc -2) 00000100:00100000:1.0:1777045400.972628:0:5860:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df485bf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:146de360-3fb2-48bd-b418-06f30714148a+46:2391:x1863365370251520:12345-192.168.201.45@tcp:63:ll_sa.0 Request processed in 908us (3904us total) trans 0 rc -2/-2 00000100:00100000:1.0:1777045400.972640:0:5860:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 81 00002000:00010000:0.0:1777045400.985121:0:6639:0:(ofd_lvb.c:259:ofd_lvbo_update()) res: [0x280000400:0x20:0x0] updating lvb size: 0 -> 158 00002000:00010000:0.0:1777045400.985132:0:6639:0:(ofd_lvb.c:265:ofd_lvbo_update()) res: [0x280000400:0x20:0x0] updating lvb mtime: 0 -> 1777045400 00002000:00010000:0.0:1777045400.985136:0:6639:0:(ofd_lvb.c:271:ofd_lvbo_update()) res: [0x280000400:0x20:0x0] updating lvb atime: 0 -> 1777045400 00002000:00010000:0.0:1777045400.985139:0:6639:0:(ofd_lvb.c:277:ofd_lvbo_update()) res: [0x280000400:0x20:0x0] updating lvb ctime: 0 -> 1777045400 00000100:00100000:0.0:1777045400.985169:0:6639:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de48094a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6639:1863365424457088:192.168.201.45@tcp:106: 00010000:00010000:0.0:1777045400.985683:0:6639:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000002a2b2383/0x2c8777a5e7da033a lrc: 1/0,0 mode: --/PR res: [0x280000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149839 expref: 11 pid: 6639 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045400.985716:0:6639:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002a2b2383/0x2c8777a5e7da033a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149839 expref: 11 pid: 6639 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045400.985733:0:6639:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de43096600, rc 0) 00000100:00100000:0.0:1777045400.985810:0:6639:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df485be300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:146de360-3fb2-48bd-b418-06f30714148a+10:2393:x1863365370251392:12345-192.168.201.45@tcp:101:lfs.0 Request processed in 15689us (17169us total) trans 0 rc 301/301 00000100:00100000:0.0:1777045400.985823:0:6639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 481 00000100:00100000:3.0:1777045401.016984:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045401.017144:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370251648 00000100:00100000:2.0:1777045401.017157:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370251648 00000100:00100000:2.0:1777045401.017286:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1592 00000100:00100000:2.0:1777045401.017302:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df485bf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:146de360-3fb2-48bd-b418-06f30714148a+46:33486:x1863365370251648:12345-192.168.201.45@tcp:101:lfs.0 00010000:00010000:2.0:1777045401.017329:0:5856:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777045401.017357:0:5856:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be200/0x2c8777a5e7da0356 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1149878 expref: -99 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045401.017695:0:5856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be400/0x2c8777a5e7da035d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045401.017718:0:5856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be400/0x2c8777a5e7da035d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045401.017737:0:5856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be400/0x2c8777a5e7da035d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777045401.018072:0:5856:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x53:0x0]: returning size 512 00000004:00200000:2.0:1777045401.018079:0:5856:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 5 stripe count 1 MDT count 1 00000004:00010000:2.0:1777045401.018119:0:5856:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be400/0x2c8777a5e7da035d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045401.018160:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be200/0x2c8777a5e7da0356 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149878 expref: 48 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045401.018190:0:5856:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be400/0x2c8777a5e7da035d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149878 expref: 47 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045401.018205:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff98df52c43500) 00010000:00010000:2.0:1777045401.018209:0:5856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1777045401.018214:0:5856:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de435be400, rc 0) 00000100:00100000:2.0:1777045401.018962:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df485bf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:146de360-3fb2-48bd-b418-06f30714148a+47:33486:x1863365370251648:12345-192.168.201.45@tcp:101:lfs.0 Request processed in 1659us (1986us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045401.018974:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1592 00000100:00100000:3.0:1777045401.029808:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045401.031502:0:6641:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370251776 00000100:00100000:2.0:1777045401.031563:0:6641:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370251776 00000100:00100000:2.0:1777045401.031631:0:6641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 482 00000100:00100000:2.0:1777045401.031646:0:6641:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df485bc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:146de360-3fb2-48bd-b418-06f30714148a+10:2393:x1863365370251776:12345-192.168.201.45@tcp:101:lfs.0 00010000:00010000:2.0:1777045401.031671:0:6641:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777045401.031696:0:6641:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000493780a8/0x2c8777a5e7da0364 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee114987f expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777045401.031774:0:6641:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df470cea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6641:1863365424457216:192.168.201.45@tcp:106: 00000100:00100000:2.0:1777045401.033765:0:6641:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df44276900 going to sleep for 11 seconds 00000100:00100000:2.0:1777045401.046821:0:6641:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df470cea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6641:1863365424457216:192.168.201.45@tcp:106: 00010000:00010000:2.0:1777045401.047535:0:6641:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000493780a8/0x2c8777a5e7da0364 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114987f expref: 11 pid: 6641 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045401.047578:0:6641:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000493780a8/0x2c8777a5e7da0364 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114987f expref: 11 pid: 6641 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045401.047599:0:6641:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de435be200, rc 0) 00000100:00100000:2.0:1777045401.047817:0:6641:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df485bc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:146de360-3fb2-48bd-b418-06f30714148a+10:2393:x1863365370251776:12345-192.168.201.45@tcp:101:lfs.0 Request processed in 16171us (18017us total) trans 0 rc 301/301 00000100:00100000:2.0:1777045401.047831:0:6641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 482 00000100:00100000:3.0:1777045401.077042:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045401.077187:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370252032 00000100:00100000:1.0:1777045401.077256:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370252032 00000100:00100000:1.0:1777045401.077367:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1593 00000100:00100000:1.0:1777045401.077381:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df485bd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:146de360-3fb2-48bd-b418-06f30714148a+47:33486:x1863365370252032:12345-192.168.201.45@tcp:58:lfs.0 00000040:00080000:1.0:1777045401.077738:0:5857:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].49, 136 off14856 00000100:00100000:1.0:1777045401.078146:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df485bd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:146de360-3fb2-48bd-b418-06f30714148a+47:33486:x1863365370252032:12345-192.168.201.45@tcp:58:lfs.0 Request processed in 765us (1114us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045401.078158:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1593 00000100:00100000:2.0:1777045401.092350:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045401.093976:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370252160 00000100:00100000:3.0:1777045401.093993:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370252160 00000100:00100000:3.0:1777045401.094089:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1594 00000100:00100000:3.0:1777045401.094106:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df470cea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:146de360-3fb2-48bd-b418-06f30714148a+47:33489:x1863365370252160:12345-192.168.201.45@tcp:101:bash.0 00010000:00010000:3.0:1777045401.094134:0:5855:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777045401.094163:0:5855:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102e00/0x2c8777a5e7da036b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1149886 expref: -99 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777045401.094794:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045401.095835:0:5860:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370252288 00000100:00100000:1.0:1777045401.095842:0:5860:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370252288 00000100:00100000:1.0:1777045401.095901:0:5860:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 82 00000100:00100000:1.0:1777045401.095914:0:5860:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df470cc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:146de360-3fb2-48bd-b418-06f30714148a+49:2391:x1863365370252288:12345-192.168.201.45@tcp:63:ll_sa.0 00010000:00010000:1.0:1777045401.095954:0:5860:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777045401.095970:0:5860:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec400/0x2c8777a5e7da0372 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee114988d expref: -99 pid: 5860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045401.096032:0:5860:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eda00/0x2c8777a5e7da0379 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 5860 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045401.096053:0:5860:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eda00/0x2c8777a5e7da0379 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 5860 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045401.096070:0:5860:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eda00/0x2c8777a5e7da0379 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 5860 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045401.096091:0:5860:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed200/0x2c8777a5e7da0380 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x53:0x0].0x4b66ad81 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5860 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045401.096101:0:5860:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed200/0x2c8777a5e7da0380 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x4b66ad81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5860 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045401.096111:0:5860:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed200/0x2c8777a5e7da0380 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x4b66ad81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5860 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045401.096245:0:5860:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eda00/0x2c8777a5e7da0379 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 5860 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045401.096257:0:5860:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eda00/0x2c8777a5e7da0379 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 5860 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045401.096266:0:5860:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eda00/0x2c8777a5e7da0379 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 5860 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045401.096276:0:5860:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de419eda00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:1.0:1777045401.096282:0:5860:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eda00/0x2c8777a5e7da0379 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 5860 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045401.096315:0:5860:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eda00/0x2c8777a5e7da0379 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 5860 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045401.096332:0:5860:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff98df52c43500) 00010000:00010000:1.0:1777045401.096339:0:5860:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777045401.096345:0:5860:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eda00/0x2c8777a5e7da0379 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 5860 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045401.096353:0:5860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eda00/0x2c8777a5e7da0379 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 5860 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045401.096371:0:5860:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed200/0x2c8777a5e7da0380 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x4b66ad81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5860 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045401.096380:0:5860:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed200/0x2c8777a5e7da0380 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x4b66ad81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5860 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045401.096390:0:5860:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed200/0x2c8777a5e7da0380 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x4b66ad81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5860 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045401.096399:0:5860:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de419ed200 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:1.0:1777045401.096404:0:5860:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed200/0x2c8777a5e7da0380 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x4b66ad81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5860 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045401.096441:0:5860:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed200/0x2c8777a5e7da0380 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x4b66ad81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5860 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045401.096452:0:5860:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x4b66ad81 (ffff98df51b04800) 00010000:00010000:1.0:1777045401.096457:0:5860:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777045401.096461:0:5860:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed200/0x2c8777a5e7da0380 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x4b66ad81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5860 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045401.096471:0:5860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed200/0x2c8777a5e7da0380 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x4b66ad81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5860 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045401.096534:0:5860:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec400/0x2c8777a5e7da0372 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114988d expref: 50 pid: 5860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045401.096552:0:5860:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff98df52c43500) 00010000:00010000:1.0:1777045401.096555:0:5860:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1777045401.096561:0:5860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec400/0x2c8777a5e7da0372 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114988d expref: 50 pid: 5860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045401.096578:0:5860:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de419ec400, rc -2) 00000100:00100000:1.0:1777045401.096662:0:5860:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df470cc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:146de360-3fb2-48bd-b418-06f30714148a+49:2391:x1863365370252288:12345-192.168.201.45@tcp:63:ll_sa.0 Request processed in 747us (1868us total) trans 0 rc -2/-2 00000100:00100000:1.0:1777045401.096676:0:5860:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 82 00010000:00010000:3.0:1777045401.097322:0:5855:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103e00/0x2c8777a5e7da0387 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045401.097338:0:5855:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103e00/0x2c8777a5e7da0387 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045401.097350:0:5855:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103e00/0x2c8777a5e7da0387 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045401.097370:0:5855:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103800/0x2c8777a5e7da038e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x53:0x0].0x10f4e958 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045401.097380:0:5855:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103800/0x2c8777a5e7da038e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045401.097390:0:5855:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103800/0x2c8777a5e7da038e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045401.098385:0:5855:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103e00/0x2c8777a5e7da0387 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045401.098400:0:5855:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103e00/0x2c8777a5e7da0387 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045401.099262:0:5855:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103e00/0x2c8777a5e7da0387 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045401.099272:0:5855:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de43103e00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:3.0:1777045401.099279:0:5855:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103e00/0x2c8777a5e7da0387 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045401.099290:0:5855:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103e00/0x2c8777a5e7da0387 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045401.099338:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff98df52c43500) 00010000:00010000:3.0:1777045401.099343:0:5855:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777045401.099348:0:5855:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103e00/0x2c8777a5e7da0387 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045401.099358:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103e00/0x2c8777a5e7da0387 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045401.099378:0:5855:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103800/0x2c8777a5e7da038e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045401.099388:0:5855:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103800/0x2c8777a5e7da038e lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045401.099396:0:5855:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103800/0x2c8777a5e7da038e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045401.100021:0:5855:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de43103800 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:3.0:1777045401.100032:0:5855:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103800/0x2c8777a5e7da038e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045401.100044:0:5855:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103800/0x2c8777a5e7da038e lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045401.100058:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x10f4e958 (ffff98df413b6a00) 00010000:00010000:3.0:1777045401.100062:0:5855:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777045401.100068:0:5855:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103800/0x2c8777a5e7da038e lrc: 2/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045401.100078:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103800/0x2c8777a5e7da038e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045401.100140:0:5855:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102e00/0x2c8777a5e7da036b lrc: 1/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149886 expref: 48 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045401.100158:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff98df52c43500) 00010000:00010000:3.0:1777045401.100162:0:5855:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777045401.100168:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102e00/0x2c8777a5e7da036b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149886 expref: 48 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045401.100184:0:5855:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de43102e00, rc 0) 00000100:00100000:2.0:1777045401.104291:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df470cea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:146de360-3fb2-48bd-b418-06f30714148a+47:33489:x1863365370252160:12345-192.168.201.45@tcp:101:bash.0 Request processed in 10178us (11941us total) trans 0 rc 301/301 00000100:00100000:2.0:1777045401.104629:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1594 00000100:00100000:2.0:1777045401.134330:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045401.134527:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370252416 00000100:00100000:1.0:1777045401.134543:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370252416 00000100:00100000:1.0:1777045401.134635:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1595 00000100:00100000:1.0:1777045401.134654:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df470cf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+51:33490:x1863365370252416:12345-192.168.201.45@tcp:101:rm.0 00010000:00010000:1.0:1777045401.134687:0:5856:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777045401.134717:0:5856:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec400/0x2c8777a5e7da0395 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1149894 expref: -99 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045401.134808:0:5856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed200/0x2c8777a5e7da039c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045401.134830:0:5856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed200/0x2c8777a5e7da039c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045401.134847:0:5856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed200/0x2c8777a5e7da039c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045401.134871:0:5856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eda00/0x2c8777a5e7da03a3 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x53:0x0].0x10f4e958 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045401.134883:0:5856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eda00/0x2c8777a5e7da03a3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045401.134894:0:5856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eda00/0x2c8777a5e7da03a3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045401.134978:0:5856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed200/0x2c8777a5e7da039c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045401.134991:0:5856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed200/0x2c8777a5e7da039c lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045401.135003:0:5856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed200/0x2c8777a5e7da039c lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045401.135013:0:5856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de419ed200 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:1.0:1777045401.135019:0:5856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed200/0x2c8777a5e7da039c lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045401.135030:0:5856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed200/0x2c8777a5e7da039c lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045401.135047:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff98df52c43500) 00010000:00010000:1.0:1777045401.135052:0:5856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777045401.135059:0:5856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed200/0x2c8777a5e7da039c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045401.135068:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed200/0x2c8777a5e7da039c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045401.135085:0:5856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eda00/0x2c8777a5e7da03a3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045401.135095:0:5856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eda00/0x2c8777a5e7da03a3 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045401.135104:0:5856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eda00/0x2c8777a5e7da03a3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045401.135111:0:5856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de419eda00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:1.0:1777045401.135116:0:5856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eda00/0x2c8777a5e7da03a3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045401.135126:0:5856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eda00/0x2c8777a5e7da03a3 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045401.135144:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x10f4e958 (ffff98df51b04800) 00010000:00010000:1.0:1777045401.135148:0:5856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777045401.135152:0:5856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eda00/0x2c8777a5e7da03a3 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045401.135161:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eda00/0x2c8777a5e7da03a3 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045401.140748:0:5856:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec400/0x2c8777a5e7da0395 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149894 expref: 52 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045401.140781:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff98df52c43500) 00010000:00010000:1.0:1777045401.140787:0:5856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777045401.140795:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec400/0x2c8777a5e7da0395 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149894 expref: 52 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045401.140823:0:5856:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de419ec400, rc 0) 00000100:00100000:1.0:1777045401.147074:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df470cf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+51:33490:x1863365370252416:12345-192.168.201.45@tcp:101:rm.0 Request processed in 12411us (12741us total) trans 0 rc 301/301 00000100:00100000:1.0:1777045401.147090:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1595 00000100:00100000:1.0:1777045401.152451:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045401.152678:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370252544 00000100:00100000:0.0:1777045401.152692:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370252544 00000100:00100000:0.0:1777045401.152777:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1596 00000100:00100000:0.0:1777045401.152792:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d60f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+51:33490:x1863365370252544:12345-192.168.201.45@tcp:101:rm.0 00010000:00010000:0.0:1777045401.152819:0:12646:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777045401.152847:0:12646:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096200/0x2c8777a5e7da03aa lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee114989b expref: -99 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045401.152943:0:12646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096c00/0x2c8777a5e7da03b1 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045401.152963:0:12646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096c00/0x2c8777a5e7da03b1 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045401.152979:0:12646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096c00/0x2c8777a5e7da03b1 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045401.153002:0:12646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097600/0x2c8777a5e7da03b8 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x53:0x0].0x10f4e958 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045401.153012:0:12646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097600/0x2c8777a5e7da03b8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045401.153024:0:12646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097600/0x2c8777a5e7da03b8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045401.153110:0:12646:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096c00/0x2c8777a5e7da03b1 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045401.153122:0:12646:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096c00/0x2c8777a5e7da03b1 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045401.153132:0:12646:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096c00/0x2c8777a5e7da03b1 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045401.153141:0:12646:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de43096c00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:0.0:1777045401.153146:0:12646:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096c00/0x2c8777a5e7da03b1 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045401.153164:0:12646:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096c00/0x2c8777a5e7da03b1 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045401.153180:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff98df52c43500) 00010000:00010000:0.0:1777045401.153185:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777045401.153191:0:12646:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096c00/0x2c8777a5e7da03b1 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045401.153223:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096c00/0x2c8777a5e7da03b1 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045401.153241:0:12646:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097600/0x2c8777a5e7da03b8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045401.153249:0:12646:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097600/0x2c8777a5e7da03b8 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045401.153258:0:12646:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097600/0x2c8777a5e7da03b8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045401.153265:0:12646:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de43097600 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:0.0:1777045401.153269:0:12646:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097600/0x2c8777a5e7da03b8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045401.153279:0:12646:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097600/0x2c8777a5e7da03b8 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045401.153291:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x10f4e958 (ffff98df4a351900) 00010000:00010000:0.0:1777045401.153295:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777045401.153299:0:12646:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097600/0x2c8777a5e7da03b8 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045401.153308:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097600/0x2c8777a5e7da03b8 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045401.153354:0:12646:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096200/0x2c8777a5e7da03aa lrc: 1/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114989b expref: 52 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045401.153369:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff98df52c43500) 00010000:00010000:0.0:1777045401.153373:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777045401.153378:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096200/0x2c8777a5e7da03aa lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114989b expref: 52 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045401.153391:0:12646:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de43096200, rc 0) 00000100:00100000:0.0:1777045401.153475:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d60f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+51:33490:x1863365370252544:12345-192.168.201.45@tcp:101:rm.0 Request processed in 684us (1034us total) trans 0 rc 301/301 00000100:00100000:0.0:1777045401.153507:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1596 00000100:00100000:0.0:1777045401.220337:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045401.220776:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370252672 00000100:00100000:2.0:1777045401.220806:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370252672 00000100:00100000:2.0:1777045401.220908:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1597 00000100:00100000:2.0:1777045401.220924:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de48094a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+51:33491:x1863365370252672:12345-192.168.201.45@tcp:101:cp.0 00010000:00010000:2.0:1777045401.220951:0:5855:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777045401.220977:0:5855:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be000/0x2c8777a5e7da03bf lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee11498a2 expref: -99 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045401.221062:0:5855:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be800/0x2c8777a5e7da03c6 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045401.221083:0:5855:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be800/0x2c8777a5e7da03c6 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045401.221099:0:5855:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be800/0x2c8777a5e7da03c6 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045401.221127:0:5855:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfc00/0x2c8777a5e7da03cd lrc: 3/1,0 mode: --/PR res: [0x200000401:0x53:0x0].0x10f4e958 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045401.221137:0:5855:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfc00/0x2c8777a5e7da03cd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045401.221148:0:5855:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfc00/0x2c8777a5e7da03cd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045401.221266:0:5855:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be800/0x2c8777a5e7da03c6 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045401.221278:0:5855:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be800/0x2c8777a5e7da03c6 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045401.221289:0:5855:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be800/0x2c8777a5e7da03c6 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045401.221299:0:5855:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de435be800 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:2.0:1777045401.221305:0:5855:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be800/0x2c8777a5e7da03c6 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045401.221318:0:5855:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be800/0x2c8777a5e7da03c6 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045401.221334:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff98df52c43500) 00010000:00010000:2.0:1777045401.221339:0:5855:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777045401.221345:0:5855:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be800/0x2c8777a5e7da03c6 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045401.221355:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be800/0x2c8777a5e7da03c6 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045401.221373:0:5855:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfc00/0x2c8777a5e7da03cd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045401.221384:0:5855:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfc00/0x2c8777a5e7da03cd lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045401.221393:0:5855:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfc00/0x2c8777a5e7da03cd lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045401.221401:0:5855:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de435bfc00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:2.0:1777045401.221406:0:5855:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfc00/0x2c8777a5e7da03cd lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045401.221416:0:5855:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfc00/0x2c8777a5e7da03cd lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045401.221427:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x10f4e958 (ffff98df48c7ef00) 00010000:00010000:2.0:1777045401.221431:0:5855:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777045401.221436:0:5855:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfc00/0x2c8777a5e7da03cd lrc: 2/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045401.221445:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfc00/0x2c8777a5e7da03cd lrc: 0/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045401.221517:0:5855:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be000/0x2c8777a5e7da03bf lrc: 1/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11498a2 expref: 52 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045401.221535:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff98df52c43500) 00010000:00010000:2.0:1777045401.221539:0:5855:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777045401.221546:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be000/0x2c8777a5e7da03bf lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11498a2 expref: 52 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045401.221562:0:5855:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de435be000, rc 0) 00000100:00100000:2.0:1777045401.221711:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de48094a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+51:33491:x1863365370252672:12345-192.168.201.45@tcp:101:cp.0 Request processed in 789us (1384us total) trans 0 rc 301/301 00000100:00100000:2.0:1777045401.221723:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1597 00000100:00100000:2.0:1777045401.245902:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045401.246054:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370252800 00000100:00100000:1.0:1777045401.246067:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370252800 00000100:00100000:1.0:1777045401.246158:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1598 00000100:00100000:1.0:1777045401.246181:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df470cdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+51:33491:x1863365370252800:12345-192.168.201.45@tcp:101:cp.0 00010000:00010000:1.0:1777045401.246265:0:5856:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777045401.246293:0:5856:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec400/0x2c8777a5e7da03d4 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee11498a9 expref: -99 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045401.246402:0:5856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eda00/0x2c8777a5e7da03db lrc: 3/1,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045401.246424:0:5856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eda00/0x2c8777a5e7da03db lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045401.246442:0:5856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eda00/0x2c8777a5e7da03db lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045401.246466:0:5856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed200/0x2c8777a5e7da03e2 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x53:0x0].0x10f4e958 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045401.246502:0:5856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed200/0x2c8777a5e7da03e2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045401.246518:0:5856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed200/0x2c8777a5e7da03e2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045401.246601:0:5856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eda00/0x2c8777a5e7da03db lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045401.246614:0:5856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eda00/0x2c8777a5e7da03db lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045401.246625:0:5856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eda00/0x2c8777a5e7da03db lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045401.246635:0:5856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de419eda00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:1.0:1777045401.246642:0:5856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eda00/0x2c8777a5e7da03db lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045401.246662:0:5856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eda00/0x2c8777a5e7da03db lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045401.246680:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff98df52c43500) 00010000:00010000:1.0:1777045401.246685:0:5856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777045401.246691:0:5856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eda00/0x2c8777a5e7da03db lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045401.246702:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eda00/0x2c8777a5e7da03db lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045401.246721:0:5856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed200/0x2c8777a5e7da03e2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045401.246732:0:5856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed200/0x2c8777a5e7da03e2 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045401.246743:0:5856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed200/0x2c8777a5e7da03e2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045401.246752:0:5856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de419ed200 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:1.0:1777045401.246757:0:5856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed200/0x2c8777a5e7da03e2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045401.246767:0:5856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed200/0x2c8777a5e7da03e2 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045401.246778:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x10f4e958 (ffff98df51b04800) 00010000:00010000:1.0:1777045401.246782:0:5856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777045401.246786:0:5856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed200/0x2c8777a5e7da03e2 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045401.246805:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed200/0x2c8777a5e7da03e2 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045401.246847:0:5856:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec400/0x2c8777a5e7da03d4 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11498a9 expref: 52 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045401.247094:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff98df52c43500) 00010000:00010000:1.0:1777045401.247098:0:5856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777045401.247105:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec400/0x2c8777a5e7da03d4 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11498a9 expref: 52 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045401.247123:0:5856:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de419ec400, rc 0) 00000100:00100000:1.0:1777045401.247183:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df470cdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+51:33491:x1863365370252800:12345-192.168.201.45@tcp:101:cp.0 Request processed in 1007us (1292us total) trans 0 rc 301/301 00000100:00100000:1.0:1777045401.247195:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1598 00000100:00100000:3.0:1777045401.255767:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045401.266056:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370253056 00000100:00100000:0.0:1777045401.266074:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370253056 00000100:00100000:0.0:1777045401.272768:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1599 00000100:00100000:0.0:1777045401.272796:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df485bfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+51:33491:x1863365370253056:12345-192.168.201.45@tcp:101:cp.0 00010000:00010000:0.0:1777045401.272826:0:12646:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777045401.272859:0:12646:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097600/0x2c8777a5e7da03e9 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee11498b0 expref: -99 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045401.273055:0:12646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096c00/0x2c8777a5e7da03f0 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045401.273087:0:12646:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be400/0x2c8777a5e7da035d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149878 expref: 46 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045401.273101:0:12646:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096c00/0x2c8777a5e7da03f0 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045401.273152:0:12646:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be400/0x2c8777a5e7da035d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149878 expref: 46 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045401.273174:0:12646:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be400/0x2c8777a5e7da035d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149878 expref: 46 pid: 5856 timeout: 2129 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777045401.273196:0:12646:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de48095c00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12646:1863365424457344:192.168.201.45@tcp:104: 00000100:00100000:0.0:1777045401.273626:0:12646:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df50f23000 going to sleep for 11 seconds 00000100:00100000:0.0:1777045401.293153:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045401.293311:0:5841:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370253184 00000100:00100000:2.0:1777045401.293595:0:5841:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370253184 00010000:00010000:2.0:1777045401.293652:0:5841:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be400/0x2c8777a5e7da035d lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149878 expref: 47 pid: 5856 timeout: 2129 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777045401.293713:0:5841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 454 00000100:00100000:2.0:1777045401.293728:0:5841:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de48096a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:146de360-3fb2-48bd-b418-06f30714148a+47:2392:x1863365370253184:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777045401.293752:0:5841:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777045401.293762:0:5841:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be400/0x2c8777a5e7da035d lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149878 expref: 47 pid: 5856 timeout: 2129 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045401.293783:0:5841:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be400/0x2c8777a5e7da035d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149878 expref: 47 pid: 5856 timeout: 2129 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045401.293813:0:5841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff98df52c43500) 00010000:00010000:2.0:1777045401.293821:0:5841:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096c00/0x2c8777a5e7da03f0 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045401.294060:0:5841:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096c00/0x2c8777a5e7da03f0 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045401.294082:0:5841:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096c00/0x2c8777a5e7da03f0 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045401.294131:0:5841:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777045401.294542:0:5841:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de48096a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:146de360-3fb2-48bd-b418-06f30714148a+47:2392:x1863365370253184:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 476us (1060us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045401.294557:0:5841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 454 00010000:00010000:1.0:1777045401.295571:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be400/0x2c8777a5e7da035d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149878 expref: 46 pid: 5856 timeout: 2129 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777045401.295603:0:12646:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de48095c00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12646:1863365424457344:192.168.201.45@tcp:104: 00010000:00010000:1.0:1777045401.295636:0:12646:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096c00/0x2c8777a5e7da03f0 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045401.295650:0:12646:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096c00/0x2c8777a5e7da03f0 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045401.295660:0:12646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096c00/0x2c8777a5e7da03f0 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045401.295699:0:12646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec400/0x2c8777a5e7da03f7 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x53:0x0].0x10f4e958 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045401.295714:0:12646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec400/0x2c8777a5e7da03f7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x53:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045401.295727:0:12646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec400/0x2c8777a5e7da03f7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x53:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1777045401.296438:0:12646:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x21:0x0], index 0: 0 00010000:00010000:1.0:1777045401.296729:0:12646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed200/0x2c8777a5e7da03fe lrc: 3/1,0 mode: --/PR res: [0x200000402:0x33:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045401.296747:0:12646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed200/0x2c8777a5e7da03fe lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045401.296760:0:12646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed200/0x2c8777a5e7da03fe lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045401.296805:0:12646:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096c00/0x2c8777a5e7da03f0 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045401.296817:0:12646:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096c00/0x2c8777a5e7da03f0 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045401.296829:0:12646:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096c00/0x2c8777a5e7da03f0 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045401.296839:0:12646:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de43096c00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:1.0:1777045401.296845:0:12646:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096c00/0x2c8777a5e7da03f0 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045401.296865:0:12646:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096c00/0x2c8777a5e7da03f0 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045401.296880:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff98df52c43500) 00010000:00010000:1.0:1777045401.296885:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777045401.296891:0:12646:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096c00/0x2c8777a5e7da03f0 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045401.296902:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096c00/0x2c8777a5e7da03f0 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777045401.296919:0:12646:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000284ce8ef reply state 0000000073334f24 transno 4294968373 ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec400/0x2c8777a5e7da03f7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x53:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777045401.296934:0:12646:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1777045401.296976:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097600/0x2c8777a5e7da03e9 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11498b0 expref: 54 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045401.296998:0:12646:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed200/0x2c8777a5e7da03fe lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11498b0 expref: 53 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045401.297012:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x33:0x0].0x0 (ffff98df51b04200) 00010000:00010000:1.0:1777045401.297016:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777045401.297020:0:12646:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de419ed200, rc 0) 00000100:00100000:1.0:1777045401.297072:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df485bfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+54:33491:x1863365370253056:12345-192.168.201.45@tcp:101:cp.0 Request processed in 24290us (41316us total) trans 4294968373 rc 0/0 00000100:00100000:1.0:1777045401.297083:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1599 00000100:00100000:3.0:1777045401.309364:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00010000:00010000:1.0:1777045401.310628:0:3328:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec400/0x2c8777a5e7da03f7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x53:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045401.310649:0:3328:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec400/0x2c8777a5e7da03f7 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x53:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045401.310662:0:3328:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec400/0x2c8777a5e7da03f7 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x53:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045401.310672:0:3328:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de419ec400 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:1.0:1777045401.310680:0:3328:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec400/0x2c8777a5e7da03f7 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x53:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045401.310692:0:3328:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec400/0x2c8777a5e7da03f7 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x53:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045401.310715:0:3328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x10f4e958 (ffff98df51b04800) 00010000:00010000:1.0:1777045401.310720:0:3328:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777045401.310728:0:3328:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec400/0x2c8777a5e7da03f7 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x53:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045401.310738:0:3328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec400/0x2c8777a5e7da03f7 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x53:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777045401.313414:0:8776:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370253312 00000100:00100000:2.0:1777045401.313430:0:8776:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370253312 00000100:00100000:2.0:1777045401.313553:0:8776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 483 00000100:00100000:2.0:1777045401.313592:0:8776:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df485bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+11:2393:x1863365370253312:12345-192.168.201.45@tcp:101:cp.0 00010000:00010000:2.0:1777045401.313617:0:8776:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777045401.313642:0:8776:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000938a6f96/0x2c8777a5e7da040c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x21:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee11498b7 expref: -99 pid: 8776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777045401.313679:0:8776:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x21:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1777045401.313705:0:8776:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777045401.313709:0:8776:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777045401.313720:0:8776:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000938a6f96/0x2c8777a5e7da040c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11498b7 expref: 12 pid: 8776 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045401.313745:0:8776:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000938a6f96/0x2c8777a5e7da040c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11498b7 expref: 12 pid: 8776 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045401.313764:0:8776:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de435be000, rc 0) 00000100:00100000:2.0:1777045401.313845:0:8776:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df485bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+12:2393:x1863365370253312:12345-192.168.201.45@tcp:101:cp.0 Request processed in 258us (4493us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045401.313858:0:8776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 483 00000100:00080000:1.0:1777045401.317935:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1777045401.340081:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045401.340193:0:6639:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370253440 00000100:00100000:0.0:1777045401.340269:0:6639:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370253440 00000100:00100000:0.0:1777045401.340346:0:6639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 484 00000100:00100000:0.0:1777045401.340362:0:6639:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d60f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+12:33491:x1863365370253440:12345-192.168.201.45@tcp:101:cp.0 00010000:00010000:0.0:1777045401.340387:0:6639:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777045401.340412:0:6639:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e5c29174/0x2c8777a5e7da0413 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee11498be expref: -99 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045401.340459:0:6639:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000938a6f96/0x2c8777a5e7da040c lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11498b7 expref: 13 pid: 8776 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045401.340510:0:6639:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777045401.340514:0:6639:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777045401.340522:0:6639:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e5c29174/0x2c8777a5e7da0413 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11498be expref: 13 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045401.340594:0:6639:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000938a6f96/0x2c8777a5e7da040c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11498b7 expref: 13 pid: 8776 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045401.340618:0:6639:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000938a6f96/0x2c8777a5e7da040c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11498b7 expref: 13 pid: 8776 timeout: 2129 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777045401.340643:0:6639:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de48096d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6639:1863365424457472:192.168.201.45@tcp:104: 00000100:00100000:0.0:1777045401.340754:0:6639:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df50f23480 going to sleep for 11 seconds 00010000:00010000:1.0:1777045401.366781:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777045401.367843:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045401.367996:0:6655:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370253568 00000100:00100000:3.0:1777045401.368009:0:6655:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370253568 00010000:00010000:3.0:1777045401.368066:0:6655:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000938a6f96/0x2c8777a5e7da040c lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11498b7 expref: 14 pid: 8776 timeout: 2129 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777045401.368149:0:6655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 455 00000100:00100000:3.0:1777045401.368166:0:6655:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d589180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+14:2392:x1863365370253568:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777045401.368189:0:6655:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777045401.368294:0:6655:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000938a6f96/0x2c8777a5e7da040c lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11498b7 expref: 14 pid: 8776 timeout: 2129 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045401.368334:0:6655:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000938a6f96/0x2c8777a5e7da040c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11498b7 expref: 14 pid: 8776 timeout: 2129 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045401.368369:0:6655:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777045401.368372:0:6655:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777045401.368383:0:6655:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000e5c29174/0x2c8777a5e7da0413 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11498be expref: 14 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045401.368400:0:6655:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e5c29174/0x2c8777a5e7da0413 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11498be expref: 14 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045401.368454:0:6655:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000e5c29174/0x2c8777a5e7da0413 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11498be expref: 14 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777045401.368477:0:6655:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df485bdf80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:6655:1863365424457600:192.168.201.45@tcp:105: 00000100:00100000:3.0:1777045401.368612:0:6655:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df50f270c0 going to sleep for 11 seconds 00010000:00010000:0.0:1777045401.370966:0:6639:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000938a6f96/0x2c8777a5e7da040c lrc: 0/0,0 mode: --/PR res: [0x240000400:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11498b7 expref: 14 pid: 8776 timeout: 2129 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777045401.371000:0:6639:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de48096d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6639:1863365424457472:192.168.201.45@tcp:104: 00010000:00010000:0.0:1777045401.371039:0:6639:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000e5c29174/0x2c8777a5e7da0413 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11498be expref: 13 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045401.371061:0:6639:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de43097000, rc 0) 00000100:00100000:0.0:1777045401.371134:0:6639:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d60f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+13:33491:x1863365370253440:12345-192.168.201.45@tcp:101:cp.0 Request processed in 30774us (31063us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045401.371147:0:6639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 484 00000100:00100000:3.0:1777045401.392660:0:6655:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df485bdf80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:6655:1863365424457600:192.168.201.45@tcp:105: 00010000:00010000:3.0:1777045401.392698:0:6655:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777045401.392795:0:6655:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d589180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+12:2392:x1863365370253568:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 24631us (24959us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045401.392813:0:6655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 455 00000100:00100000:3.0:1777045401.400155:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045401.401772:0:5859:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370253824 00000100:00100000:1.0:1777045401.401787:0:5859:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370253824 00000100:00100000:1.0:1777045401.401887:0:5859:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 358 00000100:00100000:1.0:1777045401.402146:0:5859:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df485bdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+53:33491:x1863365370253824:12345-192.168.201.45@tcp:35:cp.0 00000100:00100000:1.0:1777045401.402651:0:5859:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df485bdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+54:33491:x1863365370253824:12345-192.168.201.45@tcp:35:cp.0 Request processed in 750us (2507us total) trans 4294968374 rc 0/0 00000100:00100000:1.0:1777045401.402662:0:5859:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 358 00000100:00100000:2.0:1777045401.489693:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045401.489961:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370253952 00000100:00100000:1.0:1777045401.489976:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370253952 00000100:00100000:1.0:1777045401.490064:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1600 00000100:00100000:1.0:1777045401.490081:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d589500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:146de360-3fb2-48bd-b418-06f30714148a+46:33494:x1863365370253952:12345-192.168.201.45@tcp:101:lfs.0 00010000:00010000:1.0:1777045401.490110:0:5857:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777045401.490139:0:5857:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec400/0x2c8777a5e7da041a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee11498c5 expref: -99 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045401.490565:0:5857:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eda00/0x2c8777a5e7da0421 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045401.490587:0:5857:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eda00/0x2c8777a5e7da0421 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045401.490604:0:5857:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eda00/0x2c8777a5e7da0421 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045401.490624:0:5857:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec800/0x2c8777a5e7da0428 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x53:0x0].0x10f4e958 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045401.490635:0:5857:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec800/0x2c8777a5e7da0428 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045401.490645:0:5857:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec800/0x2c8777a5e7da0428 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045401.490771:0:5857:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed400/0x2c8777a5e7da042f lrc: 3/1,0 mode: --/PR res: [0x200000402:0x33:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045401.490792:0:5857:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed400/0x2c8777a5e7da042f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045401.490803:0:5857:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed400/0x2c8777a5e7da042f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777045401.490847:0:5857:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x33:0x0]: returning size 158 00000004:00200000:1.0:1777045401.490854:0:5857:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1777045401.490879:0:5857:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed400/0x2c8777a5e7da042f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045401.490896:0:5857:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed400/0x2c8777a5e7da042f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045401.490909:0:5857:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eda00/0x2c8777a5e7da0421 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045401.490920:0:5857:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eda00/0x2c8777a5e7da0421 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045401.490932:0:5857:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eda00/0x2c8777a5e7da0421 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045401.490941:0:5857:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de419eda00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:1.0:1777045401.490948:0:5857:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eda00/0x2c8777a5e7da0421 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045401.490959:0:5857:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eda00/0x2c8777a5e7da0421 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045401.490978:0:5857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff98df52c43500) 00010000:00010000:1.0:1777045401.490985:0:5857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777045401.490993:0:5857:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eda00/0x2c8777a5e7da0421 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045401.491003:0:5857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eda00/0x2c8777a5e7da0421 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045401.491022:0:5857:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec800/0x2c8777a5e7da0428 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045401.491032:0:5857:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec800/0x2c8777a5e7da0428 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045401.491041:0:5857:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec800/0x2c8777a5e7da0428 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045401.491049:0:5857:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de419ec800 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:1.0:1777045401.491054:0:5857:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec800/0x2c8777a5e7da0428 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045401.491064:0:5857:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec800/0x2c8777a5e7da0428 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045401.491075:0:5857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x10f4e958 (ffff98df51b04800) 00010000:00010000:1.0:1777045401.491079:0:5857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777045401.491083:0:5857:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec800/0x2c8777a5e7da0428 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045401.491092:0:5857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec800/0x2c8777a5e7da0428 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045401.491135:0:5857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec400/0x2c8777a5e7da041a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11498c5 expref: 48 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045401.491155:0:5857:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed400/0x2c8777a5e7da042f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11498c5 expref: 47 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045401.491167:0:5857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x33:0x0].0x0 (ffff98df51b04200) 00010000:00010000:1.0:1777045401.491170:0:5857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777045401.491173:0:5857:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de419ed400, rc 0) 00000100:00100000:1.0:1777045401.491303:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d589500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:146de360-3fb2-48bd-b418-06f30714148a+47:33494:x1863365370253952:12345-192.168.201.45@tcp:101:lfs.0 Request processed in 1224us (1620us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045401.491316:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1600 00000100:00100000:0.0:1777045401.517595:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045401.517857:0:6641:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370254080 00000100:00100000:2.0:1777045401.517873:0:6641:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370254080 00000100:00100000:2.0:1777045401.517996:0:6641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 485 00000100:00100000:2.0:1777045401.518013:0:6641:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de48096d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:146de360-3fb2-48bd-b418-06f30714148a+12:2390:x1863365370254080:12345-192.168.201.45@tcp:101:lfs.0 00010000:00010000:2.0:1777045401.518036:0:6641:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777045401.518060:0:6641:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007a5162b9/0x2c8777a5e7da0436 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee11498cc expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777045401.518143:0:6641:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df6d58aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6641:1863365424457728:192.168.201.45@tcp:106: 00000100:00100000:2.0:1777045401.518618:0:6641:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df44276900 going to sleep for 11 seconds 00000100:00080000:3.0:1777045401.518957:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00002000:00010000:2.0:1777045401.532622:0:6641:0:(ofd_lvb.c:259:ofd_lvbo_update()) res: [0x240000400:0x21:0x0] updating lvb size: 0 -> 158 00002000:00010000:2.0:1777045401.532635:0:6641:0:(ofd_lvb.c:265:ofd_lvbo_update()) res: [0x240000400:0x21:0x0] updating lvb mtime: 0 -> 1777045401 00002000:00010000:2.0:1777045401.532640:0:6641:0:(ofd_lvb.c:271:ofd_lvbo_update()) res: [0x240000400:0x21:0x0] updating lvb atime: 0 -> 1777045401 00002000:00010000:2.0:1777045401.532644:0:6641:0:(ofd_lvb.c:277:ofd_lvbo_update()) res: [0x240000400:0x21:0x0] updating lvb ctime: 0 -> 1777045401 00000100:00100000:2.0:1777045401.532677:0:6641:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df6d58aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6641:1863365424457728:192.168.201.45@tcp:106: 00010000:00010000:2.0:1777045401.532731:0:6641:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000007a5162b9/0x2c8777a5e7da0436 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11498cc expref: 13 pid: 6641 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045401.532773:0:6641:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007a5162b9/0x2c8777a5e7da0436 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11498cc expref: 13 pid: 6641 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045401.532795:0:6641:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de435bee00, rc 0) 00000100:00100000:2.0:1777045401.532887:0:6641:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de48096d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:146de360-3fb2-48bd-b418-06f30714148a+12:2390:x1863365370254080:12345-192.168.201.45@tcp:101:lfs.0 Request processed in 14877us (15303us total) trans 0 rc 301/301 00000100:00100000:2.0:1777045401.532901:0:6641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 485 00000100:00100000:2.0:1777045401.547004:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045401.547152:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370254208 00000100:00100000:3.0:1777045401.547166:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370254208 00000100:00100000:3.0:1777045401.547309:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1601 00000100:00100000:3.0:1777045401.547326:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d58aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:146de360-3fb2-48bd-b418-06f30714148a+47:33494:x1863365370254208:12345-192.168.201.45@tcp:101:lfs.0 00010000:00010000:3.0:1777045401.547355:0:7939:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777045401.547381:0:7939:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102e00/0x2c8777a5e7da043d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee11498d3 expref: -99 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045401.547505:0:7939:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103800/0x2c8777a5e7da0444 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045401.547529:0:7939:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103800/0x2c8777a5e7da0444 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045401.547550:0:7939:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103800/0x2c8777a5e7da0444 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777045401.547631:0:7939:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x53:0x0]: returning size 512 00000004:00200000:3.0:1777045401.547638:0:7939:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 6 stripe count 1 MDT count 1 00000004:00010000:3.0:1777045401.547674:0:7939:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103800/0x2c8777a5e7da0444 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045401.547717:0:7939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102e00/0x2c8777a5e7da043d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11498d3 expref: 49 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045401.547747:0:7939:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103800/0x2c8777a5e7da0444 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11498d3 expref: 48 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045401.547762:0:7939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff98df52c43500) 00010000:00010000:3.0:1777045401.547767:0:7939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1777045401.547773:0:7939:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de43103800, rc 0) 00000100:00100000:3.0:1777045401.547852:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d58aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:146de360-3fb2-48bd-b418-06f30714148a+48:33494:x1863365370254208:12345-192.168.201.45@tcp:101:lfs.0 Request processed in 529us (858us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045401.547866:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1601 00000100:00100000:1.0:1777045401.588075:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045401.588872:0:14822:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370254336 00000100:00100000:0.0:1777045401.588887:0:14822:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370254336 00000100:00100000:0.0:1777045401.589280:0:14822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 486 00000100:00100000:0.0:1777045401.589300:0:14822:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42771c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:146de360-3fb2-48bd-b418-06f30714148a+12:2392:x1863365370254336:12345-192.168.201.45@tcp:101:lfs.0 00010000:00010000:0.0:1777045401.589326:0:14822:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777045401.589350:0:14822:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000040484dc5/0x2c8777a5e7da044b lrc: 2/0,0 mode: --/PR res: [0x240000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee11498da expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777045401.589638:0:14822:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de48095500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:14822:1863365424457856:192.168.201.45@tcp:106: 00000100:00100000:0.0:1777045401.589764:0:14822:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df50f23480 going to sleep for 11 seconds 00000100:00100000:0.0:1777045401.604398:0:14822:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de48095500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:14822:1863365424457856:192.168.201.45@tcp:106: 00010000:00010000:0.0:1777045401.604455:0:14822:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000040484dc5/0x2c8777a5e7da044b lrc: 1/0,0 mode: --/PR res: [0x240000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11498da expref: 13 pid: 14822 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045401.611810:0:14822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000040484dc5/0x2c8777a5e7da044b lrc: 0/0,0 mode: --/PR res: [0x240000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11498da expref: 13 pid: 14822 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045401.611841:0:14822:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de43096400, rc 0) 00000100:00100000:0.0:1777045401.612243:0:14822:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42771c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:146de360-3fb2-48bd-b418-06f30714148a+12:2392:x1863365370254336:12345-192.168.201.45@tcp:101:lfs.0 Request processed in 22907us (24138us total) trans 0 rc 301/301 00000100:00100000:0.0:1777045401.612258:0:14822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 486 00000100:00100000:3.0:1777045401.630587:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045401.630686:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370254592 00000100:00100000:1.0:1777045401.630708:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370254592 00000100:00100000:1.0:1777045401.630884:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1602 00000100:00100000:1.0:1777045401.630902:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df485bca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:146de360-3fb2-48bd-b418-06f30714148a+48:33494:x1863365370254592:12345-192.168.201.45@tcp:58:lfs.0 00000040:00080000:1.0:1777045401.631754:0:12646:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].50, 136 off14992 00000100:00100000:1.0:1777045401.631876:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df485bca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:146de360-3fb2-48bd-b418-06f30714148a+48:33494:x1863365370254592:12345-192.168.201.45@tcp:58:lfs.0 Request processed in 977us (1309us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045401.631889:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1602 00000100:00100000:1.0:1777045401.664702:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045401.664750:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370254720 00000100:00100000:1.0:1777045401.664763:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370254720 00000100:00100000:1.0:1777045401.664836:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1603 00000100:00100000:1.0:1777045401.664852:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42772a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:146de360-3fb2-48bd-b418-06f30714148a+48:33495:x1863365370254720:12345-192.168.201.45@tcp:101:bash.0 00010000:00010000:1.0:1777045401.664898:0:5857:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777045401.664926:0:5857:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eda00/0x2c8777a5e7da0452 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee11498e1 expref: -99 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045401.665016:0:5857:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed000/0x2c8777a5e7da0459 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045401.665038:0:5857:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed000/0x2c8777a5e7da0459 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045401.665055:0:5857:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed000/0x2c8777a5e7da0459 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045401.665077:0:5857:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec800/0x2c8777a5e7da0460 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x53:0x0].0x2b119043 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045401.665090:0:5857:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec800/0x2c8777a5e7da0460 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045401.665100:0:5857:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec800/0x2c8777a5e7da0460 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045401.665438:0:5857:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed000/0x2c8777a5e7da0459 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045401.665451:0:5857:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed000/0x2c8777a5e7da0459 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045401.665462:0:5857:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed000/0x2c8777a5e7da0459 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045401.665502:0:5857:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de419ed000 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:1.0:1777045401.665509:0:5857:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed000/0x2c8777a5e7da0459 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045401.665527:0:5857:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed000/0x2c8777a5e7da0459 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045401.665543:0:5857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff98df52c43500) 00010000:00010000:1.0:1777045401.665548:0:5857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777045401.665554:0:5857:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed000/0x2c8777a5e7da0459 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045401.665563:0:5857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed000/0x2c8777a5e7da0459 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045401.665579:0:5857:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec800/0x2c8777a5e7da0460 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045401.665588:0:5857:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec800/0x2c8777a5e7da0460 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045401.665596:0:5857:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec800/0x2c8777a5e7da0460 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045401.665604:0:5857:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de419ec800 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:1.0:1777045401.665608:0:5857:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec800/0x2c8777a5e7da0460 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045401.665615:0:5857:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec800/0x2c8777a5e7da0460 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045401.665624:0:5857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x2b119043 (ffff98df51b04800) 00010000:00010000:1.0:1777045401.665628:0:5857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777045401.665631:0:5857:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec800/0x2c8777a5e7da0460 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045401.665646:0:5857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec800/0x2c8777a5e7da0460 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045401.665694:0:5857:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eda00/0x2c8777a5e7da0452 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11498e1 expref: 49 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045401.665709:0:5857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff98df52c43500) 00010000:00010000:1.0:1777045401.665712:0:5857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777045401.665719:0:5857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eda00/0x2c8777a5e7da0452 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11498e1 expref: 49 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045401.665733:0:5857:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de419eda00, rc 0) 00000100:00100000:1.0:1777045401.665809:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42772a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:146de360-3fb2-48bd-b418-06f30714148a+48:33495:x1863365370254720:12345-192.168.201.45@tcp:101:bash.0 Request processed in 958us (1117us total) trans 0 rc 301/301 00000100:00100000:1.0:1777045401.665821:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1603 00000100:00100000:1.0:1777045401.717978:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045401.718715:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370254848 00000100:00100000:2.0:1777045401.718729:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370254848 00000100:00100000:2.0:1777045401.718815:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1604 00000100:00100000:2.0:1777045401.718829:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42770700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+54:33496:x1863365370254848:12345-192.168.201.45@tcp:101:rm.0 00010000:00010000:2.0:1777045401.718858:0:5855:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777045401.718884:0:5855:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bee00/0x2c8777a5e7da0467 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee11498e8 expref: -99 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045401.718970:0:5855:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be000/0x2c8777a5e7da046e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045401.718990:0:5855:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be000/0x2c8777a5e7da046e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045401.719007:0:5855:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be000/0x2c8777a5e7da046e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045401.719028:0:5855:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfc00/0x2c8777a5e7da0475 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x53:0x0].0x2b119043 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045401.719040:0:5855:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfc00/0x2c8777a5e7da0475 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045401.719050:0:5855:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfc00/0x2c8777a5e7da0475 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045401.719383:0:5855:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be000/0x2c8777a5e7da046e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045401.719395:0:5855:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be000/0x2c8777a5e7da046e lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045401.719405:0:5855:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be000/0x2c8777a5e7da046e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045401.719414:0:5855:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de435be000 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:2.0:1777045401.719419:0:5855:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be000/0x2c8777a5e7da046e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045401.719429:0:5855:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be000/0x2c8777a5e7da046e lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045401.719446:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff98df52c43500) 00010000:00010000:2.0:1777045401.719451:0:5855:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777045401.719457:0:5855:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be000/0x2c8777a5e7da046e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045401.719466:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be000/0x2c8777a5e7da046e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045401.722044:0:5855:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfc00/0x2c8777a5e7da0475 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045401.722056:0:5855:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfc00/0x2c8777a5e7da0475 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045401.722066:0:5855:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfc00/0x2c8777a5e7da0475 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045401.722074:0:5855:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de435bfc00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:2.0:1777045401.722079:0:5855:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfc00/0x2c8777a5e7da0475 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045401.722089:0:5855:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfc00/0x2c8777a5e7da0475 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045401.722102:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x2b119043 (ffff98df43d75800) 00010000:00010000:2.0:1777045401.722106:0:5855:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777045401.722111:0:5855:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfc00/0x2c8777a5e7da0475 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045401.722118:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfc00/0x2c8777a5e7da0475 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045401.722173:0:5855:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bee00/0x2c8777a5e7da0467 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11498e8 expref: 55 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045401.722188:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff98df52c43500) 00010000:00010000:2.0:1777045401.722191:0:5855:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777045401.722196:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bee00/0x2c8777a5e7da0467 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11498e8 expref: 55 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045401.722210:0:5855:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de435bee00, rc 0) 00000100:00100000:2.0:1777045401.722300:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42770700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+54:33496:x1863365370254848:12345-192.168.201.45@tcp:101:rm.0 Request processed in 3471us (4331us total) trans 0 rc 301/301 00000100:00100000:2.0:1777045401.722312:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1604 00000100:00100000:3.0:1777045401.732452:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045401.732698:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370254976 00000100:00100000:2.0:1777045401.732716:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370254976 00000100:00100000:2.0:1777045401.732801:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1605 00000100:00100000:2.0:1777045401.732816:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42e59880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+54:33496:x1863365370254976:12345-192.168.201.45@tcp:101:rm.0 00010000:00010000:2.0:1777045401.732845:0:5856:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777045401.732893:0:5856:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bee00/0x2c8777a5e7da047c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee11498ef expref: -99 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045401.732984:0:5856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfc00/0x2c8777a5e7da0483 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045401.733008:0:5856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfc00/0x2c8777a5e7da0483 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045401.733026:0:5856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfc00/0x2c8777a5e7da0483 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045401.733049:0:5856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be000/0x2c8777a5e7da048a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x53:0x0].0x2b119043 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045401.733061:0:5856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be000/0x2c8777a5e7da048a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045401.733073:0:5856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be000/0x2c8777a5e7da048a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045401.733456:0:5856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfc00/0x2c8777a5e7da0483 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045401.734101:0:5856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfc00/0x2c8777a5e7da0483 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045401.734117:0:5856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfc00/0x2c8777a5e7da0483 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045401.734128:0:5856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de435bfc00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:2.0:1777045401.734135:0:5856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfc00/0x2c8777a5e7da0483 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045401.734147:0:5856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfc00/0x2c8777a5e7da0483 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045401.734165:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff98df52c43500) 00010000:00010000:2.0:1777045401.734171:0:5856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777045401.734176:0:5856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfc00/0x2c8777a5e7da0483 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045401.734186:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfc00/0x2c8777a5e7da0483 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045401.734205:0:5856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be000/0x2c8777a5e7da048a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045401.734214:0:5856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be000/0x2c8777a5e7da048a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045401.734222:0:5856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be000/0x2c8777a5e7da048a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045401.734229:0:5856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de435be000 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:2.0:1777045401.734232:0:5856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be000/0x2c8777a5e7da048a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045401.734241:0:5856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be000/0x2c8777a5e7da048a lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045401.734251:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x2b119043 (ffff98df43d75800) 00010000:00010000:2.0:1777045401.734254:0:5856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777045401.734259:0:5856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be000/0x2c8777a5e7da048a lrc: 2/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045401.734266:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be000/0x2c8777a5e7da048a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045401.734313:0:5856:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bee00/0x2c8777a5e7da047c lrc: 1/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11498ef expref: 55 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045401.734327:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff98df52c43500) 00010000:00010000:2.0:1777045401.734331:0:5856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777045401.734336:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bee00/0x2c8777a5e7da047c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11498ef expref: 55 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045401.734349:0:5856:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de435bee00, rc 0) 00000001:00080000:1.0:1777045401.735704:0:5877:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968369 is committed 00000001:00080000:1.0:1777045401.735764:0:5877:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968374 is committed 00000001:00080000:1.0:1777045401.735809:0:5877:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968349 is committed 00000100:00100000:3.0:1777045401.736509:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42e59880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+29:33496:x1863365370254976:12345-192.168.201.45@tcp:101:rm.0 Request processed in 3660us (4040us total) trans 0 rc 301/301 00000100:00100000:3.0:1777045401.736531:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1605 00000100:00100000:1.0:1777045401.813120:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045401.813616:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370255104 00000100:00100000:2.0:1777045401.813635:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370255104 00000100:00100000:2.0:1777045401.813745:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1606 00000100:00100000:2.0:1777045401.813763:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42770380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+29:33497:x1863365370255104:12345-192.168.201.45@tcp:101:cp.0 00010000:00010000:2.0:1777045401.813791:0:7939:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777045401.813818:0:7939:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bee00/0x2c8777a5e7da0491 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee11498f6 expref: -99 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045401.814268:0:7939:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be000/0x2c8777a5e7da0498 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045401.814292:0:7939:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be000/0x2c8777a5e7da0498 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045401.814313:0:7939:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be000/0x2c8777a5e7da0498 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045401.814338:0:7939:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfc00/0x2c8777a5e7da049f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x53:0x0].0x2b119043 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045401.814350:0:7939:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfc00/0x2c8777a5e7da049f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045401.814651:0:7939:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfc00/0x2c8777a5e7da049f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045401.815002:0:7939:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be000/0x2c8777a5e7da0498 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045401.815015:0:7939:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be000/0x2c8777a5e7da0498 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045401.815025:0:7939:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be000/0x2c8777a5e7da0498 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045401.815035:0:7939:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de435be000 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:2.0:1777045401.815042:0:7939:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be000/0x2c8777a5e7da0498 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045401.815053:0:7939:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be000/0x2c8777a5e7da0498 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045401.815071:0:7939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff98df52c43500) 00010000:00010000:2.0:1777045401.815076:0:7939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777045401.815082:0:7939:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be000/0x2c8777a5e7da0498 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045401.815093:0:7939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be000/0x2c8777a5e7da0498 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045401.815112:0:7939:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfc00/0x2c8777a5e7da049f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045401.815122:0:7939:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfc00/0x2c8777a5e7da049f lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045401.815132:0:7939:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfc00/0x2c8777a5e7da049f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045401.815140:0:7939:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de435bfc00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:2.0:1777045401.815144:0:7939:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfc00/0x2c8777a5e7da049f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045401.815153:0:7939:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfc00/0x2c8777a5e7da049f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045401.815164:0:7939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x2b119043 (ffff98df43d75800) 00010000:00010000:2.0:1777045401.815168:0:7939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777045401.815173:0:7939:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfc00/0x2c8777a5e7da049f lrc: 2/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045401.815182:0:7939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfc00/0x2c8777a5e7da049f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045401.815285:0:7939:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bee00/0x2c8777a5e7da0491 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11498f6 expref: 30 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045401.815303:0:7939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff98df52c43500) 00010000:00010000:2.0:1777045401.815308:0:7939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777045401.815314:0:7939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bee00/0x2c8777a5e7da0491 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11498f6 expref: 30 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045401.815330:0:7939:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de435bee00, rc 0) 00000100:00100000:2.0:1777045401.815417:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42770380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+29:33497:x1863365370255104:12345-192.168.201.45@tcp:101:cp.0 Request processed in 1659us (2316us total) trans 0 rc 301/301 00000100:00100000:2.0:1777045401.815429:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1606 00000100:00100000:0.0:1777045401.839300:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045401.839734:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370255232 00000100:00100000:2.0:1777045401.839753:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370255232 00000100:00100000:2.0:1777045401.839840:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1607 00000100:00100000:2.0:1777045401.839857:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de48095500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+29:33497:x1863365370255232:12345-192.168.201.45@tcp:101:cp.0 00010000:00010000:2.0:1777045401.840158:0:5855:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777045401.840189:0:5855:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bee00/0x2c8777a5e7da04a6 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee11498fd expref: -99 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045401.840310:0:5855:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfc00/0x2c8777a5e7da04ad lrc: 3/1,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045401.840331:0:5855:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfc00/0x2c8777a5e7da04ad lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045401.840346:0:5855:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfc00/0x2c8777a5e7da04ad lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045401.840366:0:5855:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be000/0x2c8777a5e7da04b4 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x53:0x0].0x2b119043 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045401.840377:0:5855:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be000/0x2c8777a5e7da04b4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045401.840389:0:5855:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be000/0x2c8777a5e7da04b4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045401.842254:0:5855:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfc00/0x2c8777a5e7da04ad lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045401.842271:0:5855:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfc00/0x2c8777a5e7da04ad lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045401.842281:0:5855:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfc00/0x2c8777a5e7da04ad lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045401.842290:0:5855:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de435bfc00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:2.0:1777045401.842297:0:5855:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfc00/0x2c8777a5e7da04ad lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045401.842308:0:5855:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfc00/0x2c8777a5e7da04ad lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045401.842325:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff98df52c43500) 00010000:00010000:2.0:1777045401.842330:0:5855:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777045401.842335:0:5855:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfc00/0x2c8777a5e7da04ad lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045401.842344:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfc00/0x2c8777a5e7da04ad lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045401.842362:0:5855:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be000/0x2c8777a5e7da04b4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045401.842371:0:5855:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be000/0x2c8777a5e7da04b4 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045401.842381:0:5855:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be000/0x2c8777a5e7da04b4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045401.842390:0:5855:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de435be000 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:2.0:1777045401.842395:0:5855:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be000/0x2c8777a5e7da04b4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045401.842405:0:5855:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be000/0x2c8777a5e7da04b4 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045401.842417:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x2b119043 (ffff98df43d75800) 00010000:00010000:2.0:1777045401.842423:0:5855:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777045401.842427:0:5855:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be000/0x2c8777a5e7da04b4 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045401.842437:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be000/0x2c8777a5e7da04b4 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045401.843712:0:5855:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bee00/0x2c8777a5e7da04a6 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11498fd expref: 30 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045401.843734:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff98df52c43500) 00010000:00010000:2.0:1777045401.843739:0:5855:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777045401.843747:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bee00/0x2c8777a5e7da04a6 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11498fd expref: 30 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045401.843768:0:5855:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de435bee00, rc 0) 00000100:00100000:2.0:1777045401.846676:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de48095500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+29:33497:x1863365370255232:12345-192.168.201.45@tcp:101:cp.0 Request processed in 6812us (7672us total) trans 0 rc 301/301 00000100:00100000:2.0:1777045401.846693:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1607 00000100:00100000:2.0:1777045401.865681:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045401.868658:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370255488 00000100:00100000:3.0:1777045401.868683:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370255488 00000100:00100000:3.0:1777045401.868805:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1608 00000100:00100000:3.0:1777045401.868826:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d588a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+29:33497:x1863365370255488:12345-192.168.201.45@tcp:101:cp.0 00010000:00010000:3.0:1777045401.868865:0:5856:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777045401.868907:0:5856:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103e00/0x2c8777a5e7da04bb lrc: 2/0,0 mode: --/CW res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1149904 expref: -99 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045401.869641:0:5856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103400/0x2c8777a5e7da04c2 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045401.869673:0:5856:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103800/0x2c8777a5e7da0444 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11498d3 expref: 46 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045401.869689:0:5856:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103400/0x2c8777a5e7da04c2 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045401.869755:0:5856:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103800/0x2c8777a5e7da0444 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11498d3 expref: 46 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045401.869782:0:5856:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103800/0x2c8777a5e7da0444 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11498d3 expref: 46 pid: 7939 timeout: 2130 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777045401.869809:0:5856:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de42e5a680 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5856:1863365424457984:192.168.201.45@tcp:104: 00000100:00100000:3.0:1777045401.870313:0:5856:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df50f27d80 going to sleep for 11 seconds 00000100:00100000:2.0:1777045401.887611:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045401.887978:0:5841:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370255616 00000100:00100000:0.0:1777045401.888004:0:5841:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370255616 00010000:00010000:0.0:1777045401.888093:0:5841:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103800/0x2c8777a5e7da0444 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11498d3 expref: 47 pid: 7939 timeout: 2130 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777045401.888174:0:5841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 456 00000100:00100000:0.0:1777045401.888194:0:5841:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d58ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:146de360-3fb2-48bd-b418-06f30714148a+47:2393:x1863365370255616:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777045401.888270:0:5841:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777045401.888285:0:5841:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103800/0x2c8777a5e7da0444 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11498d3 expref: 47 pid: 7939 timeout: 2130 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045401.888309:0:5841:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103800/0x2c8777a5e7da0444 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11498d3 expref: 47 pid: 7939 timeout: 2130 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045401.888347:0:5841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff98df52c43500) 00010000:00010000:0.0:1777045401.888356:0:5841:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103400/0x2c8777a5e7da04c2 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045401.888374:0:5841:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103400/0x2c8777a5e7da04c2 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045401.888388:0:5841:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103400/0x2c8777a5e7da04c2 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045401.894420:0:5841:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777045401.894613:0:5841:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d58ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:146de360-3fb2-48bd-b418-06f30714148a+47:2393:x1863365370255616:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 6411us (6997us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045401.894638:0:5841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 456 00010000:00010000:1.0:1777045401.898627:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103800/0x2c8777a5e7da0444 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11498d3 expref: 46 pid: 7939 timeout: 2130 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777045401.898735:0:5856:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de42e5a680 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5856:1863365424457984:192.168.201.45@tcp:104: 00010000:00010000:1.0:1777045401.898788:0:5856:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103400/0x2c8777a5e7da04c2 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045401.899646:0:5856:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103400/0x2c8777a5e7da04c2 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045401.899661:0:5856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103400/0x2c8777a5e7da04c2 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045401.899712:0:5856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096400/0x2c8777a5e7da04c9 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x53:0x0].0x2b119043 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045401.899738:0:5856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096400/0x2c8777a5e7da04c9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x53:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045401.899757:0:5856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096400/0x2c8777a5e7da04c9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x53:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1777045401.916987:0:5856:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x21:0x0], index 1: 0 00010000:00010000:0.0:1777045401.917880:0:5856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096600/0x2c8777a5e7da04d0 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x34:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045401.917911:0:5856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096600/0x2c8777a5e7da04d0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045401.918277:0:5856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096600/0x2c8777a5e7da04d0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045401.918351:0:5856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103400/0x2c8777a5e7da04c2 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045401.918365:0:5856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103400/0x2c8777a5e7da04c2 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045401.918377:0:5856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103400/0x2c8777a5e7da04c2 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045401.918389:0:5856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de43103400 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:0.0:1777045401.918396:0:5856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103400/0x2c8777a5e7da04c2 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045401.918416:0:5856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103400/0x2c8777a5e7da04c2 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045401.918437:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff98df52c43500) 00010000:00010000:0.0:1777045401.918443:0:5856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777045401.918451:0:5856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103400/0x2c8777a5e7da04c2 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045401.918461:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103400/0x2c8777a5e7da04c2 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777045401.918512:0:5856:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000bb6422fc reply state 00000000132abffb transno 4294968375 ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096400/0x2c8777a5e7da04c9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x53:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777045401.918530:0:5856:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1777045401.918597:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103e00/0x2c8777a5e7da04bb lrc: 0/0,0 mode: --/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149904 expref: 32 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045401.918624:0:5856:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096600/0x2c8777a5e7da04d0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149904 expref: 31 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045401.918639:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x34:0x0].0x0 (ffff98df4a351800) 00010000:00010000:0.0:1777045401.918643:0:5856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777045401.918647:0:5856:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de43096600, rc 0) 00000100:00100000:0.0:1777045401.918777:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d588a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+32:33497:x1863365370255488:12345-192.168.201.45@tcp:101:cp.0 Request processed in 49956us (53105us total) trans 4294968375 rc 0/0 00000100:00100000:0.0:1777045401.918793:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1608 00010000:00010000:0.0:1777045401.928787:0:3327:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096400/0x2c8777a5e7da04c9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x53:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045401.928819:0:3327:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096400/0x2c8777a5e7da04c9 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x53:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777045401.928828:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00010000:00010000:0.0:1777045401.928833:0:3327:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096400/0x2c8777a5e7da04c9 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x53:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045401.928845:0:3327:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de43096400 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:0.0:1777045401.928854:0:3327:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096400/0x2c8777a5e7da04c9 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x53:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045401.928868:0:3327:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096400/0x2c8777a5e7da04c9 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x53:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045401.928898:0:3327:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x2b119043 (ffff98df4a351900) 00010000:00010000:0.0:1777045401.928904:0:3327:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777045401.928913:0:3327:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096400/0x2c8777a5e7da04c9 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x53:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045401.928924:0:3327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096400/0x2c8777a5e7da04c9 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x53:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777045401.931633:0:6639:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370255744 00000100:00100000:3.0:1777045401.931658:0:6639:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370255744 00000100:00100000:3.0:1777045401.931778:0:6639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 487 00000100:00100000:3.0:1777045401.931798:0:6639:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de435afb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+12:2392:x1863365370255744:12345-192.168.201.45@tcp:101:cp.0 00010000:00010000:3.0:1777045401.931830:0:6639:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777045401.931865:0:6639:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006ed6a2e5/0x2c8777a5e7da04de lrc: 2/0,0 mode: --/PR res: [0x280000400:0x21:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee114990b expref: -99 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777045401.932287:0:6639:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x21:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1777045401.932325:0:6639:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777045401.932329:0:6639:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777045401.932346:0:6639:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006ed6a2e5/0x2c8777a5e7da04de lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114990b expref: 13 pid: 6639 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045401.932380:0:6639:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000006ed6a2e5/0x2c8777a5e7da04de lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114990b expref: 13 pid: 6639 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045401.932405:0:6639:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de43102e00, rc 0) 00000100:00100000:3.0:1777045401.932541:0:6639:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de435afb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+13:2392:x1863365370255744:12345-192.168.201.45@tcp:101:cp.0 Request processed in 747us (3720us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045401.932555:0:6639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 487 00000040:00080000:0.0:1777045401.941703:0:11491:0:(llog.c:801:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1777045401.941718:0:11491:0:(llog_cat.c:158:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1777045401.941799:0:11491:0:(llog.c:858:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 51 count 7 00000040:00080000:0.0:1777045401.941818:0:11491:0:(llog.c:858:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1777045401.942569:0:11491:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de48096300 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11491:1863365424458112:192.168.201.45@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1777045401.942738:0:11491:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df50f23e40 going to sleep for 11 seconds 00000100:00100000:2.0:1777045401.954547:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045401.954717:0:6641:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370255872 00000100:00100000:1.0:1777045401.954736:0:6641:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370255872 00000100:00100000:1.0:1777045401.954845:0:6641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 488 00000100:00100000:1.0:1777045401.954866:0:6641:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de435ac000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+13:33497:x1863365370255872:12345-192.168.201.45@tcp:101:cp.0 00010000:00010000:1.0:1777045401.954901:0:6641:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777045401.954953:0:6641:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000015213b53/0x2c8777a5e7da04e5 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1149912 expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045401.955014:0:6641:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000006ed6a2e5/0x2c8777a5e7da04de lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114990b expref: 14 pid: 6639 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045401.955031:0:6641:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777045401.955035:0:6641:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777045401.955043:0:6641:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000015213b53/0x2c8777a5e7da04e5 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149912 expref: 14 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045401.955105:0:6641:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000006ed6a2e5/0x2c8777a5e7da04de lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114990b expref: 14 pid: 6639 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045401.955131:0:6641:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000006ed6a2e5/0x2c8777a5e7da04de lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114990b expref: 14 pid: 6639 timeout: 2130 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777045401.955158:0:6641:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de42773800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6641:1863365424458240:192.168.201.45@tcp:104: 00000100:00100000:1.0:1777045401.955363:0:6641:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df5868b0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1777045401.968252:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045401.968428:0:6641:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de42773800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6641:1863365424458240:192.168.201.45@tcp:104: 00010000:00010000:1.0:1777045401.968524:0:6641:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000015213b53/0x2c8777a5e7da04e5 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149912 expref: 14 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045401.968568:0:6641:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de419ed000, rc 0) 00000100:00100000:1.0:1777045401.968670:0:6641:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de435ac000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+14:33497:x1863365370255872:12345-192.168.201.45@tcp:101:cp.0 Request processed in 13809us (14142us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045401.968688:0:6641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 488 00000100:00100000:0.0:1777045401.968947:0:11491:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de48096300 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11491:1863365424458112:192.168.201.45@tcp:107:hsm_cdtr.0 00000100:00100000:3.0:1777045401.970800:0:5843:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370256000 00000100:00100000:3.0:1777045401.970819:0:5843:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370256000 00010000:00010000:3.0:1777045401.971250:0:5843:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000006ed6a2e5/0x2c8777a5e7da04de lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114990b expref: 14 pid: 6639 timeout: 2130 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777045401.971329:0:5843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 457 00000100:00100000:3.0:1777045401.971365:0:5843:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de435aea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+14:2393:x1863365370256000:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777045401.971391:0:5843:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777045401.971430:0:5843:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000006ed6a2e5/0x2c8777a5e7da04de lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114990b expref: 14 pid: 6639 timeout: 2130 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045401.971454:0:5843:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000006ed6a2e5/0x2c8777a5e7da04de lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114990b expref: 14 pid: 6639 timeout: 2130 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045401.974826:0:5843:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006ed6a2e5/0x2c8777a5e7da04de lrc: 0/0,0 mode: --/PR res: [0x280000400:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114990b expref: 14 pid: 6639 timeout: 2130 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045401.974867:0:5843:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777045401.974870:0:5843:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777045401.974884:0:5843:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000015213b53/0x2c8777a5e7da04e5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149912 expref: 13 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045401.974904:0:5843:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000015213b53/0x2c8777a5e7da04e5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149912 expref: 13 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045401.975305:0:5843:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000015213b53/0x2c8777a5e7da04e5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149912 expref: 13 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777045401.975373:0:5843:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de42e59500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5843:1863365424458368:192.168.201.45@tcp:105: 00000100:00100000:3.0:1777045401.975617:0:5843:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df50f27c00 going to sleep for 11 seconds 00000100:00100000:2.0:1777045401.986571:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045401.986666:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045401.986836:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370256128 00000100:00100000:0.0:1777045401.986855:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370256128 00000100:00100000:0.0:1777045401.986977:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370256256 00000100:00100000:0.0:1777045401.986985:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370256256 00000100:00100000:0.0:1777045401.987049:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1609 00000100:00100000:0.0:1777045401.987068:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b4b0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+32:33499:x1863365370256128:12345-192.168.201.45@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1777045401.987137:0:12646:0:(mdt_handler.c:7958:mdt_fid2path()) path get [0x200000402:0x33:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1777045401.987390:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b4b0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+32:33499:x1863365370256128:12345-192.168.201.45@tcp:53:lhsmtool_posix.0 Request processed in 323us (835us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045401.987406:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1609 00000100:00100000:0.0:1777045401.987443:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1610 00000100:00100000:0.0:1777045401.987455:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b4b0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+31:33498:x1863365370256256:12345-192.168.201.45@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1777045401.987508:0:12646:0:(mdt_handler.c:7958:mdt_fid2path()) path get [0x200000402:0x32:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1777045401.987584:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b4b0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+31:33498:x1863365370256256:12345-192.168.201.45@tcp:53:lhsmtool_posix.0 Request processed in 129us (917us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045401.987596:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1610 00000100:00100000:2.0:1777045401.993400:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045401.996823:0:5843:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de42e59500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5843:1863365424458368:192.168.201.45@tcp:105: 00010000:00010000:3.0:1777045401.996880:0:5843:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777045401.996982:0:5843:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de435aea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+13:2393:x1863365370256000:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 25620us (28792us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045401.997003:0:5843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 457 00000100:00100000:1.0:1777045401.997265:0:5858:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370256512 00000100:00100000:1.0:1777045401.997280:0:5858:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370256512 00000100:00100000:1.0:1777045401.997375:0:5858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 359 00000100:00100000:1.0:1777045401.997392:0:5858:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b4b1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+31:33497:x1863365370256512:12345-192.168.201.45@tcp:35:cp.0 00000100:00100000:1.0:1777045401.998617:0:5858:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b4b1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+32:33497:x1863365370256512:12345-192.168.201.45@tcp:35:cp.0 Request processed in 1226us (5229us total) trans 4294968376 rc 0/0 00000100:00100000:1.0:1777045401.998630:0:5858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 359 00000100:00100000:2.0:1777045402.004627:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045402.004705:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045402.004850:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370256768 00000100:00100000:0.0:1777045402.004869:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370256768 00000100:00100000:0.0:1777045402.005628:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370257024 00000100:00100000:0.0:1777045402.005636:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370257024 00000100:00100000:0.0:1777045402.005679:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1611 00000100:00100000:0.0:1777045402.005698:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b9c4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+33:33498:x1863365370256768:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1777045402.005734:0:5856:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777045402.005774:0:5856:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096400/0x2c8777a5e7da04ec lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1149919 expref: -99 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045402.005953:0:5856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096200/0x2c8777a5e7da04f3 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x32:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045402.005983:0:5856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096200/0x2c8777a5e7da04f3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045402.006008:0:5856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096200/0x2c8777a5e7da04f3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777045402.006032:0:5856:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x32:0x0]: returning size 158 00010000:00010000:0.0:1777045402.006300:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096400/0x2c8777a5e7da04ec lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149919 expref: 36 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045402.006335:0:5856:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096200/0x2c8777a5e7da04f3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149919 expref: 35 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045402.006354:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x32:0x0].0x0 (ffff98df48c7e800) 00010000:00010000:0.0:1777045402.006360:0:5856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777045402.006367:0:5856:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de43096200, rc 0) 00000100:00100000:0.0:1777045402.006465:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b9c4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+35:33498:x1863365370256768:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 Request processed in 770us (1855us total) trans 4294968377 rc 0/0 00000100:00100000:0.0:1777045402.006506:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1611 00000100:00100000:0.0:1777045402.006547:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1612 00000100:00100000:0.0:1777045402.006560:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b9c5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+34:33499:x1863365370257024:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1777045402.006577:0:5856:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777045402.006593:0:5856:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096c00/0x2c8777a5e7da0501 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1149920 expref: -99 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045402.006678:0:5856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097600/0x2c8777a5e7da0508 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x33:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045402.006697:0:5856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097600/0x2c8777a5e7da0508 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045402.006711:0:5856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097600/0x2c8777a5e7da0508 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777045402.006726:0:5856:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x33:0x0]: returning size 158 00010000:00010000:0.0:1777045402.006836:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096c00/0x2c8777a5e7da0501 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149920 expref: 37 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045402.006861:0:5856:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097600/0x2c8777a5e7da0508 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149920 expref: 36 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045402.006874:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x33:0x0].0x0 (ffff98df51b04200) 00010000:00010000:0.0:1777045402.006878:0:5856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777045402.006883:0:5856:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de43097600, rc 0) 00000100:00100000:0.0:1777045402.006924:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b9c5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+36:33499:x1863365370257024:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 Request processed in 365us (2219us total) trans 4294968378 rc 0/0 00000100:00100000:0.0:1777045402.006937:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1612 00000100:00080000:3.0:1777045402.007066:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1777045402.026283:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045402.026355:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045402.026408:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045402.026557:0:14822:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370257152 00000100:00100000:0.0:1777045402.026574:0:14822:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370257152 00000100:00100000:0.0:1777045402.026673:0:14822:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370257280 00000100:00100000:0.0:1777045402.026677:0:14822:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370257280 00000100:00100000:0.0:1777045402.026708:0:14822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 489 00000100:00100000:0.0:1777045402.026723:0:14822:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b9c7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+13:2393:x1863365370257152:12345-192.168.201.45@tcp:1:lhsmtool_posix.0 00010000:00010000:0.0:1777045402.026802:0:14822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000007fabfe0f/0x2c8777a5e7da0516 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045402.026848:0:14822:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000e08f37a3/0x2c8777a5e7da02ed lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149824 expref: 13 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045402.026864:0:14822:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777045402.026867:0:14822:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777045402.026874:0:14822:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007fabfe0f/0x2c8777a5e7da0516 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045402.027201:0:14822:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000e08f37a3/0x2c8777a5e7da02ed lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149824 expref: 13 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045402.027251:0:14822:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000e08f37a3/0x2c8777a5e7da02ed lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149824 expref: 13 pid: 6639 timeout: 2130 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777045402.027535:0:14822:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de48096300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14822:1863365424458496:192.168.201.45@tcp:104: 00000100:00100000:0.0:1777045402.027660:0:14822:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df50f23480 going to sleep for 11 seconds 00000100:00100000:0.0:1777045402.027694:0:8776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 490 00000100:00100000:0.0:1777045402.027708:0:8776:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b9c6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+12:2393:x1863365370257280:12345-192.168.201.45@tcp:1:lhsmtool_posix.0 00010000:00010000:0.0:1777045402.027743:0:8776:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000040484dc5/0x2c8777a5e7da051d lrc: 3/1,0 mode: --/PR res: [0x240000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045402.027763:0:8776:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000e5c29174/0x2c8777a5e7da0413 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11498be expref: 12 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045402.027775:0:8776:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777045402.027779:0:8776:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777045402.027783:0:8776:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000040484dc5/0x2c8777a5e7da051d lrc: 4/1,0 mode: --/PR res: [0x240000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045402.027814:0:8776:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000e5c29174/0x2c8777a5e7da0413 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11498be expref: 12 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045402.027830:0:8776:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000e5c29174/0x2c8777a5e7da0413 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11498be expref: 12 pid: 6639 timeout: 2130 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777045402.027848:0:8776:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de48094e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8776:1863365424458624:192.168.201.45@tcp:104: 00000100:00100000:0.0:1777045402.027884:0:8776:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df50f23b40 going to sleep for 11 seconds 00000100:00080000:2.0:1777045402.028187:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1777045402.029188:0:5842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370257536 00000100:00100000:1.0:1777045402.029239:0:5842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370257536 00000100:00100000:1.0:1777045402.029570:0:5842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 108 00000100:00100000:1.0:1777045402.029582:0:5842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b9c5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+36:2392:x1863365370257536:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777045402.029601:0:5842:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777045402.029638:0:5842:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097600/0x2c8777a5e7da0508 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149920 expref: 36 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045402.029666:0:5842:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x33:0x0].0x0 (ffff98df51b04200) 00010000:00010000:1.0:1777045402.029675:0:5842:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777045402.029745:0:5842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b9c5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+35:2392:x1863365370257536:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 163us (3336us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045402.029765:0:5842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 108 00000100:00100000:2.0:1777045402.042621:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045402.045803:0:6655:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370257408 00000100:00100000:3.0:1777045402.045828:0:6655:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370257408 00000100:00100000:3.0:1777045402.046273:0:6655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 109 00000100:00100000:3.0:1777045402.046293:0:6655:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df412e9c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+35:2393:x1863365370257408:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777045402.046323:0:6655:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777045402.046369:0:6655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096200/0x2c8777a5e7da04f3 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149919 expref: 35 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045402.046402:0:6655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x32:0x0].0x0 (ffff98df48c7e800) 00010000:00010000:3.0:1777045402.046413:0:6655:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777045402.046543:0:6655:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df412e9c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+34:2393:x1863365370257408:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 254us (3940us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045402.046556:0:6655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 109 00000100:00100000:2.0:1777045402.048251:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045402.048294:0:17648:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370257664 00000100:00100000:2.0:1777045402.048304:0:17648:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370257664 00002000:00100000:2.0:1777045402.048672:0:17648:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x20:0x0] (0->157) req@ffff98df7b9c4a80 x1863365370257664/t0(0) o4->15144518-a1c7-4352-a966-cb31eadd4d9b@192.168.201.45@tcp:403/0 lens 648/0 e 0 to 0 dl 1777045413 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777045402.048691:0:17648:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98df7b9c4a80 with x1863365370257664 ext(0->157) 00010000:00010000:2.0:1777045402.048705:0:17648:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 00000000e08f37a3/0x2c8777a5e7da02ed lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149824 expref: 14 pid: 6639 timeout: 2130 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045402.048732:0:17648:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000e08f37a3/0x2c8777a5e7da02ed lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149824 expref: 14 pid: 6639 timeout: 2130 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777045402.048746:0:17648:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff98df7b9c4a80 00000100:00100000:2.0:1777045402.048785:0:17648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 21 00000100:00100000:2.0:1777045402.048801:0:17648:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b9c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+14:2390:x1863365370257664:12345-192.168.201.45@tcp:4:cp.0 00000100:00100000:2.0:1777045402.049884:0:17648:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b9c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+16:2390:x1863365370257664:12345-192.168.201.45@tcp:4:cp.0 Request processed in 1082us (1686us total) trans 4294967383 rc 0/0 00000100:00100000:2.0:1777045402.049898:0:17648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 21 00002000:00100000:2.0:1777045402.049910:0:17648:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x20:0x0] (0->157) req@ffff98df7b9c4a80 x1863365370257664/t4294967383(0) o4->15144518-a1c7-4352-a966-cb31eadd4d9b@192.168.201.45@tcp:403/0 lens 648/448 e 0 to 0 dl 1777045413 ref 1 fl Complete:H/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777045402.049925:0:17648:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98df7b9c4a80 with x1863365370257664 ext(0->157) 00010000:00010000:2.0:1777045402.049934:0:17648:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 00000000e08f37a3/0x2c8777a5e7da02ed lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149824 expref: 16 pid: 6639 timeout: 2130 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045402.049952:0:17648:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000e08f37a3/0x2c8777a5e7da02ed lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149824 expref: 16 pid: 6639 timeout: 2130 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777045402.049965:0:17648:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff98df7b9c4a80 00000100:00100000:2.0:1777045402.050051:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045402.050153:0:6645:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370257792 00000100:00100000:2.0:1777045402.050161:0:6645:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370257792 00002000:00100000:2.0:1777045402.050195:0:6645:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x21:0x0] (0->157) req@ffff98df7b9c6d80 x1863365370257792/t0(0) o4->15144518-a1c7-4352-a966-cb31eadd4d9b@192.168.201.45@tcp:403/0 lens 648/0 e 0 to 0 dl 1777045413 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777045402.050242:0:6645:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98df7b9c6d80 with x1863365370257792 ext(0->157) 00010000:00010000:2.0:1777045402.050254:0:6645:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 00000000e5c29174/0x2c8777a5e7da0413 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11498be expref: 13 pid: 6639 timeout: 2130 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045402.050535:0:6645:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 00000000e5c29174/0x2c8777a5e7da0413 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11498be expref: 13 pid: 6639 timeout: 2130 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777045402.050559:0:6645:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff98df7b9c6d80 00000100:00100000:2.0:1777045402.050598:0:6645:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 22 00000100:00100000:2.0:1777045402.050612:0:6645:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b9c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+13:2390:x1863365370257792:12345-192.168.201.45@tcp:4:cp.0 00000100:00100000:2.0:1777045402.051066:0:6645:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b9c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+15:2390:x1863365370257792:12345-192.168.201.45@tcp:4:cp.0 Request processed in 455us (1014us total) trans 4294967387 rc 0/0 00000100:00100000:2.0:1777045402.051079:0:6645:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 22 00002000:00100000:2.0:1777045402.051089:0:6645:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x21:0x0] (0->157) req@ffff98df7b9c6d80 x1863365370257792/t4294967387(0) o4->15144518-a1c7-4352-a966-cb31eadd4d9b@192.168.201.45@tcp:403/0 lens 648/448 e 0 to 0 dl 1777045413 ref 1 fl Complete:H/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777045402.051105:0:6645:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98df7b9c6d80 with x1863365370257792 ext(0->157) 00010000:00010000:2.0:1777045402.051114:0:6645:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 00000000e5c29174/0x2c8777a5e7da0413 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11498be expref: 15 pid: 6639 timeout: 2130 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045402.051130:0:6645:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 00000000e5c29174/0x2c8777a5e7da0413 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11498be expref: 15 pid: 6639 timeout: 2130 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777045402.051143:0:6645:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff98df7b9c6d80 00000100:00100000:3.0:1777045402.051748:0:8776:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de48094e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8776:1863365424458624:192.168.201.45@tcp:104: 00010000:00010000:3.0:1777045402.051797:0:8776:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000040484dc5/0x2c8777a5e7da051d lrc: 3/1,0 mode: --/PR res: [0x240000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777045402.051985:0:14822:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de48096300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14822:1863365424458496:192.168.201.45@tcp:104: 00010000:00010000:1.0:1777045402.052010:0:14822:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000007fabfe0f/0x2c8777a5e7da0516 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777045402.085542:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045402.085629:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045402.086508:0:5842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370257920 00000100:00100000:1.0:1777045402.086526:0:5842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370257920 00010000:00010000:1.0:1777045402.086605:0:5842:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000e5c29174/0x2c8777a5e7da0413 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11498be expref: 15 pid: 6639 timeout: 2130 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777045402.086675:0:5842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370258048 00000100:00100000:1.0:1777045402.086681:0:5842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370258048 00010000:00010000:1.0:1777045402.086706:0:5842:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000e08f37a3/0x2c8777a5e7da02ed lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149824 expref: 16 pid: 6639 timeout: 2130 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777045402.086744:0:5842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 458 00000100:00100000:1.0:1777045402.086760:0:5842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de48096680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+15:2390:x1863365370257920:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777045402.086788:0:5842:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1777045402.086820:0:5842:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x21:0x0] updating lvb blocks from disk: 1 -> 11 00010000:00010000:1.0:1777045402.086832:0:5842:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000e5c29174/0x2c8777a5e7da0413 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11498be expref: 15 pid: 6639 timeout: 2130 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045402.086853:0:5842:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000e5c29174/0x2c8777a5e7da0413 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11498be expref: 15 pid: 6639 timeout: 2130 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045402.086905:0:5842:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e5c29174/0x2c8777a5e7da0413 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11498be expref: 15 pid: 6639 timeout: 2130 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045402.087182:0:5842:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777045402.087186:0:5842:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777045402.087195:0:5842:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000040484dc5/0x2c8777a5e7da051d lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045402.087282:0:5842:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000040484dc5/0x2c8777a5e7da051d lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045402.087334:0:5842:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777045402.087615:0:6655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 459 00000100:00100000:0.0:1777045402.087633:0:6655:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de48097480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+16:2390:x1863365370258048:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777045402.087651:0:6655:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777045402.087677:0:6655:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000e08f37a3/0x2c8777a5e7da02ed lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149824 expref: 16 pid: 6639 timeout: 2130 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045402.087697:0:6655:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000e08f37a3/0x2c8777a5e7da02ed lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149824 expref: 16 pid: 6639 timeout: 2130 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045402.087720:0:6655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e08f37a3/0x2c8777a5e7da02ed lrc: 0/0,0 mode: --/PW res: [0x280000400:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149824 expref: 16 pid: 6639 timeout: 2130 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045402.087748:0:6655:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777045402.087750:0:6655:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777045402.087755:0:6655:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000007fabfe0f/0x2c8777a5e7da0516 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045402.087769:0:6655:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007fabfe0f/0x2c8777a5e7da0516 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045402.087804:0:6655:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777045402.087890:0:6655:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de48097480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+15:2390:x1863365370258048:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 261us (2258us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045402.087904:0:6655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 459 00000100:00100000:1.0:1777045402.088231:0:5842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de48096680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+14:2390:x1863365370257920:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 1470us (2706us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045402.088244:0:5842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 458 00010000:00010000:1.0:1777045402.088286:0:8776:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000040484dc5/0x2c8777a5e7da051d lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045402.088301:0:8776:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000040484dc5/0x2c8777a5e7da051d lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045402.088343:0:8776:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000040484dc5/0x2c8777a5e7da051d lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045402.088356:0:8776:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000040484dc5/0x2c8777a5e7da051d lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045402.088377:0:8776:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000040484dc5/0x2c8777a5e7da051d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045402.088389:0:8776:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de43096400 already unused, calling callback (ffffffffc17d22d0) 00010000:00010000:1.0:1777045402.088395:0:8776:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000040484dc5/0x2c8777a5e7da051d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045402.088410:0:8776:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000040484dc5/0x2c8777a5e7da051d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045402.088432:0:8776:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000040484dc5/0x2c8777a5e7da051d lrc: 2/0,0 mode: --/PR res: [0x240000400:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045402.088444:0:8776:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000040484dc5/0x2c8777a5e7da051d lrc: 0/0,0 mode: --/PR res: [0x240000400:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777045402.092284:0:8776:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b9c6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+13:2393:x1863365370257280:12345-192.168.201.45@tcp:1:lhsmtool_posix.0 Request processed in 64558us (65923us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045402.092304:0:8776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 490 00010000:00010000:1.0:1777045402.092437:0:14822:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000007fabfe0f/0x2c8777a5e7da0516 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045402.092460:0:14822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007fabfe0f/0x2c8777a5e7da0516 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045402.096849:0:14822:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000007fabfe0f/0x2c8777a5e7da0516 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045402.096865:0:14822:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000007fabfe0f/0x2c8777a5e7da0516 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045402.096878:0:14822:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000007fabfe0f/0x2c8777a5e7da0516 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045402.096890:0:14822:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de43096c00 already unused, calling callback (ffffffffc17d22d0) 00010000:00010000:1.0:1777045402.096898:0:14822:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000007fabfe0f/0x2c8777a5e7da0516 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045402.097193:0:14822:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000007fabfe0f/0x2c8777a5e7da0516 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045402.097249:0:14822:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000007fabfe0f/0x2c8777a5e7da0516 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045402.097262:0:14822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007fabfe0f/0x2c8777a5e7da0516 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777045402.099004:0:14822:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b9c7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+14:2393:x1863365370257152:12345-192.168.201.45@tcp:1:lhsmtool_posix.0 Request processed in 72271us (72725us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045402.099030:0:14822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 489 00000100:00100000:2.0:1777045402.102977:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045402.103102:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045402.105338:0:5849:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370258176 00000100:00100000:1.0:1777045402.105360:0:5849:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370258176 00000100:00100000:1.0:1777045402.105495:0:5849:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 949 00000100:00100000:1.0:1777045402.105514:0:5849:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df4fc74850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2392:x1863365370258176:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:1.0:1777045402.105645:0:5849:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df4fc74850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2392:x1863365370258176:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 135us (2685us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045402.105658:0:5849:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 949 00000100:00100000:1.0:1777045402.105735:0:6641:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370258304 00000100:00100000:1.0:1777045402.105743:0:6641:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370258304 00000100:00100000:1.0:1777045402.105815:0:6641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1121 00000100:00100000:1.0:1777045402.105829:0:6641:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b9c5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:146de360-3fb2-48bd-b418-06f30714148a+10:2392:x1863365370258304:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:1.0:1777045402.105880:0:6641:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b9c5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:146de360-3fb2-48bd-b418-06f30714148a+10:2392:x1863365370258304:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 54us (2777us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045402.105891:0:6641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1121 00000100:00080000:1.0:1777045402.105922:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1777045402.123298:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045402.123851:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045402.125120:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370258560 00000100:00100000:1.0:1777045402.125138:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370258560 00000100:00100000:1.0:1777045402.125253:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370258816 00000100:00100000:1.0:1777045402.125260:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370258816 00000100:00100000:1.0:1777045402.125323:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1613 00000100:00100000:1.0:1777045402.125398:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de48095880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+35:33498:x1863365370258560:12345-192.168.201.45@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1777045402.125623:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de48095880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+35:33498:x1863365370258560:12345-192.168.201.45@tcp:57:lhsmtool_posix.0 Request processed in 230us (2341us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045402.125636:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1613 00000100:00100000:1.0:1777045402.125841:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1614 00000100:00100000:1.0:1777045402.125855:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de48096300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+34:33499:x1863365370258816:12345-192.168.201.45@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1777045402.125929:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de48096300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+34:33499:x1863365370258816:12345-192.168.201.45@tcp:57:lhsmtool_posix.0 Request processed in 75us (2078us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045402.125941:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1614 00000100:00100000:0.0:1777045402.166580:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045402.166656:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045402.167690:0:6639:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370258944 00000100:00100000:3.0:1777045402.167709:0:6639:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370258944 00000100:00100000:3.0:1777045402.167808:0:6639:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370259072 00000100:00100000:3.0:1777045402.167815:0:6639:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370259072 00000100:00100000:3.0:1777045402.167864:0:6639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 491 00000100:00100000:3.0:1777045402.167882:0:6639:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de48094e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+14:2392:x1863365370258944:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1777045402.167915:0:6639:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777045402.167953:0:6639:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006ed6a2e5/0x2c8777a5e7da0524 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x20:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1149927 expref: -99 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777045402.168004:0:6639:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x20:0x0] initial LVB size: 158, mtime: 0x69eb8f98, atime: 0x0, ctime: 0x69eb8f98, blocks: 0x1 00010000:00010000:3.0:1777045402.168039:0:6639:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777045402.168043:0:6639:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777045402.168059:0:6639:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006ed6a2e5/0x2c8777a5e7da0524 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149927 expref: 15 pid: 6639 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045402.168089:0:6639:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000006ed6a2e5/0x2c8777a5e7da0524 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149927 expref: 15 pid: 6639 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045402.168113:0:6639:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de43102e00, rc 0) 00000100:00100000:3.0:1777045402.168258:0:6639:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de48094e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+15:2392:x1863365370258944:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 Request processed in 325us (1642us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045402.168272:0:6639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 491 00000100:00100000:3.0:1777045402.168308:0:6639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 492 00000100:00100000:3.0:1777045402.168319:0:6639:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de48096a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+13:2392:x1863365370259072:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1777045402.168353:0:6639:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777045402.168377:0:6639:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000bcae34f4/0x2c8777a5e7da052b lrc: 2/0,0 mode: --/PR res: [0x240000400:0x21:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee114992e expref: -99 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777045402.168408:0:6639:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x21:0x0] initial LVB size: 158, mtime: 0x69eb8f99, atime: 0x0, ctime: 0x69eb8f99, blocks: 0xb 00010000:00010000:3.0:1777045402.168424:0:6639:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777045402.168427:0:6639:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777045402.168435:0:6639:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000bcae34f4/0x2c8777a5e7da052b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114992e expref: 14 pid: 6639 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045402.168456:0:6639:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000bcae34f4/0x2c8777a5e7da052b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114992e expref: 14 pid: 6639 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045402.168528:0:6639:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de43102200, rc 0) 00000100:00100000:3.0:1777045402.168565:0:6639:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de48096a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+14:2392:x1863365370259072:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 Request processed in 247us (1908us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045402.168575:0:6639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 492 00000100:00100000:0.0:1777045402.179906:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045402.185731:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370259200 00000100:00100000:2.0:1777045402.185757:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370259200 00000100:00100000:2.0:1777045402.185890:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1615 00000100:00100000:2.0:1777045402.185910:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de48095c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:146de360-3fb2-48bd-b418-06f30714148a+46:33503:x1863365370259200:12345-192.168.201.45@tcp:101:lfs.0 00010000:00010000:2.0:1777045402.185947:0:12646:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777045402.185990:0:12646:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be200/0x2c8777a5e7da0532 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1149935 expref: -99 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045402.186114:0:12646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfc00/0x2c8777a5e7da0539 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045402.186141:0:12646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfc00/0x2c8777a5e7da0539 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045402.186161:0:12646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfc00/0x2c8777a5e7da0539 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045402.186184:0:12646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be000/0x2c8777a5e7da0540 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x53:0x0].0x2b119043 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045402.186195:0:12646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be000/0x2c8777a5e7da0540 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045402.186251:0:12646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be000/0x2c8777a5e7da0540 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045402.186405:0:12646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bee00/0x2c8777a5e7da0547 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x34:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045402.186420:0:12646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bee00/0x2c8777a5e7da0547 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x34:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045402.186433:0:12646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bee00/0x2c8777a5e7da0547 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x34:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777045402.186521:0:12646:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x34:0x0]: returning size 158 00000004:00200000:2.0:1777045402.186529:0:12646:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1777045402.186562:0:12646:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bee00/0x2c8777a5e7da0547 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x34:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045402.186583:0:12646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bee00/0x2c8777a5e7da0547 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045402.186597:0:12646:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfc00/0x2c8777a5e7da0539 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045402.186608:0:12646:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfc00/0x2c8777a5e7da0539 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045402.186619:0:12646:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfc00/0x2c8777a5e7da0539 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045402.186630:0:12646:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de435bfc00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:2.0:1777045402.186637:0:12646:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfc00/0x2c8777a5e7da0539 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045402.186650:0:12646:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfc00/0x2c8777a5e7da0539 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045402.186671:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff98df52c43500) 00010000:00010000:2.0:1777045402.186676:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777045402.186683:0:12646:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfc00/0x2c8777a5e7da0539 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045402.186693:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfc00/0x2c8777a5e7da0539 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045402.186715:0:12646:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be000/0x2c8777a5e7da0540 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045402.186724:0:12646:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be000/0x2c8777a5e7da0540 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045402.186735:0:12646:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be000/0x2c8777a5e7da0540 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045402.186745:0:12646:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de435be000 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:2.0:1777045402.186749:0:12646:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be000/0x2c8777a5e7da0540 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045402.186760:0:12646:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be000/0x2c8777a5e7da0540 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045402.186771:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x2b119043 (ffff98df43d75800) 00010000:00010000:2.0:1777045402.186776:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777045402.186781:0:12646:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be000/0x2c8777a5e7da0540 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045402.186790:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be000/0x2c8777a5e7da0540 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045402.186846:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be200/0x2c8777a5e7da0532 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149935 expref: 48 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045402.186870:0:12646:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bee00/0x2c8777a5e7da0547 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149935 expref: 47 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045402.186882:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x34:0x0].0x0 (ffff98df4a351800) 00010000:00010000:2.0:1777045402.186887:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777045402.186891:0:12646:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de435bee00, rc 0) 00000100:00100000:2.0:1777045402.187005:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de48095c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:146de360-3fb2-48bd-b418-06f30714148a+47:33503:x1863365370259200:12345-192.168.201.45@tcp:101:lfs.0 Request processed in 1098us (7116us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045402.187025:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1615 00000100:00080000:0.0:1777045402.190937:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1777045402.192174:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045402.192392:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370259456 00000100:00100000:3.0:1777045402.192410:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370259456 00000100:00100000:3.0:1777045402.192548:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1616 00000100:00100000:3.0:1777045402.192565:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de48097800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+34:33499:x1863365370259456:12345-192.168.201.45@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1777045402.192744:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de48097800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+34:33499:x1863365370259456:12345-192.168.201.45@tcp:57:lhsmtool_posix.0 Request processed in 180us (578us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045402.192759:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1616 00000100:00100000:0.0:1777045402.200071:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045402.208719:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370259712 00000100:00100000:3.0:1777045402.208743:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370259712 00000100:00100000:3.0:1777045402.208852:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1617 00000100:00100000:3.0:1777045402.208871:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de48094380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+34:33498:x1863365370259712:12345-192.168.201.45@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1777045402.209061:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de48094380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+34:33498:x1863365370259712:12345-192.168.201.45@tcp:57:lhsmtool_posix.0 Request processed in 194us (9005us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045402.209075:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1617 00000100:00100000:3.0:1777045402.214320:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045402.214409:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045402.214453:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045402.216290:0:17698:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370260096 00000100:00100000:0.0:1777045402.216308:0:17698:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370260096 00002000:00100000:0.0:1777045402.216655:0:17698:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x21:0x0] (0->4095) req@ffff98de42e5a300 x1863365370260096/t0(0) o3->15144518-a1c7-4352-a966-cb31eadd4d9b@192.168.201.45@tcp:403/0 lens 488/0 e 0 to 0 dl 1777045413 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1777045402.216675:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370259840 00002000:00100000:0.0:1777045402.216675:0:17698:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98de42e5a300 with x1863365370260096 ext(0->4095) 00000100:00100000:1.0:1777045402.216683:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370259840 00002000:00010000:0.0:1777045402.216685:0:17698:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff98de42e5a300 00000100:00100000:0.0:1777045402.216722:0:17698:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 129 00000100:00100000:1.0:1777045402.216736:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 493 00000100:00100000:0.0:1777045402.216737:0:17698:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42e5a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+14:2393:x1863365370260096:12345-192.168.201.45@tcp:3:lhsmtool_posix.0 00000100:00100000:1.0:1777045402.216746:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42e59500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:146de360-3fb2-48bd-b418-06f30714148a+10:2392:x1863365370259840:12345-192.168.201.45@tcp:101:lfs.0 00010000:00010000:1.0:1777045402.216761:0:6642:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777045402.216792:0:6642:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a2a01fc1/0x2c8777a5e7da054e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee114993c expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777045402.216889:0:6642:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de42773800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6642:1863365424458752:192.168.201.45@tcp:106: 00000100:00100000:1.0:1777045402.217018:0:6642:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df5868ba80 going to sleep for 11 seconds 00000100:00100000:0.0:1777045402.217025:0:17698:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42e5a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+14:2393:x1863365370260096:12345-192.168.201.45@tcp:3:lhsmtool_posix.0 Request processed in 291us (2571us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1777045402.217039:0:17698:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 129 00000100:00100000:1.0:1777045402.217045:0:5860:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370259968 00002000:00100000:0.0:1777045402.217050:0:17698:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x21:0x0] (0->4095) req@ffff98de42e5a300 x1863365370260096/t0(0) o3->15144518-a1c7-4352-a966-cb31eadd4d9b@192.168.201.45@tcp:403/0 lens 488/4536 e 0 to 0 dl 1777045413 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1777045402.217051:0:5860:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370259968 00002000:00100000:0.0:1777045402.217064:0:17698:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98de42e5a300 with x1863365370260096 ext(0->4095) 00002000:00010000:0.0:1777045402.217069:0:17698:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff98de42e5a300 00000100:00100000:1.0:1777045402.217098:0:5860:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 83 00000100:00100000:1.0:1777045402.217109:0:5860:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df601d8850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:146de360-3fb2-48bd-b418-06f30714148a+47:2392:x1863365370259968:12345-192.168.201.45@tcp:63:ll_sa.0 00010000:00010000:1.0:1777045402.217165:0:5860:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777045402.217189:0:5860:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eca00/0x2c8777a5e7da0555 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1149943 expref: -99 pid: 5860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045402.217310:0:5860:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec200/0x2c8777a5e7da055c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5860 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045402.217334:0:5860:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec200/0x2c8777a5e7da055c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5860 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045402.217355:0:5860:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec200/0x2c8777a5e7da055c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5860 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045402.217380:0:5860:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed800/0x2c8777a5e7da0563 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x53:0x0].0x6eee4067 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5860 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045402.217391:0:5860:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed800/0x2c8777a5e7da0563 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5860 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045402.217402:0:5860:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed800/0x2c8777a5e7da0563 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5860 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045402.217530:0:5860:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec200/0x2c8777a5e7da055c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5860 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045402.217543:0:5860:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec200/0x2c8777a5e7da055c lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5860 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045402.217553:0:5860:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec200/0x2c8777a5e7da055c lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5860 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045402.217563:0:5860:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de419ec200 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:1.0:1777045402.217569:0:5860:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec200/0x2c8777a5e7da055c lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5860 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045402.217581:0:5860:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec200/0x2c8777a5e7da055c lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5860 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045402.217602:0:5860:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff98df52c43500) 00010000:00010000:1.0:1777045402.217607:0:5860:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777045402.217615:0:5860:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec200/0x2c8777a5e7da055c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5860 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045402.217626:0:5860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec200/0x2c8777a5e7da055c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5860 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045402.217646:0:5860:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed800/0x2c8777a5e7da0563 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5860 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045402.217655:0:5860:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed800/0x2c8777a5e7da0563 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5860 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045402.217664:0:5860:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed800/0x2c8777a5e7da0563 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5860 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045402.217671:0:5860:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de419ed800 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:1.0:1777045402.217676:0:5860:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed800/0x2c8777a5e7da0563 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5860 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045402.217685:0:5860:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed800/0x2c8777a5e7da0563 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5860 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045402.217695:0:5860:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x6eee4067 (ffff98df51b04400) 00010000:00010000:1.0:1777045402.217698:0:5860:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777045402.217703:0:5860:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed800/0x2c8777a5e7da0563 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5860 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045402.217712:0:5860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed800/0x2c8777a5e7da0563 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5860 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045402.217758:0:5860:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eca00/0x2c8777a5e7da0555 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149943 expref: 48 pid: 5860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045402.217784:0:5860:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff98df52c43500) 00010000:00010000:1.0:1777045402.217788:0:5860:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1777045402.217795:0:5860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eca00/0x2c8777a5e7da0555 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149943 expref: 48 pid: 5860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045402.217809:0:5860:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de419eca00, rc -2) 00000100:00100000:1.0:1777045402.217880:0:5860:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df601d8850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:146de360-3fb2-48bd-b418-06f30714148a+47:2392:x1863365370259968:12345-192.168.201.45@tcp:63:ll_sa.0 Request processed in 771us (3469us total) trans 0 rc -2/-2 00000100:00100000:1.0:1777045402.217893:0:5860:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 83 00000100:00100000:3.0:1777045402.226673:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00002000:00010000:1.0:1777045402.235593:0:6642:0:(ofd_lvb.c:259:ofd_lvbo_update()) res: [0x280000400:0x21:0x0] updating lvb size: 0 -> 158 00002000:00010000:1.0:1777045402.235607:0:6642:0:(ofd_lvb.c:265:ofd_lvbo_update()) res: [0x280000400:0x21:0x0] updating lvb mtime: 0 -> 1777045401 00002000:00010000:1.0:1777045402.235615:0:6642:0:(ofd_lvb.c:271:ofd_lvbo_update()) res: [0x280000400:0x21:0x0] updating lvb atime: 0 -> 1777045401 00002000:00010000:1.0:1777045402.235619:0:6642:0:(ofd_lvb.c:277:ofd_lvbo_update()) res: [0x280000400:0x21:0x0] updating lvb ctime: 0 -> 1777045401 00000100:00100000:1.0:1777045402.235660:0:6642:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de42773800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6642:1863365424458752:192.168.201.45@tcp:106: 00010000:00010000:1.0:1777045402.235723:0:6642:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000a2a01fc1/0x2c8777a5e7da054e lrc: 1/0,0 mode: --/PR res: [0x280000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114993c expref: 11 pid: 6642 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045402.235769:0:6642:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a2a01fc1/0x2c8777a5e7da054e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114993c expref: 11 pid: 6642 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045402.235795:0:6642:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de419ec000, rc 0) 00000100:00100000:1.0:1777045402.235903:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42e59500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:146de360-3fb2-48bd-b418-06f30714148a+10:2392:x1863365370259840:12345-192.168.201.45@tcp:101:lfs.0 Request processed in 19154us (21598us total) trans 0 rc 301/301 00000100:00100000:1.0:1777045402.237237:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 493 00000100:00100000:0.0:1777045402.237972:0:6647:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370260224 00000100:00100000:0.0:1777045402.237990:0:6647:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370260224 00002000:00100000:0.0:1777045402.238068:0:6647:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x20:0x0] (0->4095) req@ffff98de42e5ad80 x1863365370260224/t0(0) o3->15144518-a1c7-4352-a966-cb31eadd4d9b@192.168.201.45@tcp:403/0 lens 488/0 e 0 to 0 dl 1777045413 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777045402.238086:0:6647:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98de42e5ad80 with x1863365370260224 ext(0->4095) 00002000:00010000:0.0:1777045402.238096:0:6647:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff98de42e5ad80 00000100:00100000:0.0:1777045402.238148:0:6647:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 130 00000100:00100000:0.0:1777045402.238164:0:6647:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42e5ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+15:2392:x1863365370260224:12345-192.168.201.45@tcp:3:lhsmtool_posix.0 00000100:00100000:0.0:1777045402.240589:0:6647:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42e5ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+15:2392:x1863365370260224:12345-192.168.201.45@tcp:3:lhsmtool_posix.0 Request processed in 2417us (13925us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1777045402.240606:0:6647:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 130 00002000:00100000:0.0:1777045402.240621:0:6647:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x20:0x0] (0->4095) req@ffff98de42e5ad80 x1863365370260224/t0(0) o3->15144518-a1c7-4352-a966-cb31eadd4d9b@192.168.201.45@tcp:403/0 lens 488/4536 e 0 to 0 dl 1777045413 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777045402.240637:0:6647:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98de42e5ad80 with x1863365370260224 ext(0->4095) 00002000:00010000:0.0:1777045402.240644:0:6647:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff98de42e5ad80 00000100:00100000:1.0:1777045402.264974:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045402.265027:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045402.265624:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370260352 00000100:00100000:3.0:1777045402.265642:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370260352 00000100:00100000:3.0:1777045402.265730:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370260480 00000100:00100000:3.0:1777045402.265735:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370260480 00000100:00100000:3.0:1777045402.265774:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1618 00000100:00100000:3.0:1777045402.265790:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42773800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+34:33499:x1863365370260352:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1777045402.265829:0:5856:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777045402.265866:0:5856:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103000/0x2c8777a5e7da056a lrc: 2/0,0 mode: --/PR res: [0x200000402:0x33:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee114997b expref: -99 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045402.265924:0:5856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102400/0x2c8777a5e7da0571 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x33:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045402.265950:0:5856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102400/0x2c8777a5e7da0571 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045402.265969:0:5856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102400/0x2c8777a5e7da0571 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045402.266138:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103000/0x2c8777a5e7da056a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x33:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114997b expref: 36 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045402.266172:0:5856:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102400/0x2c8777a5e7da0571 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114997b expref: 35 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045402.266188:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x33:0x0].0x0 (ffff98df51b04200) 00010000:00010000:3.0:1777045402.266194:0:5856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1777045402.266239:0:5856:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de43102400, rc 0) 00000100:00100000:3.0:1777045402.266356:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42773800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+35:33499:x1863365370260352:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 Request processed in 568us (1399us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045402.266369:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1618 00000100:00100000:3.0:1777045402.266401:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1619 00000100:00100000:3.0:1777045402.266412:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42770a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:146de360-3fb2-48bd-b418-06f30714148a+47:33503:x1863365370260480:12345-192.168.201.45@tcp:101:lfs.0 00010000:00010000:3.0:1777045402.266426:0:5856:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777045402.266440:0:5856:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103a00/0x2c8777a5e7da0578 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1149982 expref: -99 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045402.266531:0:5856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103600/0x2c8777a5e7da057f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045402.266546:0:5856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103600/0x2c8777a5e7da057f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045402.266559:0:5856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103600/0x2c8777a5e7da057f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777045402.266647:0:5856:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x53:0x0]: returning size 7680 00000004:00200000:3.0:1777045402.266653:0:5856:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 7 stripe count 1 MDT count 1 00000004:00010000:3.0:1777045402.266683:0:5856:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103600/0x2c8777a5e7da057f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045402.266716:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103a00/0x2c8777a5e7da0578 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149982 expref: 49 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045402.266734:0:5856:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103600/0x2c8777a5e7da057f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149982 expref: 48 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045402.266745:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff98df52c43500) 00010000:00010000:3.0:1777045402.266749:0:5856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1777045402.266754:0:5856:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de43103600, rc 0) 00000100:00100000:3.0:1777045402.266800:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42770a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:146de360-3fb2-48bd-b418-06f30714148a+48:33503:x1863365370260480:12345-192.168.201.45@tcp:101:lfs.0 Request processed in 388us (1771us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045402.266811:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1619 00000100:00100000:3.0:1777045402.275849:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045402.279321:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370260608 00000100:00100000:0.0:1777045402.279382:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370260608 00000100:00100000:0.0:1777045402.279513:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1620 00000100:00100000:0.0:1777045402.279531:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42e5b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+35:33498:x1863365370260608:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1777045402.279568:0:12646:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777045402.279604:0:12646:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097600/0x2c8777a5e7da0586 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x32:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1149989 expref: -99 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045402.279674:0:12646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096400/0x2c8777a5e7da058d lrc: 3/1,0 mode: --/PR res: [0x200000402:0x32:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045402.279697:0:12646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096400/0x2c8777a5e7da058d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045402.279716:0:12646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096400/0x2c8777a5e7da058d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045402.279894:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097600/0x2c8777a5e7da0586 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149989 expref: 37 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045402.279926:0:12646:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096400/0x2c8777a5e7da058d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149989 expref: 36 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045402.279939:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x32:0x0].0x0 (ffff98df48c7e800) 00010000:00010000:0.0:1777045402.279945:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1777045402.279951:0:12646:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de43096400, rc 0) 00000100:00100000:0.0:1777045402.280059:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42e5b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+36:33498:x1863365370260608:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 Request processed in 531us (4226us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045402.280076:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1620 00000100:00100000:3.0:1777045402.283625:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045402.284853:0:6641:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370260736 00000100:00100000:0.0:1777045402.284872:0:6641:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370260736 00000100:00100000:0.0:1777045402.284990:0:6641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 494 00000100:00100000:0.0:1777045402.285008:0:6641:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42e58380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:146de360-3fb2-48bd-b418-06f30714148a+10:2392:x1863365370260736:12345-192.168.201.45@tcp:101:lfs.0 00010000:00010000:0.0:1777045402.285038:0:6641:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777045402.285068:0:6641:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c643ecec/0x2c8777a5e7da0594 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1149990 expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777045402.285172:0:6641:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df77fd5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6641:1863365424458880:192.168.201.45@tcp:106: 00000100:00100000:0.0:1777045402.285590:0:6641:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df7795f840 going to sleep for 11 seconds 00000001:00080000:3.0:1777045402.290082:0:6666:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967387 is committed 00000100:00100000:0.0:1777045402.310407:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045402.312399:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370260864 00000100:00100000:3.0:1777045402.312420:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370260864 00000100:00100000:3.0:1777045402.312581:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1621 00000100:00100000:3.0:1777045402.312601:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77fd4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+36:33499:x1863365370260864:12345-192.168.201.45@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1777045402.312659:0:5855:0:(mdt_handler.c:7958:mdt_fid2path()) path get [0x200000402:0x33:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1777045402.333054:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77fd4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+36:33499:x1863365370260864:12345-192.168.201.45@tcp:53:lhsmtool_posix.0 Request processed in 20434us (22640us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045402.333082:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1621 00000100:00100000:2.0:1777045402.333390:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045402.333789:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370260992 00000100:00100000:1.0:1777045402.333806:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370260992 00000100:00100000:1.0:1777045402.333896:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1622 00000100:00100000:1.0:1777045402.333914:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77957480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+36:33498:x1863365370260992:12345-192.168.201.45@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1777045402.333966:0:5855:0:(mdt_handler.c:7958:mdt_fid2path()) path get [0x200000402:0x32:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1777045402.334114:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77957480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+36:33498:x1863365370260992:12345-192.168.201.45@tcp:53:lhsmtool_posix.0 Request processed in 204us (726us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045402.334127:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1622 00000100:00100000:1.0:1777045402.337114:0:6641:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df77fd5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6641:1863365424458880:192.168.201.45@tcp:106: 00010000:00010000:1.0:1777045402.337184:0:6641:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000c643ecec/0x2c8777a5e7da0594 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149990 expref: 11 pid: 6641 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045402.340722:0:6641:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c643ecec/0x2c8777a5e7da0594 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149990 expref: 11 pid: 6641 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045402.340760:0:6641:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de43096200, rc 0) 00000100:00100000:1.0:1777045402.340982:0:6641:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42e58380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:146de360-3fb2-48bd-b418-06f30714148a+10:2392:x1863365370260736:12345-192.168.201.45@tcp:101:lfs.0 Request processed in 55975us (57364us total) trans 0 rc 301/301 00000100:00100000:1.0:1777045402.340998:0:6641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 494 00000100:00100000:2.0:1777045402.366417:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045402.366495:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045402.366742:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045402.370123:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370261504 00000100:00100000:1.0:1777045402.370146:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370261504 00000100:00100000:1.0:1777045402.371327:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1623 00000100:00100000:1.0:1777045402.371608:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77954000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:146de360-3fb2-48bd-b418-06f30714148a+48:33503:x1863365370261504:12345-192.168.201.45@tcp:58:lfs.0 00000040:00080000:1.0:1777045402.375358:0:5856:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].51, 136 off15128 00000100:00100000:1.0:1777045402.375585:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77954000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:146de360-3fb2-48bd-b418-06f30714148a+48:33503:x1863365370261504:12345-192.168.201.45@tcp:58:lfs.0 Request processed in 3980us (8837us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045402.375604:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1623 00000100:00100000:3.0:1777045402.378551:0:6639:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370261120 00000100:00100000:3.0:1777045402.378569:0:6639:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370261120 00000100:00100000:2.0:1777045402.379317:0:6639:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370261248 00000100:00100000:2.0:1777045402.379351:0:6639:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370261248 00000100:00100000:2.0:1777045402.379406:0:6639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 495 00000100:00100000:2.0:1777045402.379423:0:6639:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77954e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2391:x1863365370261120:12345-192.168.201.45@tcp:1:lhsmtool_posix.0 00010000:00010000:2.0:1777045402.379528:0:6639:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000002310fbab/0x2c8777a5e7da059b lrc: 3/1,0 mode: --/PR res: [0x240000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045402.379559:0:6639:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777045402.379563:0:6639:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777045402.379572:0:6639:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002310fbab/0x2c8777a5e7da059b lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045402.379597:0:6639:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002310fbab/0x2c8777a5e7da059b lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045402.379649:0:6639:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000002310fbab/0x2c8777a5e7da059b lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045402.379664:0:6639:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000002310fbab/0x2c8777a5e7da059b lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045402.379679:0:6639:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000002310fbab/0x2c8777a5e7da059b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045402.379692:0:6639:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de435be800 already unused, calling callback (ffffffffc17d22d0) 00010000:00010000:2.0:1777045402.379699:0:6639:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000002310fbab/0x2c8777a5e7da059b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045402.379713:0:6639:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000002310fbab/0x2c8777a5e7da059b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045402.379737:0:6639:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000002310fbab/0x2c8777a5e7da059b lrc: 2/0,0 mode: --/PR res: [0x240000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045402.379749:0:6639:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002310fbab/0x2c8777a5e7da059b lrc: 0/0,0 mode: --/PR res: [0x240000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777045402.379878:0:6639:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77954e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2391:x1863365370261120:12345-192.168.201.45@tcp:1:lhsmtool_posix.0 Request processed in 457us (13479us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045402.379891:0:6639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 495 00000100:00100000:2.0:1777045402.380073:0:6639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 496 00000100:00100000:2.0:1777045402.380087:0:6639:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77955500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+15:2392:x1863365370261248:12345-192.168.201.45@tcp:1:lhsmtool_posix.0 00010000:00010000:2.0:1777045402.380122:0:6639:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000938a6f96/0x2c8777a5e7da05a2 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045402.380137:0:6639:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777045402.380140:0:6639:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777045402.380146:0:6639:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000938a6f96/0x2c8777a5e7da05a2 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045402.380172:0:6639:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000938a6f96/0x2c8777a5e7da05a2 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045402.380266:0:6639:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000938a6f96/0x2c8777a5e7da05a2 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045402.380280:0:6639:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000938a6f96/0x2c8777a5e7da05a2 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045402.380294:0:6639:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000938a6f96/0x2c8777a5e7da05a2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045402.380305:0:6639:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de435be000 already unused, calling callback (ffffffffc17d22d0) 00010000:00010000:2.0:1777045402.380310:0:6639:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000938a6f96/0x2c8777a5e7da05a2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045402.380323:0:6639:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000938a6f96/0x2c8777a5e7da05a2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045402.380342:0:6639:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000938a6f96/0x2c8777a5e7da05a2 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045402.380354:0:6639:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000938a6f96/0x2c8777a5e7da05a2 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777045402.380497:0:6639:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77955500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+15:2392:x1863365370261248:12345-192.168.201.45@tcp:1:lhsmtool_posix.0 Request processed in 411us (14000us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045402.380509:0:6639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 496 00000100:00100000:2.0:1777045402.391534:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045402.392256:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370261760 00000100:00100000:1.0:1777045402.392274:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370261760 00000100:00100000:1.0:1777045402.392671:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1624 00000100:00100000:1.0:1777045402.392691:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77957b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+36:33499:x1863365370261760:12345-192.168.201.45@tcp:57:lhsmtool_posix.0 00010000:00010000:1.0:1777045402.393082:0:5857:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eca00/0x2c8777a5e7da05a9 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x33:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045402.393115:0:5857:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102400/0x2c8777a5e7da0571 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114997b expref: 36 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045402.393130:0:5857:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eca00/0x2c8777a5e7da05a9 lrc: 4/0,1 mode: --/PW res: [0x200000402:0x33:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045402.393192:0:5857:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102400/0x2c8777a5e7da0571 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114997b expref: 36 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045402.393253:0:5857:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102400/0x2c8777a5e7da0571 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114997b expref: 36 pid: 5856 timeout: 2130 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777045402.393279:0:5857:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df6d627480 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5857:1863365424459008:192.168.201.45@tcp:104: 00000100:00100000:1.0:1777045402.393414:0:5857:0:(client.c:2691:ptlrpc_set_wait()) set ffff98de41e619c0 going to sleep for 11 seconds 00000100:00100000:2.0:1777045402.398305:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00010000:00010000:0.0:1777045402.400148:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777045402.400822:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045402.401702:0:5861:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370262016 00000100:00100000:0.0:1777045402.401722:0:5861:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370262016 00000100:00100000:0.0:1777045402.401836:0:5861:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 84 00000100:00100000:0.0:1777045402.401856:0:5861:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b51ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:146de360-3fb2-48bd-b418-06f30714148a+48:2390:x1863365370262016:12345-192.168.201.45@tcp:63:ll_sa.0 00010000:00010000:0.0:1777045402.401919:0:5861:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777045402.401957:0:5861:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097400/0x2c8777a5e7da05b0 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee114999e expref: -99 pid: 5861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045402.402054:0:5861:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097600/0x2c8777a5e7da05b7 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5861 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045402.402099:0:5861:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097600/0x2c8777a5e7da05b7 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5861 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045402.402125:0:5861:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097600/0x2c8777a5e7da05b7 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5861 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045402.402152:0:5861:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096200/0x2c8777a5e7da05be lrc: 3/1,0 mode: --/PR res: [0x200000401:0x53:0x0].0x71bff0c5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5861 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045402.402164:0:5861:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096200/0x2c8777a5e7da05be lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x71bff0c5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5861 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045402.402175:0:5861:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096200/0x2c8777a5e7da05be lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x71bff0c5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5861 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045402.402378:0:5861:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097600/0x2c8777a5e7da05b7 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5861 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045402.402393:0:5861:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097600/0x2c8777a5e7da05b7 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5861 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045402.402404:0:5861:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097600/0x2c8777a5e7da05b7 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5861 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045402.402415:0:5861:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de43097600 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:0.0:1777045402.402422:0:5861:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097600/0x2c8777a5e7da05b7 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5861 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045402.402435:0:5861:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097600/0x2c8777a5e7da05b7 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5861 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045402.402456:0:5861:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff98df52c43500) 00010000:00010000:0.0:1777045402.402484:0:5861:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777045402.402493:0:5861:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097600/0x2c8777a5e7da05b7 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5861 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045402.402505:0:5861:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097600/0x2c8777a5e7da05b7 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5861 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045402.402528:0:5861:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096200/0x2c8777a5e7da05be lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x71bff0c5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5861 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045402.402539:0:5861:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096200/0x2c8777a5e7da05be lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x71bff0c5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5861 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045402.402548:0:5861:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096200/0x2c8777a5e7da05be lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x71bff0c5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5861 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045402.402557:0:5861:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de43096200 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:0.0:1777045402.402562:0:5861:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096200/0x2c8777a5e7da05be lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x71bff0c5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5861 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045402.402572:0:5861:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096200/0x2c8777a5e7da05be lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x71bff0c5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5861 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045402.402585:0:5861:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x71bff0c5 (ffff98df61f8eb00) 00010000:00010000:0.0:1777045402.402590:0:5861:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777045402.402594:0:5861:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096200/0x2c8777a5e7da05be lrc: 2/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x71bff0c5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5861 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045402.402604:0:5861:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096200/0x2c8777a5e7da05be lrc: 0/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x71bff0c5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5861 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045402.402656:0:5861:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097400/0x2c8777a5e7da05b0 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114999e expref: 49 pid: 5861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045402.402683:0:5861:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff98df52c43500) 00010000:00010000:0.0:1777045402.402688:0:5861:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1777045402.402694:0:5861:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097400/0x2c8777a5e7da05b0 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114999e expref: 49 pid: 5861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045402.402708:0:5861:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de43097400, rc -2) 00000100:00100000:0.0:1777045402.402832:0:5861:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b51ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:146de360-3fb2-48bd-b418-06f30714148a+48:2390:x1863365370262016:12345-192.168.201.45@tcp:63:ll_sa.0 Request processed in 980us (2020us total) trans 0 rc -2/-2 00000100:00100000:0.0:1777045402.402845:0:5861:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 84 00000100:00100000:3.0:1777045402.415404:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370261888 00000100:00100000:3.0:1777045402.415434:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370261888 00000100:00100000:2.0:1777045402.415881:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045402.419161:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370262272 00000100:00100000:1.0:1777045402.419178:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370262272 00000100:00100000:0.0:1777045402.419190:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1625 00000100:00100000:1.0:1777045402.419579:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1626 00000100:00100000:1.0:1777045402.419595:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b51c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+37:33498:x1863365370262272:12345-192.168.201.45@tcp:57:lhsmtool_posix.0 00010000:00010000:1.0:1777045402.419722:0:12646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed800/0x2c8777a5e7da05c5 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x32:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045402.419751:0:12646:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096400/0x2c8777a5e7da058d lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149989 expref: 37 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045402.419767:0:12646:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed800/0x2c8777a5e7da05c5 lrc: 4/0,1 mode: --/PW res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045402.419830:0:12646:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096400/0x2c8777a5e7da058d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149989 expref: 37 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045402.419853:0:12646:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096400/0x2c8777a5e7da058d lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149989 expref: 37 pid: 12646 timeout: 2130 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777045402.419880:0:12646:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df6d626680 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12646:1863365424459136:192.168.201.45@tcp:104: 00000100:00100000:0.0:1777045402.420285:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77955f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:146de360-3fb2-48bd-b418-06f30714148a+48:33506:x1863365370261888:12345-192.168.201.45@tcp:101:bash.0 00010000:00010000:0.0:1777045402.420317:0:5856:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1777045402.420335:0:12646:0:(client.c:2691:ptlrpc_set_wait()) set ffff98de41e61480 going to sleep for 11 seconds 00010000:00010000:0.0:1777045402.420346:0:5856:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097400/0x2c8777a5e7da05cc lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1149997 expref: -99 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045402.421277:0:5856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096200/0x2c8777a5e7da05d3 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045402.421299:0:5856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096200/0x2c8777a5e7da05d3 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045402.421316:0:5856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096200/0x2c8777a5e7da05d3 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045402.421336:0:5856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097600/0x2c8777a5e7da05da lrc: 3/1,0 mode: --/PR res: [0x200000401:0x53:0x0].0x6eee4067 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045402.421353:0:5856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097600/0x2c8777a5e7da05da lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045402.421363:0:5856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097600/0x2c8777a5e7da05da lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045402.422082:0:5856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096200/0x2c8777a5e7da05d3 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045402.422094:0:5856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096200/0x2c8777a5e7da05d3 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045402.422103:0:5856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096200/0x2c8777a5e7da05d3 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045402.422112:0:5856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de43096200 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:2.0:1777045402.422118:0:5856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096200/0x2c8777a5e7da05d3 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045402.422127:0:5856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096200/0x2c8777a5e7da05d3 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045402.422163:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff98df52c43500) 00010000:00010000:2.0:1777045402.422167:0:5856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777045402.422173:0:5856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096200/0x2c8777a5e7da05d3 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045402.422182:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096200/0x2c8777a5e7da05d3 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045402.422200:0:5856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097600/0x2c8777a5e7da05da lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045402.422208:0:5856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097600/0x2c8777a5e7da05da lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045402.422216:0:5856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097600/0x2c8777a5e7da05da lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045402.422223:0:5856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de43097600 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:2.0:1777045402.422227:0:5856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097600/0x2c8777a5e7da05da lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045402.422236:0:5856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097600/0x2c8777a5e7da05da lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045402.422245:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x6eee4067 (ffff98df61f8eb00) 00010000:00010000:2.0:1777045402.422249:0:5856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777045402.422255:0:5856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097600/0x2c8777a5e7da05da lrc: 2/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045402.422262:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097600/0x2c8777a5e7da05da lrc: 0/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045402.422310:0:5856:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097400/0x2c8777a5e7da05cc lrc: 1/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149997 expref: 49 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045402.422665:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff98df52c43500) 00010000:00010000:2.0:1777045402.422668:0:5856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777045402.422676:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097400/0x2c8777a5e7da05cc lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149997 expref: 49 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045402.422691:0:5856:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de43097400, rc 0) 00000100:00100000:2.0:1777045402.422759:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77955f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:146de360-3fb2-48bd-b418-06f30714148a+48:33506:x1863365370261888:12345-192.168.201.45@tcp:101:bash.0 Request processed in 3553us (24471us total) trans 0 rc 301/301 00000100:00100000:2.0:1777045402.422791:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1625 00000100:00100000:2.0:1777045402.437116:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045402.437588:0:5857:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df6d627480 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5857:1863365424459008:192.168.201.45@tcp:104: 00010000:00010000:1.0:1777045402.437627:0:5857:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eca00/0x2c8777a5e7da05a9 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x33:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777045402.438734:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045402.438808:0:12646:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df6d626680 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12646:1863365424459136:192.168.201.45@tcp:104: 00010000:00010000:1.0:1777045402.438826:0:12646:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed800/0x2c8777a5e7da05c5 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777045402.439895:0:6655:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370262400 00000100:00100000:0.0:1777045402.439910:0:6655:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370262400 00010000:00010000:0.0:1777045402.439978:0:6655:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102400/0x2c8777a5e7da0571 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114997b expref: 38 pid: 5856 timeout: 2130 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777045402.440014:0:6655:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370262528 00000100:00100000:0.0:1777045402.440018:0:6655:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370262528 00010000:00010000:0.0:1777045402.440034:0:6655:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096400/0x2c8777a5e7da058d lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149989 expref: 39 pid: 12646 timeout: 2130 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777045402.440082:0:6655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 460 00000100:00100000:0.0:1777045402.440095:0:6655:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b51c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+39:2392:x1863365370262400:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777045402.440114:0:6655:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777045402.440123:0:6655:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102400/0x2c8777a5e7da0571 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114997b expref: 39 pid: 5856 timeout: 2130 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777045402.440731:0:5843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 461 00000100:00100000:2.0:1777045402.440747:0:5843:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b51c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+39:2391:x1863365370262528:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777045402.440761:0:5843:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777045402.440768:0:5843:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096400/0x2c8777a5e7da058d lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149989 expref: 39 pid: 12646 timeout: 2130 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045402.441164:0:6655:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102400/0x2c8777a5e7da0571 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114997b expref: 39 pid: 5856 timeout: 2130 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045402.441192:0:6655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102400/0x2c8777a5e7da0571 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x33:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114997b expref: 39 pid: 5856 timeout: 2130 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045402.441236:0:6655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x33:0x0].0x0 (ffff98df51b04200) 00010000:00010000:0.0:1777045402.441243:0:6655:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eca00/0x2c8777a5e7da05a9 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x33:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045402.441255:0:6655:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eca00/0x2c8777a5e7da05a9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x33:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045402.441265:0:6655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eca00/0x2c8777a5e7da05a9 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x33:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045402.441305:0:6655:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777045402.441373:0:6655:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b51c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+38:2392:x1863365370262400:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 1280us (4269us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045402.441384:0:6655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 460 00010000:00010000:3.0:1777045402.441786:0:5857:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eca00/0x2c8777a5e7da05a9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x33:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045402.441798:0:5857:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eca00/0x2c8777a5e7da05a9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x33:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045402.442036:0:5857:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eca00/0x2c8777a5e7da05a9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x33:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045402.442047:0:5857:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eca00/0x2c8777a5e7da05a9 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x33:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045402.442055:0:5857:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eca00/0x2c8777a5e7da05a9 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x33:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045402.442063:0:5857:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de419eca00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:3.0:1777045402.442068:0:5857:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eca00/0x2c8777a5e7da05a9 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x33:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045402.442078:0:5857:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eca00/0x2c8777a5e7da05a9 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x33:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045402.442089:0:5857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x33:0x0].0x0 (ffff98df51b04200) 00010000:00010000:3.0:1777045402.442093:0:5857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1777045402.442097:0:5857:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eca00/0x2c8777a5e7da05a9 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x33:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045402.442106:0:5857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eca00/0x2c8777a5e7da05a9 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x33:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777045402.442311:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77957b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+38:33499:x1863365370261760:12345-192.168.201.45@tcp:57:lhsmtool_posix.0 Request processed in 49625us (50794us total) trans 4294968379 rc 0/0 00000100:00100000:3.0:1777045402.442329:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1624 00010000:00010000:2.0:1777045402.442778:0:5843:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096400/0x2c8777a5e7da058d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149989 expref: 37 pid: 12646 timeout: 2130 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045402.442801:0:5843:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096400/0x2c8777a5e7da058d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149989 expref: 37 pid: 12646 timeout: 2130 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045402.442817:0:5843:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x32:0x0].0x0 (ffff98df48c7e800) 00010000:00010000:2.0:1777045402.442823:0:5843:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed800/0x2c8777a5e7da05c5 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045402.442833:0:5843:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed800/0x2c8777a5e7da05c5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045402.442848:0:5843:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed800/0x2c8777a5e7da05c5 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045402.442967:0:5843:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777045402.442998:0:5843:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b51c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+36:2391:x1863365370262528:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 2256us (4265us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045402.443009:0:5843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 461 00010000:00010000:1.0:1777045402.445680:0:12646:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed800/0x2c8777a5e7da05c5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045402.445699:0:12646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed800/0x2c8777a5e7da05c5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045402.445916:0:12646:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed800/0x2c8777a5e7da05c5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045402.445927:0:12646:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed800/0x2c8777a5e7da05c5 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045402.445966:0:12646:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed800/0x2c8777a5e7da05c5 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045402.445975:0:12646:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de419ed800 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:1.0:1777045402.445979:0:12646:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed800/0x2c8777a5e7da05c5 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045402.445988:0:12646:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed800/0x2c8777a5e7da05c5 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045402.446004:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x32:0x0].0x0 (ffff98df48c7e800) 00010000:00010000:1.0:1777045402.446009:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1777045402.446014:0:12646:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed800/0x2c8777a5e7da05c5 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045402.447588:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed800/0x2c8777a5e7da05c5 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777045402.447838:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b51c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+36:33498:x1863365370262272:12345-192.168.201.45@tcp:57:lhsmtool_posix.0 Request processed in 28243us (31965us total) trans 4294968380 rc 0/0 00000100:00100000:1.0:1777045402.447852:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1626 00000040:00080000:0.0:1777045402.449267:0:11491:0:(llog.c:801:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1777045402.449273:0:11491:0:(llog_cat.c:158:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1777045402.449325:0:11491:0:(llog.c:858:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 52 count 8 00000040:00080000:0.0:1777045402.449334:0:11491:0:(llog.c:858:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1777045402.451338:0:11491:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df77fd6a00 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11491:1863365424459264:192.168.201.45@tcp:107:hsm_cdtr.0 00000100:00100000:1.0:1777045402.455865:0:11491:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df7795f840 going to sleep for 11 seconds 00000100:00100000:3.0:1777045402.462352:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045402.462592:0:19840:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370262784 00000100:00100000:1.0:1777045402.462607:0:19840:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370262784 00000100:00100000:1.0:1777045402.462673:0:19840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 360 00000100:00100000:1.0:1777045402.462688:0:19840:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df45ed4c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+37:33499:x1863365370262784:12345-192.168.201.45@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1777045402.463090:0:19840:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df45ed4c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+38:33499:x1863365370262784:12345-192.168.201.45@tcp:35:lhsmtool_posix.0 Request processed in 403us (746us total) trans 4294968381 rc 0/0 00000100:00100000:1.0:1777045402.463103:0:19840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 360 00000100:00100000:1.0:1777045402.479708:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045402.480107:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045402.480254:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370262912 00000100:00100000:2.0:1777045402.480267:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370262912 00000100:00100000:2.0:1777045402.480349:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1627 00000100:00100000:2.0:1777045402.480365:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d626680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+38:33507:x1863365370262912:12345-192.168.201.45@tcp:101:rm.0 00010000:00010000:2.0:1777045402.480391:0:5855:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777045402.480417:0:5855:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfc00/0x2c8777a5e7da05e1 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee11499a5 expref: -99 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045402.480529:0:5855:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be200/0x2c8777a5e7da05e8 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045402.480549:0:5855:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be200/0x2c8777a5e7da05e8 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045402.480566:0:5855:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be200/0x2c8777a5e7da05e8 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045402.480588:0:5855:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be000/0x2c8777a5e7da05ef lrc: 3/1,0 mode: --/PR res: [0x200000401:0x53:0x0].0x6eee4067 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045402.480599:0:5855:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be000/0x2c8777a5e7da05ef lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045402.480616:0:5855:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be000/0x2c8777a5e7da05ef lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045402.480700:0:5855:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be200/0x2c8777a5e7da05e8 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045402.480711:0:5855:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be200/0x2c8777a5e7da05e8 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045402.480721:0:5855:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be200/0x2c8777a5e7da05e8 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045402.480730:0:5855:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de435be200 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:2.0:1777045402.480737:0:5855:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be200/0x2c8777a5e7da05e8 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045402.480748:0:5855:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be200/0x2c8777a5e7da05e8 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045402.480765:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff98df52c43500) 00010000:00010000:2.0:1777045402.480769:0:5855:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777045402.480775:0:5855:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be200/0x2c8777a5e7da05e8 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045402.480784:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be200/0x2c8777a5e7da05e8 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045402.480803:0:5855:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be000/0x2c8777a5e7da05ef lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045402.480812:0:5855:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be000/0x2c8777a5e7da05ef lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045402.480822:0:5855:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be000/0x2c8777a5e7da05ef lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045402.480830:0:5855:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de435be000 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:2.0:1777045402.480835:0:5855:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be000/0x2c8777a5e7da05ef lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045402.480843:0:5855:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be000/0x2c8777a5e7da05ef lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045402.480855:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x6eee4067 (ffff98df43d75100) 00010000:00010000:2.0:1777045402.480859:0:5855:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777045402.480862:0:5855:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be000/0x2c8777a5e7da05ef lrc: 2/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045402.480871:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be000/0x2c8777a5e7da05ef lrc: 0/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045402.480915:0:5855:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfc00/0x2c8777a5e7da05e1 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11499a5 expref: 39 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045402.480931:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff98df52c43500) 00010000:00010000:2.0:1777045402.480934:0:5855:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777045402.480940:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfc00/0x2c8777a5e7da05e1 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11499a5 expref: 39 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045402.480955:0:5855:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de435bfc00, rc 0) 00000100:00100000:2.0:1777045402.481026:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d626680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+38:33507:x1863365370262912:12345-192.168.201.45@tcp:101:rm.0 Request processed in 664us (1328us total) trans 0 rc 301/301 00000100:00100000:2.0:1777045402.481042:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1627 00000100:00100000:0.0:1777045402.481256:0:5859:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370263168 00000100:00100000:0.0:1777045402.481264:0:5859:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370263168 00000100:00100000:0.0:1777045402.481316:0:5859:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 361 00000100:00100000:0.0:1777045402.481328:0:5859:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d627480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+38:33498:x1863365370263168:12345-192.168.201.45@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1777045402.481588:0:5859:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d627480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+39:33498:x1863365370263168:12345-192.168.201.45@tcp:35:lhsmtool_posix.0 Request processed in 260us (1480us total) trans 4294968382 rc 0/0 00000100:00100000:0.0:1777045402.481599:0:5859:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 361 00000100:00100000:3.0:1777045402.481749:0:11491:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df77fd6a00 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11491:1863365424459264:192.168.201.45@tcp:107:hsm_cdtr.0 00000100:00100000:1.0:1777045402.487565:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045402.488657:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370263296 00000100:00100000:2.0:1777045402.488680:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370263296 00000100:00100000:2.0:1777045402.488795:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1628 00000100:00100000:2.0:1777045402.488835:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de48097b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+38:33508:x1863365370263296:12345-192.168.201.45@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1777045402.488896:0:5856:0:(mdt_handler.c:7958:mdt_fid2path()) path get [0x200000402:0x34:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1777045402.489111:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de48097b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+38:33508:x1863365370263296:12345-192.168.201.45@tcp:53:lhsmtool_posix.0 Request processed in 301us (1555us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045402.489125:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1628 00000100:00100000:3.0:1777045402.490852:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045402.491093:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370263424 00000100:00100000:1.0:1777045402.491110:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370263424 00000100:00100000:1.0:1777045402.491196:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1629 00000100:00100000:1.0:1777045402.491229:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42e59180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+38:33507:x1863365370263424:12345-192.168.201.45@tcp:101:rm.0 00010000:00010000:1.0:1777045402.491257:0:12646:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777045402.491300:0:12646:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed800/0x2c8777a5e7da05f6 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee11499ac expref: -99 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045402.491384:0:12646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec800/0x2c8777a5e7da05fd lrc: 3/1,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045402.491424:0:12646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec800/0x2c8777a5e7da05fd lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045402.491439:0:12646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec800/0x2c8777a5e7da05fd lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045402.491481:0:12646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eda00/0x2c8777a5e7da0604 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x53:0x0].0x6eee4067 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045402.491493:0:12646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eda00/0x2c8777a5e7da0604 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045402.491502:0:12646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eda00/0x2c8777a5e7da0604 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045402.491580:0:12646:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec800/0x2c8777a5e7da05fd lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045402.491590:0:12646:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec800/0x2c8777a5e7da05fd lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045402.491599:0:12646:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec800/0x2c8777a5e7da05fd lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045402.491607:0:12646:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de419ec800 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:1.0:1777045402.491612:0:12646:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec800/0x2c8777a5e7da05fd lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045402.491622:0:12646:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec800/0x2c8777a5e7da05fd lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045402.491636:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff98df52c43500) 00010000:00010000:1.0:1777045402.491641:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777045402.491647:0:12646:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec800/0x2c8777a5e7da05fd lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045402.491694:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec800/0x2c8777a5e7da05fd lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045402.491714:0:12646:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eda00/0x2c8777a5e7da0604 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045402.491723:0:12646:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eda00/0x2c8777a5e7da0604 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045402.491731:0:12646:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eda00/0x2c8777a5e7da0604 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045402.491737:0:12646:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de419eda00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:1.0:1777045402.491742:0:12646:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eda00/0x2c8777a5e7da0604 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045402.491750:0:12646:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eda00/0x2c8777a5e7da0604 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045402.491761:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x6eee4067 (ffff98df51b04400) 00010000:00010000:1.0:1777045402.491765:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777045402.491769:0:12646:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eda00/0x2c8777a5e7da0604 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045402.491777:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eda00/0x2c8777a5e7da0604 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045402.491822:0:12646:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed800/0x2c8777a5e7da05f6 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11499ac expref: 39 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045402.491838:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff98df52c43500) 00010000:00010000:1.0:1777045402.491841:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777045402.491847:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed800/0x2c8777a5e7da05f6 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11499ac expref: 39 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045402.491867:0:12646:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de419ed800, rc 0) 00000100:00100000:1.0:1777045402.491949:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42e59180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+38:33507:x1863365370263424:12345-192.168.201.45@tcp:101:rm.0 Request processed in 724us (1106us total) trans 0 rc 301/301 00000100:00100000:1.0:1777045402.491961:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1629 00000100:00100000:0.0:1777045402.503405:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045402.503536:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370263680 00000100:00100000:1.0:1777045402.503550:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370263680 00000100:00100000:1.0:1777045402.503624:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1630 00000100:00100000:1.0:1777045402.503638:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77fd4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+38:33508:x1863365370263680:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1777045402.503671:0:7939:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777045402.503719:0:7939:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec400/0x2c8777a5e7da060b lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee11499b3 expref: -99 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045402.503852:0:7939:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de419edc00/0x2c8777a5e7da0612 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x34:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045402.503872:0:7939:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de419edc00/0x2c8777a5e7da0612 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045402.503888:0:7939:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de419edc00/0x2c8777a5e7da0612 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777045402.503906:0:7939:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x34:0x0]: returning size 158 00010000:00010000:1.0:1777045402.504072:0:7939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec400/0x2c8777a5e7da060b lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11499b3 expref: 41 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045402.504097:0:7939:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de419edc00/0x2c8777a5e7da0612 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11499b3 expref: 40 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045402.504115:0:7939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x34:0x0].0x0 (ffff98df4a351800) 00010000:00010000:1.0:1777045402.504119:0:7939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777045402.504124:0:7939:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de419edc00, rc 0) 00000100:00100000:1.0:1777045402.504240:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77fd4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+40:33508:x1863365370263680:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 Request processed in 567us (827us total) trans 4294968383 rc 0/0 00000100:00100000:1.0:1777045402.504253:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1630 00000100:00100000:3.0:1777045402.519067:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045402.530963:0:5841:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370263808 00000100:00100000:0.0:1777045402.530982:0:5841:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370263808 00000100:00100000:0.0:1777045402.531088:0:5841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 110 00000100:00100000:0.0:1777045402.531102:0:5841:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42e58a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+40:2391:x1863365370263808:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777045402.531124:0:5841:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777045402.531177:0:5841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de419edc00/0x2c8777a5e7da0612 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11499b3 expref: 40 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045402.531235:0:5841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x34:0x0].0x0 (ffff98df4a351800) 00010000:00010000:0.0:1777045402.531242:0:5841:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777045402.531588:0:5841:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42e58a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+39:2391:x1863365370263808:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 488us (12529us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045402.531600:0:5841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 110 00000100:00100000:0.0:1777045402.543697:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045402.543813:0:6641:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370263936 00000100:00100000:1.0:1777045402.543825:0:6641:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370263936 00000100:00100000:1.0:1777045402.543893:0:6641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 497 00000100:00100000:1.0:1777045402.543907:0:6641:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77fd5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+15:2392:x1863365370263936:12345-192.168.201.45@tcp:1:lhsmtool_posix.0 00010000:00010000:1.0:1777045402.543964:0:6641:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000ffda467c/0x2c8777a5e7da0620 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045402.543994:0:6641:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000015213b53/0x2c8777a5e7da04e5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149912 expref: 15 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045402.544006:0:6641:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777045402.544009:0:6641:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777045402.544014:0:6641:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ffda467c/0x2c8777a5e7da0620 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045402.544064:0:6641:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000015213b53/0x2c8777a5e7da04e5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149912 expref: 15 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045402.544085:0:6641:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000015213b53/0x2c8777a5e7da04e5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149912 expref: 15 pid: 6641 timeout: 2131 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777045402.544106:0:6641:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7b4b1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6641:1863365424459392:192.168.201.45@tcp:104: 00000100:00100000:1.0:1777045402.544258:0:6641:0:(client.c:2691:ptlrpc_set_wait()) set ffff98de41e61840 going to sleep for 11 seconds 00000100:00100000:2.0:1777045402.559191:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045402.559682:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370264064 00000100:00100000:1.0:1777045402.559695:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370264064 00000100:00100000:1.0:1777045402.559777:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1631 00000100:00100000:1.0:1777045402.559793:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b51d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+39:33509:x1863365370264064:12345-192.168.201.45@tcp:101:cp.0 00010000:00010000:1.0:1777045402.559825:0:5856:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777045402.559852:0:5856:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed800/0x2c8777a5e7da0627 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee11499ba expref: -99 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045402.559936:0:5856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eda00/0x2c8777a5e7da062e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045402.559956:0:5856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eda00/0x2c8777a5e7da062e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045402.559971:0:5856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eda00/0x2c8777a5e7da062e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045402.559991:0:5856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec800/0x2c8777a5e7da0635 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x53:0x0].0x6eee4067 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045402.560002:0:5856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec800/0x2c8777a5e7da0635 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045402.560013:0:5856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec800/0x2c8777a5e7da0635 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045402.560105:0:5856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eda00/0x2c8777a5e7da062e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045402.560117:0:5856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eda00/0x2c8777a5e7da062e lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045402.560127:0:5856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eda00/0x2c8777a5e7da062e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045402.560158:0:5856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de419eda00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:1.0:1777045402.560164:0:5856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eda00/0x2c8777a5e7da062e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045402.560175:0:5856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eda00/0x2c8777a5e7da062e lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045402.560193:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff98df52c43500) 00010000:00010000:1.0:1777045402.560198:0:5856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777045402.560235:0:5856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eda00/0x2c8777a5e7da062e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045402.560246:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eda00/0x2c8777a5e7da062e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045402.560266:0:5856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec800/0x2c8777a5e7da0635 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045402.560275:0:5856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec800/0x2c8777a5e7da0635 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045402.560285:0:5856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec800/0x2c8777a5e7da0635 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045402.560294:0:5856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de419ec800 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:1.0:1777045402.560299:0:5856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec800/0x2c8777a5e7da0635 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045402.560308:0:5856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec800/0x2c8777a5e7da0635 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045402.560320:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x6eee4067 (ffff98df51b04400) 00010000:00010000:1.0:1777045402.560324:0:5856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777045402.560329:0:5856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec800/0x2c8777a5e7da0635 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045402.560338:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec800/0x2c8777a5e7da0635 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045402.560386:0:5856:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed800/0x2c8777a5e7da0627 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11499ba expref: 40 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045402.560401:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff98df52c43500) 00010000:00010000:1.0:1777045402.560404:0:5856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777045402.560409:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed800/0x2c8777a5e7da0627 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11499ba expref: 40 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045402.560423:0:5856:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de419ed800, rc 0) 00000100:00100000:1.0:1777045402.560527:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b51d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+39:33509:x1863365370264064:12345-192.168.201.45@tcp:101:cp.0 Request processed in 737us (1349us total) trans 0 rc 301/301 00000100:00100000:1.0:1777045402.560538:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1631 00000100:00100000:3.0:1777045402.570538:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045402.571302:0:6641:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7b4b1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6641:1863365424459392:192.168.201.45@tcp:104: 00010000:00010000:1.0:1777045402.571341:0:6641:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000ffda467c/0x2c8777a5e7da0620 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777045402.571787:0:6646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370264192 00000100:00100000:2.0:1777045402.571797:0:6646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370264192 00002000:00100000:2.0:1777045402.571857:0:6646:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x21:0x0] (0->157) req@ffff98de42e58000 x1863365370264192/t0(0) o4->15144518-a1c7-4352-a966-cb31eadd4d9b@192.168.201.45@tcp:403/0 lens 648/0 e 0 to 0 dl 1777045413 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777045402.571874:0:6646:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98de42e58000 with x1863365370264192 ext(0->157) 00010000:00010000:2.0:1777045402.571885:0:6646:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 0000000015213b53/0x2c8777a5e7da04e5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149912 expref: 16 pid: 6641 timeout: 2131 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045402.571910:0:6646:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 0000000015213b53/0x2c8777a5e7da04e5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149912 expref: 16 pid: 6641 timeout: 2131 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777045402.571924:0:6646:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff98de42e58000 00000100:00100000:2.0:1777045402.571978:0:6646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 23 00000100:00100000:2.0:1777045402.571994:0:6646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42e58000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+16:2393:x1863365370264192:12345-192.168.201.45@tcp:4:cp.0 00000100:00100000:2.0:1777045402.572737:0:6646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42e58000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+18:2393:x1863365370264192:12345-192.168.201.45@tcp:4:cp.0 Request processed in 742us (2208us total) trans 4294967384 rc 0/0 00000100:00100000:2.0:1777045402.572754:0:6646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 23 00002000:00100000:2.0:1777045402.572767:0:6646:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x21:0x0] (0->157) req@ffff98de42e58000 x1863365370264192/t4294967384(0) o4->15144518-a1c7-4352-a966-cb31eadd4d9b@192.168.201.45@tcp:403/0 lens 648/448 e 0 to 0 dl 1777045413 ref 1 fl Complete:H/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777045402.572781:0:6646:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98de42e58000 with x1863365370264192 ext(0->157) 00010000:00010000:2.0:1777045402.572792:0:6646:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 0000000015213b53/0x2c8777a5e7da04e5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149912 expref: 18 pid: 6641 timeout: 2131 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045402.572813:0:6646:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 0000000015213b53/0x2c8777a5e7da04e5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149912 expref: 18 pid: 6641 timeout: 2131 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777045402.572825:0:6646:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff98de42e58000 00000100:00100000:0.0:1777045402.595364:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045402.595769:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370264320 00000100:00100000:2.0:1777045402.595809:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370264320 00000100:00100000:2.0:1777045402.595904:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1632 00000100:00100000:2.0:1777045402.595921:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77fd5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+39:33509:x1863365370264320:12345-192.168.201.45@tcp:101:cp.0 00010000:00010000:2.0:1777045402.595950:0:5855:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777045402.595979:0:5855:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be000/0x2c8777a5e7da063c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee11499c1 expref: -99 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045402.596076:0:5855:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be200/0x2c8777a5e7da0643 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045402.596098:0:5855:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be200/0x2c8777a5e7da0643 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045402.596116:0:5855:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be200/0x2c8777a5e7da0643 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045402.596166:0:5855:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be400/0x2c8777a5e7da064a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x53:0x0].0x6eee4067 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045402.596179:0:5855:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be400/0x2c8777a5e7da064a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045402.596190:0:5855:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be400/0x2c8777a5e7da064a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045402.596335:0:5855:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be200/0x2c8777a5e7da0643 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045402.596348:0:5855:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be200/0x2c8777a5e7da0643 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045402.596359:0:5855:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be200/0x2c8777a5e7da0643 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045402.596369:0:5855:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de435be200 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:2.0:1777045402.596376:0:5855:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be200/0x2c8777a5e7da0643 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045402.596388:0:5855:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be200/0x2c8777a5e7da0643 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045402.596408:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff98df52c43500) 00010000:00010000:2.0:1777045402.596414:0:5855:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777045402.596422:0:5855:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be200/0x2c8777a5e7da0643 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045402.596432:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be200/0x2c8777a5e7da0643 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045402.596453:0:5855:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be400/0x2c8777a5e7da064a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045402.596492:0:5855:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be400/0x2c8777a5e7da064a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045402.596502:0:5855:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be400/0x2c8777a5e7da064a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045402.596512:0:5855:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de435be400 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:2.0:1777045402.596516:0:5855:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be400/0x2c8777a5e7da064a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045402.596527:0:5855:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be400/0x2c8777a5e7da064a lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045402.596539:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x6eee4067 (ffff98df43d75100) 00010000:00010000:2.0:1777045402.596544:0:5855:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777045402.596548:0:5855:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be400/0x2c8777a5e7da064a lrc: 2/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045402.596558:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be400/0x2c8777a5e7da064a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045402.596613:0:5855:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be000/0x2c8777a5e7da063c lrc: 1/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11499c1 expref: 40 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045402.596630:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff98df52c43500) 00010000:00010000:2.0:1777045402.596634:0:5855:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777045402.596641:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be000/0x2c8777a5e7da063c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11499c1 expref: 40 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045402.596657:0:5855:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de435be000, rc 0) 00000100:00100000:2.0:1777045402.596740:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77fd5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+39:33509:x1863365370264320:12345-192.168.201.45@tcp:101:cp.0 Request processed in 821us (1386us total) trans 0 rc 301/301 00000100:00100000:2.0:1777045402.596752:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1632 00000100:00100000:3.0:1777045402.602037:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045402.602290:0:5842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370264448 00000100:00100000:1.0:1777045402.602304:0:5842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370264448 00010000:00010000:1.0:1777045402.602354:0:5842:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000015213b53/0x2c8777a5e7da04e5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149912 expref: 18 pid: 6641 timeout: 2131 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777045402.602411:0:5842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 462 00000100:00100000:1.0:1777045402.602428:0:5842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42e5b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+18:2390:x1863365370264448:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777045402.602448:0:5842:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777045402.602499:0:5842:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000015213b53/0x2c8777a5e7da04e5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149912 expref: 18 pid: 6641 timeout: 2131 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045402.602523:0:5842:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000015213b53/0x2c8777a5e7da04e5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149912 expref: 18 pid: 6641 timeout: 2131 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045402.602556:0:5842:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000015213b53/0x2c8777a5e7da04e5 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149912 expref: 18 pid: 6641 timeout: 2131 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045402.602577:0:5842:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777045402.602581:0:5842:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777045402.602588:0:5842:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000ffda467c/0x2c8777a5e7da0620 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045402.602604:0:5842:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ffda467c/0x2c8777a5e7da0620 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045402.602662:0:5842:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777045402.602739:0:5842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42e5b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+17:2390:x1863365370264448:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 314us (710us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045402.602753:0:5842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 462 00010000:00010000:3.0:1777045402.603823:0:6641:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000ffda467c/0x2c8777a5e7da0620 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045402.603843:0:6641:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ffda467c/0x2c8777a5e7da0620 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045402.603883:0:6641:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000ffda467c/0x2c8777a5e7da0620 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045402.603897:0:6641:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ffda467c/0x2c8777a5e7da0620 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045402.603911:0:6641:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ffda467c/0x2c8777a5e7da0620 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045402.603922:0:6641:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de419ec400 already unused, calling callback (ffffffffc17d22d0) 00010000:00010000:3.0:1777045402.603928:0:6641:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ffda467c/0x2c8777a5e7da0620 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045402.603950:0:6641:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ffda467c/0x2c8777a5e7da0620 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045402.603970:0:6641:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ffda467c/0x2c8777a5e7da0620 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045402.603983:0:6641:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ffda467c/0x2c8777a5e7da0620 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777045402.604071:0:6641:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77fd5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+16:2392:x1863365370263936:12345-192.168.201.45@tcp:1:lhsmtool_posix.0 Request processed in 60164us (60382us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045402.604085:0:6641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 497 00000100:00100000:3.0:1777045402.607159:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045402.619006:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370264704 00000100:00100000:2.0:1777045402.619030:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370264704 00000100:00100000:2.0:1777045402.619584:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1633 00000100:00100000:2.0:1777045402.619606:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42e5b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+39:33509:x1863365370264704:12345-192.168.201.45@tcp:101:cp.0 00010000:00010000:2.0:1777045402.619637:0:5857:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777045402.619668:0:5857:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be000/0x2c8777a5e7da0651 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee11499c8 expref: -99 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045402.619862:0:5857:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be400/0x2c8777a5e7da0658 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045402.619889:0:5857:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103600/0x2c8777a5e7da057f lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149982 expref: 47 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045402.619905:0:5857:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be400/0x2c8777a5e7da0658 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045402.619961:0:5857:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103600/0x2c8777a5e7da057f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149982 expref: 47 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045402.619985:0:5857:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103600/0x2c8777a5e7da057f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149982 expref: 47 pid: 5856 timeout: 2131 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777045402.620022:0:5857:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de480eb100 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5857:1863365424459520:192.168.201.45@tcp:104: 00000100:00100000:2.0:1777045402.620153:0:5857:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df46730840 going to sleep for 11 seconds 00000100:00100000:3.0:1777045402.622247:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045402.631674:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370264960 00000100:00100000:1.0:1777045402.631693:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370264960 00000100:00100000:1.0:1777045402.631794:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1634 00000100:00100000:1.0:1777045402.631811:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42e5aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+41:33508:x1863365370264960:12345-192.168.201.45@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1777045402.631998:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42e5aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+41:33508:x1863365370264960:12345-192.168.201.45@tcp:57:lhsmtool_posix.0 Request processed in 190us (9756us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045402.632011:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1634 00000100:00100000:3.0:1777045402.637411:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045402.637594:0:5841:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370265088 00000100:00100000:1.0:1777045402.637608:0:5841:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370265088 00010000:00010000:1.0:1777045402.637659:0:5841:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103600/0x2c8777a5e7da057f lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149982 expref: 48 pid: 5856 timeout: 2131 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777045402.637725:0:5841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 463 00000100:00100000:1.0:1777045402.637741:0:5841:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df412e8850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:146de360-3fb2-48bd-b418-06f30714148a+48:2393:x1863365370265088:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777045402.637766:0:5841:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777045402.637777:0:5841:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103600/0x2c8777a5e7da057f lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149982 expref: 48 pid: 5856 timeout: 2131 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045402.637800:0:5841:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103600/0x2c8777a5e7da057f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149982 expref: 48 pid: 5856 timeout: 2131 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045402.637840:0:5841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff98df52c43500) 00010000:00010000:1.0:1777045402.637848:0:5841:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be400/0x2c8777a5e7da0658 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045402.637864:0:5841:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be400/0x2c8777a5e7da0658 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045402.637877:0:5841:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be400/0x2c8777a5e7da0658 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045402.637906:0:5841:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777045402.637974:0:5841:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df412e8850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:146de360-3fb2-48bd-b418-06f30714148a+48:2393:x1863365370265088:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 235us (571us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045402.637988:0:5841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 463 00010000:00010000:2.0:1777045402.640076:0:5857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103600/0x2c8777a5e7da057f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149982 expref: 47 pid: 5856 timeout: 2131 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777045402.640106:0:5857:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de480eb100 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5857:1863365424459520:192.168.201.45@tcp:104: 00010000:00010000:2.0:1777045402.640136:0:5857:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be400/0x2c8777a5e7da0658 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045402.640152:0:5857:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be400/0x2c8777a5e7da0658 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045402.640163:0:5857:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be400/0x2c8777a5e7da0658 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045402.640267:0:5857:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be200/0x2c8777a5e7da065f lrc: 3/0,1 mode: --/PW res: [0x200000401:0x53:0x0].0x6eee4067 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045402.640286:0:5857:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be200/0x2c8777a5e7da065f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x53:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045402.640299:0:5857:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be200/0x2c8777a5e7da065f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x53:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1777045402.641110:0:5857:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x22:0x0], index 0: 0 00010000:00010000:2.0:1777045402.641453:0:5857:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfc00/0x2c8777a5e7da0666 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x35:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045402.641510:0:5857:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfc00/0x2c8777a5e7da0666 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045402.641524:0:5857:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfc00/0x2c8777a5e7da0666 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045402.641579:0:5857:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be400/0x2c8777a5e7da0658 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045402.641592:0:5857:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be400/0x2c8777a5e7da0658 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045402.641604:0:5857:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be400/0x2c8777a5e7da0658 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045402.641614:0:5857:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de435be400 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:2.0:1777045402.641621:0:5857:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be400/0x2c8777a5e7da0658 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045402.641633:0:5857:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be400/0x2c8777a5e7da0658 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045402.641649:0:5857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff98df52c43500) 00010000:00010000:2.0:1777045402.641654:0:5857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777045402.641660:0:5857:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be400/0x2c8777a5e7da0658 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045402.641671:0:5857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be400/0x2c8777a5e7da0658 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777045402.641689:0:5857:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000278fb13b reply state 0000000049951b4d transno 4294968384 ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be200/0x2c8777a5e7da065f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x53:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777045402.641703:0:5857:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1777045402.641752:0:5857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be000/0x2c8777a5e7da0651 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11499c8 expref: 42 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045402.641791:0:5857:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfc00/0x2c8777a5e7da0666 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11499c8 expref: 41 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045402.641803:0:5857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x35:0x0].0x0 (ffff98df43d75800) 00010000:00010000:2.0:1777045402.641806:0:5857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777045402.641810:0:5857:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de435bfc00, rc 0) 00000100:00100000:2.0:1777045402.641880:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42e5b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+42:33509:x1863365370264704:12345-192.168.201.45@tcp:101:cp.0 Request processed in 22280us (34749us total) trans 4294968384 rc 0/0 00000100:00100000:2.0:1777045402.641892:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1633 00000100:00100000:3.0:1777045402.647598:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045402.648606:0:14822:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370265216 00000100:00100000:1.0:1777045402.648621:0:14822:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370265216 00000100:00100000:1.0:1777045402.648694:0:14822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 498 00000100:00100000:1.0:1777045402.648710:0:14822:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42e58700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+16:2393:x1863365370265216:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1777045402.648735:0:14822:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777045402.648786:0:14822:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f82c6801/0x2c8777a5e7da0674 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x21:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee11499cf expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777045402.648827:0:14822:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x21:0x0] initial LVB size: 158, mtime: 0x69eb8f99, atime: 0x0, ctime: 0x69eb8f99, blocks: 0x1 00010000:00010000:1.0:1777045402.649108:0:14822:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777045402.649112:0:14822:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777045402.649125:0:14822:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f82c6801/0x2c8777a5e7da0674 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11499cf expref: 17 pid: 14822 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045402.649160:0:14822:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000f82c6801/0x2c8777a5e7da0674 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11499cf expref: 17 pid: 14822 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045402.649180:0:14822:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de419ed800, rc 0) 00000100:00100000:1.0:1777045402.649278:0:14822:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42e58700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+17:2393:x1863365370265216:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 Request processed in 570us (1690us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045402.649291:0:14822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 498 00010000:00010000:1.0:1777045402.657541:0:3328:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be200/0x2c8777a5e7da065f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x53:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045402.657566:0:3328:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be200/0x2c8777a5e7da065f lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x53:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045402.657578:0:3328:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be200/0x2c8777a5e7da065f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x53:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045402.657589:0:3328:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de435be200 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:1.0:1777045402.657596:0:3328:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be200/0x2c8777a5e7da065f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x53:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045402.657607:0:3328:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be200/0x2c8777a5e7da065f lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x53:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045402.657633:0:3328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x6eee4067 (ffff98df43d75100) 00010000:00010000:1.0:1777045402.657638:0:3328:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777045402.657645:0:3328:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be200/0x2c8777a5e7da065f lrc: 2/0,0 mode: --/PW res: [0x200000401:0x53:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045402.657663:0:3328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be200/0x2c8777a5e7da065f lrc: 0/0,0 mode: --/PW res: [0x200000401:0x53:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777045402.665693:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045402.666383:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370265472 00000100:00100000:3.0:1777045402.666397:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370265472 00000100:00100000:3.0:1777045402.666499:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1635 00000100:00100000:3.0:1777045402.666515:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b4b1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+41:33508:x1863365370265472:12345-192.168.201.45@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1777045402.666665:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b4b1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+41:33508:x1863365370265472:12345-192.168.201.45@tcp:57:lhsmtool_posix.0 Request processed in 152us (984us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045402.666677:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1635 00000100:00100000:3.0:1777045402.676272:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045402.676345:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045402.677837:0:8776:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370265600 00000100:00100000:0.0:1777045402.677851:0:8776:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370265600 00000100:00100000:0.0:1777045402.677954:0:8776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 499 00000100:00100000:0.0:1777045402.677970:0:8776:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42e58a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2392:x1863365370265600:12345-192.168.201.45@tcp:101:cp.0 00010000:00010000:0.0:1777045402.677995:0:8776:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777045402.678024:0:8776:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000aa5c50c4/0x2c8777a5e7da067b lrc: 2/0,0 mode: --/PR res: [0x240000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee11499d6 expref: -99 pid: 8776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777045402.678064:0:8776:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x22:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1777045402.678092:0:8776:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777045402.678096:0:8776:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777045402.678111:0:8776:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000aa5c50c4/0x2c8777a5e7da067b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11499d6 expref: 9 pid: 8776 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045402.678141:0:8776:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000aa5c50c4/0x2c8777a5e7da067b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11499d6 expref: 9 pid: 8776 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045402.678162:0:8776:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de43097600, rc 0) 00000100:00100000:0.0:1777045402.678281:0:8776:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42e58a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2392:x1863365370265600:12345-192.168.201.45@tcp:101:cp.0 Request processed in 313us (2359us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045402.678294:0:8776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 499 00000100:00100000:2.0:1777045402.680112:0:5861:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370265728 00000100:00100000:2.0:1777045402.680121:0:5861:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370265728 00000100:00100000:2.0:1777045402.680195:0:5861:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 85 00000100:00100000:2.0:1777045402.680276:0:5861:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42e5b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+41:2393:x1863365370265728:12345-192.168.201.45@tcp:63:ll_sa.0 00010000:00010000:2.0:1777045402.680344:0:5861:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777045402.680369:0:5861:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be400/0x2c8777a5e7da0682 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee11499dd expref: -99 pid: 5861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045402.680444:0:5861:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be800/0x2c8777a5e7da0689 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5861 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045402.680515:0:5861:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be800/0x2c8777a5e7da0689 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5861 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045402.680538:0:5861:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be800/0x2c8777a5e7da0689 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5861 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045402.680592:0:5861:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be200/0x2c8777a5e7da0690 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x53:0x0].0x5bff4890 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5861 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045402.680605:0:5861:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be200/0x2c8777a5e7da0690 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5861 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045402.680616:0:5861:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be200/0x2c8777a5e7da0690 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5861 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045402.680694:0:5861:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be800/0x2c8777a5e7da0689 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5861 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045402.680705:0:5861:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be800/0x2c8777a5e7da0689 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5861 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045402.680714:0:5861:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be800/0x2c8777a5e7da0689 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5861 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045402.680722:0:5861:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de435be800 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:2.0:1777045402.680728:0:5861:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be800/0x2c8777a5e7da0689 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5861 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045402.680740:0:5861:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be800/0x2c8777a5e7da0689 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5861 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045402.680756:0:5861:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff98df52c43500) 00010000:00010000:2.0:1777045402.680760:0:5861:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777045402.680766:0:5861:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be800/0x2c8777a5e7da0689 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5861 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045402.680775:0:5861:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be800/0x2c8777a5e7da0689 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5861 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045402.680794:0:5861:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be200/0x2c8777a5e7da0690 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5861 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045402.680802:0:5861:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be200/0x2c8777a5e7da0690 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5861 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045402.680810:0:5861:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be200/0x2c8777a5e7da0690 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5861 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045402.680817:0:5861:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de435be200 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:2.0:1777045402.680821:0:5861:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be200/0x2c8777a5e7da0690 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5861 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045402.680829:0:5861:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be200/0x2c8777a5e7da0690 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5861 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045402.680838:0:5861:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x5bff4890 (ffff98df43d75d00) 00010000:00010000:2.0:1777045402.680842:0:5861:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777045402.680846:0:5861:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be200/0x2c8777a5e7da0690 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5861 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045402.680855:0:5861:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be200/0x2c8777a5e7da0690 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5861 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045402.680892:0:5861:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be400/0x2c8777a5e7da0682 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11499dd expref: 42 pid: 5861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045402.681146:0:5861:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff98df52c43500) 00010000:00010000:2.0:1777045402.681150:0:5861:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1777045402.681156:0:5861:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de435be400/0x2c8777a5e7da0682 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11499dd expref: 42 pid: 5861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045402.681170:0:5861:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de435be400, rc -2) 00000100:00100000:2.0:1777045402.681583:0:5861:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42e5b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+41:2393:x1863365370265728:12345-192.168.201.45@tcp:63:ll_sa.0 Request processed in 1309us (5236us total) trans 0 rc -2/-2 00000100:00100000:2.0:1777045402.681597:0:5861:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 85 00000100:00100000:1.0:1777045402.696176:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045402.696596:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045402.697122:0:6641:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370265984 00000100:00100000:3.0:1777045402.697137:0:6641:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370265984 00000100:00100000:3.0:1777045402.697243:0:6641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 500 00000100:00100000:3.0:1777045402.697259:0:6641:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de48096680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+9:33509:x1863365370265984:12345-192.168.201.45@tcp:101:cp.0 00010000:00010000:3.0:1777045402.697284:0:6641:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777045402.697310:0:6641:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b24eec64/0x2c8777a5e7da0697 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x22:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1149a15 expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045402.697666:0:6641:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000aa5c50c4/0x2c8777a5e7da067b lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11499d6 expref: 10 pid: 8776 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045402.697679:0:6641:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777045402.697682:0:6641:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777045402.697688:0:6641:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b24eec64/0x2c8777a5e7da0697 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x22:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149a15 expref: 10 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045402.697734:0:6641:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000aa5c50c4/0x2c8777a5e7da067b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11499d6 expref: 10 pid: 8776 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045402.697754:0:6641:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000aa5c50c4/0x2c8777a5e7da067b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11499d6 expref: 10 pid: 8776 timeout: 2131 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777045402.698803:0:17648:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370265856 00000100:00100000:2.0:1777045402.698811:0:17648:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370265856 00002000:00100000:2.0:1777045402.698857:0:17648:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x21:0x0] (0->4095) req@ffff98de48097480 x1863365370265856/t0(0) o3->15144518-a1c7-4352-a966-cb31eadd4d9b@192.168.201.45@tcp:403/0 lens 488/0 e 0 to 0 dl 1777045413 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777045402.698872:0:17648:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98de48097480 with x1863365370265856 ext(0->4095) 00002000:00010000:2.0:1777045402.698879:0:17648:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff98de48097480 00000100:00100000:2.0:1777045402.698937:0:17648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 131 00000100:00100000:2.0:1777045402.698952:0:17648:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de48097480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+17:2393:x1863365370265856:12345-192.168.201.45@tcp:3:lhsmtool_posix.0 00000100:00100000:2.0:1777045402.699229:0:17648:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de48097480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+17:2393:x1863365370265856:12345-192.168.201.45@tcp:3:lhsmtool_posix.0 Request processed in 250us (3034us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1777045402.699244:0:17648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 131 00002000:00100000:2.0:1777045402.699255:0:17648:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x21:0x0] (0->4095) req@ffff98de48097480 x1863365370265856/t0(0) o3->15144518-a1c7-4352-a966-cb31eadd4d9b@192.168.201.45@tcp:403/0 lens 488/4536 e 0 to 0 dl 1777045413 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777045402.699267:0:17648:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98de48097480 with x1863365370265856 ext(0->4095) 00002000:00010000:2.0:1777045402.699273:0:17648:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff98de48097480 00000100:00100000:3.0:1777045402.700221:0:6641:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de42e5a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6641:1863365424459648:192.168.201.45@tcp:104: 00000100:00100000:3.0:1777045402.700589:0:6641:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df50f27000 going to sleep for 11 seconds 00000100:00100000:3.0:1777045402.711865:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045402.712037:0:6641:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de42e5a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6641:1863365424459648:192.168.201.45@tcp:104: 00010000:00010000:0.0:1777045402.712085:0:6641:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000b24eec64/0x2c8777a5e7da0697 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x22:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149a15 expref: 10 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045402.712117:0:6641:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de43103000, rc 0) 00000100:00100000:0.0:1777045402.712524:0:6641:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de48096680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+10:33509:x1863365370265984:12345-192.168.201.45@tcp:101:cp.0 Request processed in 14949us (15609us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045402.712538:0:6641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 500 00000100:00100000:2.0:1777045402.713412:0:5842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370266112 00000100:00100000:2.0:1777045402.713425:0:5842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370266112 00010000:00010000:2.0:1777045402.713499:0:5842:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000aa5c50c4/0x2c8777a5e7da067b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11499d6 expref: 10 pid: 8776 timeout: 2131 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777045402.713565:0:5842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 464 00000100:00100000:2.0:1777045402.713582:0:5842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df470cf800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+10:2392:x1863365370266112:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777045402.713604:0:5842:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777045402.713633:0:5842:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000aa5c50c4/0x2c8777a5e7da067b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x22:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11499d6 expref: 10 pid: 8776 timeout: 2131 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045402.713655:0:5842:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000aa5c50c4/0x2c8777a5e7da067b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x22:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11499d6 expref: 10 pid: 8776 timeout: 2131 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045402.713687:0:5842:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000aa5c50c4/0x2c8777a5e7da067b lrc: 0/0,0 mode: --/PR res: [0x240000400:0x22:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11499d6 expref: 10 pid: 8776 timeout: 2131 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045402.713709:0:5842:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777045402.713712:0:5842:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777045402.713723:0:5842:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000b24eec64/0x2c8777a5e7da0697 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149a15 expref: 9 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045402.713739:0:5842:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b24eec64/0x2c8777a5e7da0697 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149a15 expref: 9 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045402.713786:0:5842:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000b24eec64/0x2c8777a5e7da0697 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149a15 expref: 9 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777045402.713806:0:5842:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de480eb100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:5842:1863365424459776:192.168.201.45@tcp:105: 00000100:00100000:2.0:1777045402.713877:0:5842:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df46730840 going to sleep for 11 seconds 00000100:00100000:0.0:1777045402.736553:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045402.736736:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045402.738149:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370266240 00000100:00100000:3.0:1777045402.738163:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370266240 00000100:00100000:3.0:1777045402.738294:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1636 00000100:00100000:3.0:1777045402.738311:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77fd6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+41:33508:x1863365370266240:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1777045402.738614:0:5855:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777045402.738645:0:5855:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103a00/0x2c8777a5e7da069e lrc: 2/0,0 mode: --/PR res: [0x200000402:0x34:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1149a1c expref: -99 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045402.738695:0:5855:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103600/0x2c8777a5e7da06a5 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x34:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045402.738715:0:5855:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103600/0x2c8777a5e7da06a5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x34:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045402.738730:0:5855:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103600/0x2c8777a5e7da06a5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x34:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045402.738885:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103a00/0x2c8777a5e7da069e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x34:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149a1c expref: 43 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045402.738910:0:5855:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103600/0x2c8777a5e7da06a5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x34:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149a1c expref: 42 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045402.738924:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x34:0x0].0x0 (ffff98df4a351800) 00010000:00010000:3.0:1777045402.738929:0:5855:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1777045402.738933:0:5855:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de43103600, rc 0) 00000100:00100000:3.0:1777045402.739006:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77fd6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+42:33508:x1863365370266240:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 Request processed in 699us (2464us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045402.739016:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1636 00000100:00100000:1.0:1777045402.740560:0:5858:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370266496 00000100:00100000:1.0:1777045402.740572:0:5858:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370266496 00000100:00100000:1.0:1777045402.740644:0:5858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 362 00000100:00100000:1.0:1777045402.740658:0:5858:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77fd5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+42:33509:x1863365370266496:12345-192.168.201.45@tcp:35:cp.0 00000100:00100000:1.0:1777045402.741389:0:5858:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77fd5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+43:33509:x1863365370266496:12345-192.168.201.45@tcp:35:cp.0 Request processed in 731us (4651us total) trans 4294968385 rc 0/0 00000100:00100000:1.0:1777045402.741403:0:5858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 362 00000100:00100000:2.0:1777045402.745651:0:5842:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de480eb100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:5842:1863365424459776:192.168.201.45@tcp:105: 00010000:00010000:2.0:1777045402.745691:0:5842:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777045402.745747:0:5842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df470cf800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2392:x1863365370266112:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 32168us (33893us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045402.745761:0:5842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 464 00000100:00100000:0.0:1777045402.754139:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045402.754560:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370266624 00000100:00100000:1.0:1777045402.754574:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370266624 00000100:00100000:1.0:1777045402.754642:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1637 00000100:00100000:1.0:1777045402.754657:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77fd6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+43:33508:x1863365370266624:12345-192.168.201.45@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1777045402.754701:0:12646:0:(mdt_handler.c:7958:mdt_fid2path()) path get [0x200000402:0x34:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1777045402.754845:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77fd6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+43:33508:x1863365370266624:12345-192.168.201.45@tcp:53:lhsmtool_posix.0 Request processed in 190us (717us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045402.754857:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1637 00000100:00100000:3.0:1777045402.809390:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045402.809638:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370266752 00000100:00100000:1.0:1777045402.809652:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370266752 00000100:00100000:1.0:1777045402.809718:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 501 00000100:00100000:1.0:1777045402.809731:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df470cc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+17:2393:x1863365370266752:12345-192.168.201.45@tcp:1:lhsmtool_posix.0 00010000:00010000:1.0:1777045402.809813:0:6642:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000a3e407e4/0x2c8777a5e7da06ac lrc: 3/1,0 mode: --/PR res: [0x280000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045402.809836:0:6642:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777045402.809839:0:6642:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777045402.809847:0:6642:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a3e407e4/0x2c8777a5e7da06ac lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045402.809868:0:6642:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a3e407e4/0x2c8777a5e7da06ac lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045402.810168:0:6642:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000a3e407e4/0x2c8777a5e7da06ac lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045402.810180:0:6642:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000a3e407e4/0x2c8777a5e7da06ac lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045402.810192:0:6642:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000a3e407e4/0x2c8777a5e7da06ac lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045402.810256:0:6642:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de419ec200 already unused, calling callback (ffffffffc17d22d0) 00010000:00010000:1.0:1777045402.810264:0:6642:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000a3e407e4/0x2c8777a5e7da06ac lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045402.810277:0:6642:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000a3e407e4/0x2c8777a5e7da06ac lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045402.810306:0:6642:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000a3e407e4/0x2c8777a5e7da06ac lrc: 2/0,0 mode: --/PR res: [0x280000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045402.810318:0:6642:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a3e407e4/0x2c8777a5e7da06ac lrc: 0/0,0 mode: --/PR res: [0x280000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777045402.810419:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df470cc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+17:2393:x1863365370266752:12345-192.168.201.45@tcp:1:lhsmtool_posix.0 Request processed in 688us (1038us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045402.810432:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 501 00000100:00100000:2.0:1777045402.828063:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045402.828277:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370267008 00000100:00100000:1.0:1777045402.828290:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370267008 00000100:00100000:1.0:1777045402.828365:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1638 00000100:00100000:1.0:1777045402.828381:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de480eb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+43:33508:x1863365370267008:12345-192.168.201.45@tcp:57:lhsmtool_posix.0 00010000:00010000:1.0:1777045402.828510:0:5856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec200/0x2c8777a5e7da06b3 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x34:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045402.828534:0:5856:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103600/0x2c8777a5e7da06a5 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x34:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149a1c expref: 43 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045402.828549:0:5856:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec200/0x2c8777a5e7da06b3 lrc: 4/0,1 mode: --/PW res: [0x200000402:0x34:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045402.828595:0:5856:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103600/0x2c8777a5e7da06a5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x34:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149a1c expref: 43 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045402.828616:0:5856:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103600/0x2c8777a5e7da06a5 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x34:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149a1c expref: 43 pid: 5855 timeout: 2131 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777045402.828637:0:5856:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7b51c700 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5856:1863365424459904:192.168.201.45@tcp:104: 00000100:00100000:1.0:1777045402.828739:0:5856:0:(client.c:2691:ptlrpc_set_wait()) set ffff98de41e619c0 going to sleep for 11 seconds 00000100:00100000:3.0:1777045402.840036:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045402.840249:0:5841:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370267136 00000100:00100000:0.0:1777045402.840263:0:5841:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370267136 00010000:00010000:0.0:1777045402.840312:0:5841:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103600/0x2c8777a5e7da06a5 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x34:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149a1c expref: 44 pid: 5855 timeout: 2131 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777045402.840371:0:5841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 465 00000100:00100000:0.0:1777045402.840386:0:5841:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df470cca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+44:2392:x1863365370267136:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777045402.840404:0:5841:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777045402.840413:0:5841:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103600/0x2c8777a5e7da06a5 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x34:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149a1c expref: 44 pid: 5855 timeout: 2131 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045402.840432:0:5841:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103600/0x2c8777a5e7da06a5 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x34:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149a1c expref: 44 pid: 5855 timeout: 2131 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045402.840486:0:5841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x34:0x0].0x0 (ffff98df4a351800) 00010000:00010000:0.0:1777045402.840495:0:5841:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec200/0x2c8777a5e7da06b3 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x34:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045402.840508:0:5841:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec200/0x2c8777a5e7da06b3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x34:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045402.840519:0:5841:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec200/0x2c8777a5e7da06b3 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x34:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045402.840543:0:5841:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777045402.840618:0:5841:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df470cca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+44:2392:x1863365370267136:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 234us (592us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045402.840629:0:5841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 465 00010000:00010000:1.0:1777045402.842703:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103600/0x2c8777a5e7da06a5 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x34:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149a1c expref: 43 pid: 5855 timeout: 2131 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777045402.842748:0:5856:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7b51c700 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5856:1863365424459904:192.168.201.45@tcp:104: 00010000:00010000:1.0:1777045402.842797:0:5856:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec200/0x2c8777a5e7da06b3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x34:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045402.842810:0:5856:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec200/0x2c8777a5e7da06b3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x34:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045402.842818:0:5856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec200/0x2c8777a5e7da06b3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x34:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045402.843096:0:5856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec200/0x2c8777a5e7da06b3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x34:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045402.843108:0:5856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec200/0x2c8777a5e7da06b3 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x34:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045402.843117:0:5856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec200/0x2c8777a5e7da06b3 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x34:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045402.843125:0:5856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de419ec200 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:1.0:1777045402.843130:0:5856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec200/0x2c8777a5e7da06b3 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x34:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045402.843144:0:5856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec200/0x2c8777a5e7da06b3 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x34:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045402.843160:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x34:0x0].0x0 (ffff98df4a351800) 00010000:00010000:1.0:1777045402.843164:0:5856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1777045402.843170:0:5856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec200/0x2c8777a5e7da06b3 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x34:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045402.843178:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec200/0x2c8777a5e7da06b3 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x34:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777045402.843717:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de480eb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+43:33508:x1863365370267008:12345-192.168.201.45@tcp:57:lhsmtool_posix.0 Request processed in 15337us (15662us total) trans 4294968386 rc 0/0 00000100:00100000:1.0:1777045402.843731:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1638 00000040:00080000:0.0:1777045402.844079:0:11491:0:(llog.c:801:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1777045402.844086:0:11491:0:(llog_cat.c:158:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1777045402.845050:0:11491:0:(llog.c:858:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 8 00000040:00080000:0.0:1777045402.845064:0:11491:0:(llog.c:858:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1777045402.863752:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045402.865031:0:5861:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370267264 00000100:00100000:3.0:1777045402.865044:0:5861:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370267264 00000100:00100000:3.0:1777045402.865121:0:5861:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 86 00000100:00100000:3.0:1777045402.865136:0:5861:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de480e8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+43:2390:x1863365370267264:12345-192.168.201.45@tcp:63:ll_sa.0 00010000:00010000:3.0:1777045402.865252:0:5861:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777045402.865282:0:5861:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102400/0x2c8777a5e7da06ba lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1149a23 expref: -99 pid: 5861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045402.865358:0:5861:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103a00/0x2c8777a5e7da06c1 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5861 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045402.865376:0:5861:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103a00/0x2c8777a5e7da06c1 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5861 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045402.865391:0:5861:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103a00/0x2c8777a5e7da06c1 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5861 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045402.865408:0:5861:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103e00/0x2c8777a5e7da06c8 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x53:0x0].0x5bff4890 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5861 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045402.865418:0:5861:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103e00/0x2c8777a5e7da06c8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5861 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045402.865427:0:5861:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103e00/0x2c8777a5e7da06c8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5861 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045402.865525:0:5861:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103a00/0x2c8777a5e7da06c1 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5861 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045402.865536:0:5861:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103a00/0x2c8777a5e7da06c1 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5861 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045402.865545:0:5861:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103a00/0x2c8777a5e7da06c1 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5861 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045402.865553:0:5861:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de43103a00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:3.0:1777045402.865559:0:5861:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103a00/0x2c8777a5e7da06c1 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5861 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045402.865568:0:5861:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103a00/0x2c8777a5e7da06c1 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5861 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045402.865583:0:5861:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff98df52c43500) 00010000:00010000:3.0:1777045402.865587:0:5861:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777045402.865593:0:5861:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103a00/0x2c8777a5e7da06c1 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5861 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045402.865601:0:5861:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103a00/0x2c8777a5e7da06c1 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5861 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045402.865619:0:5861:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103e00/0x2c8777a5e7da06c8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5861 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045402.865628:0:5861:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103e00/0x2c8777a5e7da06c8 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5861 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045402.865635:0:5861:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103e00/0x2c8777a5e7da06c8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5861 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045402.865641:0:5861:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de43103e00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:3.0:1777045402.865645:0:5861:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103e00/0x2c8777a5e7da06c8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5861 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045402.865659:0:5861:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103e00/0x2c8777a5e7da06c8 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5861 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045402.865668:0:5861:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x5bff4890 (ffff98df52c43800) 00010000:00010000:3.0:1777045402.865671:0:5861:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777045402.865674:0:5861:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103e00/0x2c8777a5e7da06c8 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5861 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045402.865682:0:5861:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103e00/0x2c8777a5e7da06c8 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5861 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045402.865722:0:5861:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102400/0x2c8777a5e7da06ba lrc: 1/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149a23 expref: 44 pid: 5861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045402.865736:0:5861:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff98df52c43500) 00010000:00010000:3.0:1777045402.865739:0:5861:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1777045402.865745:0:5861:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102400/0x2c8777a5e7da06ba lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149a23 expref: 44 pid: 5861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045402.865760:0:5861:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de43102400, rc -2) 00000100:00100000:3.0:1777045402.866558:0:5861:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de480e8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+43:2390:x1863365370267264:12345-192.168.201.45@tcp:63:ll_sa.0 Request processed in 1424us (2814us total) trans 0 rc -2/-2 00000100:00100000:3.0:1777045402.866570:0:5861:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 86 00000100:00100000:0.0:1777045402.874024:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045402.874117:0:19840:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370267520 00000100:00100000:2.0:1777045402.874129:0:19840:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370267520 00000100:00100000:2.0:1777045402.874230:0:19840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 363 00000100:00100000:2.0:1777045402.874248:0:19840:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77fd4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+43:33508:x1863365370267520:12345-192.168.201.45@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1777045402.877078:0:19840:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77fd4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+44:33508:x1863365370267520:12345-192.168.201.45@tcp:35:lhsmtool_posix.0 Request processed in 2599us (2828us total) trans 4294968387 rc 0/0 00000100:00100000:0.0:1777045402.877100:0:19840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 363 00000100:00100000:2.0:1777045402.902445:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045402.903699:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370267648 00000100:00100000:0.0:1777045402.903714:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370267648 00000100:00100000:0.0:1777045402.903812:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1639 00000100:00100000:0.0:1777045402.903826:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de480e9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:146de360-3fb2-48bd-b418-06f30714148a+47:33516:x1863365370267648:12345-192.168.201.45@tcp:101:lfs.0 00010000:00010000:0.0:1777045402.903852:0:5857:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777045402.903878:0:5857:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096c00/0x2c8777a5e7da06cf lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1149a5b expref: -99 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045402.903986:0:5857:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097000/0x2c8777a5e7da06d6 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045402.904005:0:5857:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097000/0x2c8777a5e7da06d6 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045402.904021:0:5857:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097000/0x2c8777a5e7da06d6 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045402.904040:0:5857:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096400/0x2c8777a5e7da06dd lrc: 3/1,0 mode: --/PR res: [0x200000401:0x53:0x0].0x6eee4067 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045402.904049:0:5857:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096400/0x2c8777a5e7da06dd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045402.904057:0:5857:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096400/0x2c8777a5e7da06dd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045402.904548:0:5857:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097600/0x2c8777a5e7da06e4 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x35:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045402.904568:0:5857:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097600/0x2c8777a5e7da06e4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045402.904580:0:5857:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097600/0x2c8777a5e7da06e4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777045402.904626:0:5857:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x35:0x0]: returning size 158 00000004:00200000:0.0:1777045402.904631:0:5857:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1777045402.904656:0:5857:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097600/0x2c8777a5e7da06e4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045402.904671:0:5857:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097600/0x2c8777a5e7da06e4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045402.904683:0:5857:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097000/0x2c8777a5e7da06d6 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045402.904692:0:5857:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097000/0x2c8777a5e7da06d6 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045402.904702:0:5857:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097000/0x2c8777a5e7da06d6 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045402.904710:0:5857:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de43097000 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:0.0:1777045402.904716:0:5857:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097000/0x2c8777a5e7da06d6 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045402.904726:0:5857:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097000/0x2c8777a5e7da06d6 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045402.904741:0:5857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff98df52c43500) 00010000:00010000:0.0:1777045402.904746:0:5857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777045402.904751:0:5857:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097000/0x2c8777a5e7da06d6 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045402.904760:0:5857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097000/0x2c8777a5e7da06d6 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045402.904777:0:5857:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096400/0x2c8777a5e7da06dd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045402.904786:0:5857:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096400/0x2c8777a5e7da06dd lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045402.904795:0:5857:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096400/0x2c8777a5e7da06dd lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045402.904801:0:5857:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de43096400 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:0.0:1777045402.904805:0:5857:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096400/0x2c8777a5e7da06dd lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045402.904813:0:5857:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096400/0x2c8777a5e7da06dd lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045402.904822:0:5857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x6eee4067 (ffff98df61f8eb00) 00010000:00010000:0.0:1777045402.904825:0:5857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777045402.904829:0:5857:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096400/0x2c8777a5e7da06dd lrc: 2/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045402.904837:0:5857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096400/0x2c8777a5e7da06dd lrc: 0/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045402.904878:0:5857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096c00/0x2c8777a5e7da06cf lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149a5b expref: 49 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045402.904897:0:5857:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097600/0x2c8777a5e7da06e4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149a5b expref: 48 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045402.904907:0:5857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x35:0x0].0x0 (ffff98df43d75800) 00010000:00010000:0.0:1777045402.904910:0:5857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777045402.904913:0:5857:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de43097600, rc 0) 00000100:00100000:0.0:1777045402.904984:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de480e9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:146de360-3fb2-48bd-b418-06f30714148a+48:33516:x1863365370267648:12345-192.168.201.45@tcp:101:lfs.0 Request processed in 1161us (2551us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045402.904995:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1639 00000100:00100000:2.0:1777045402.921886:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045402.922034:0:6639:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370267776 00000100:00100000:3.0:1777045402.922047:0:6639:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370267776 00000100:00100000:3.0:1777045402.922119:0:6639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 502 00000100:00100000:3.0:1777045402.922133:0:6639:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41d51500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:146de360-3fb2-48bd-b418-06f30714148a+12:2390:x1863365370267776:12345-192.168.201.45@tcp:101:lfs.0 00010000:00010000:3.0:1777045402.922159:0:6639:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777045402.922181:0:6639:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000041638ba4/0x2c8777a5e7da06eb lrc: 2/0,0 mode: --/PR res: [0x240000400:0x22:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1149a62 expref: -99 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777045402.922304:0:6639:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df6d589180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6639:1863365424460032:192.168.201.45@tcp:106: 00000100:00100000:3.0:1777045402.922420:0:6639:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df50f27a80 going to sleep for 11 seconds 00002000:00010000:2.0:1777045402.941573:0:6639:0:(ofd_lvb.c:259:ofd_lvbo_update()) res: [0x240000400:0x22:0x0] updating lvb size: 0 -> 158 00002000:00010000:2.0:1777045402.941584:0:6639:0:(ofd_lvb.c:265:ofd_lvbo_update()) res: [0x240000400:0x22:0x0] updating lvb mtime: 0 -> 1777045402 00002000:00010000:2.0:1777045402.941587:0:6639:0:(ofd_lvb.c:271:ofd_lvbo_update()) res: [0x240000400:0x22:0x0] updating lvb atime: 0 -> 1777045402 00002000:00010000:2.0:1777045402.941590:0:6639:0:(ofd_lvb.c:277:ofd_lvbo_update()) res: [0x240000400:0x22:0x0] updating lvb ctime: 0 -> 1777045402 00000100:00100000:2.0:1777045402.941619:0:6639:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df6d589180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6639:1863365424460032:192.168.201.45@tcp:106: 00010000:00010000:2.0:1777045402.941668:0:6639:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000041638ba4/0x2c8777a5e7da06eb lrc: 1/0,0 mode: --/PR res: [0x240000400:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149a62 expref: 13 pid: 6639 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045402.941700:0:6639:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000041638ba4/0x2c8777a5e7da06eb lrc: 0/0,0 mode: --/PR res: [0x240000400:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149a62 expref: 13 pid: 6639 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045402.941718:0:6639:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de43102400, rc 0) 00000100:00100000:2.0:1777045402.941818:0:6639:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41d51500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:146de360-3fb2-48bd-b418-06f30714148a+12:2390:x1863365370267776:12345-192.168.201.45@tcp:101:lfs.0 Request processed in 19686us (19941us total) trans 0 rc 301/301 00000100:00100000:2.0:1777045402.941830:0:6639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 502 00000100:00100000:2.0:1777045402.961260:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045402.963954:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370267904 00000100:00100000:0.0:1777045402.963969:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370267904 00000100:00100000:0.0:1777045402.964053:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1640 00000100:00100000:0.0:1777045402.964065:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41d50a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:146de360-3fb2-48bd-b418-06f30714148a+48:33516:x1863365370267904:12345-192.168.201.45@tcp:101:lfs.0 00010000:00010000:0.0:1777045402.964088:0:7939:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777045402.964112:0:7939:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096400/0x2c8777a5e7da06f2 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1149a69 expref: -99 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045402.964194:0:7939:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097000/0x2c8777a5e7da06f9 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045402.964266:0:7939:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097000/0x2c8777a5e7da06f9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045402.964281:0:7939:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097000/0x2c8777a5e7da06f9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777045402.964355:0:7939:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x53:0x0]: returning size 7680 00000004:00200000:0.0:1777045402.964361:0:7939:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 8 stripe count 1 MDT count 1 00000004:00010000:0.0:1777045402.964392:0:7939:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097000/0x2c8777a5e7da06f9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045402.964443:0:7939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096400/0x2c8777a5e7da06f2 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149a69 expref: 50 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045402.964483:0:7939:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097000/0x2c8777a5e7da06f9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149a69 expref: 49 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045402.964494:0:7939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff98df52c43500) 00010000:00010000:0.0:1777045402.964498:0:7939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1777045402.964503:0:7939:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de43097000, rc 0) 00000100:00100000:0.0:1777045402.964580:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41d50a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:146de360-3fb2-48bd-b418-06f30714148a+49:33516:x1863365370267904:12345-192.168.201.45@tcp:101:lfs.0 Request processed in 518us (3378us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045402.964591:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1640 00000100:00100000:0.0:1777045402.980922:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045402.981548:0:6641:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370268032 00000100:00100000:3.0:1777045402.981561:0:6641:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370268032 00000100:00100000:3.0:1777045402.981638:0:6641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 503 00000100:00100000:3.0:1777045402.981651:0:6641:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77fd7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:146de360-3fb2-48bd-b418-06f30714148a+12:2392:x1863365370268032:12345-192.168.201.45@tcp:101:lfs.0 00010000:00010000:3.0:1777045402.981671:0:6641:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777045402.981693:0:6641:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e3f4470f/0x2c8777a5e7da0700 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x22:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1149a70 expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777045402.981783:0:6641:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df6d58ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6641:1863365424460160:192.168.201.45@tcp:106: 00000100:00100000:3.0:1777045402.981960:0:6641:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df50f27000 going to sleep for 11 seconds 00000100:00100000:0.0:1777045403.010069:0:6641:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df6d58ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6641:1863365424460160:192.168.201.45@tcp:106: 00010000:00010000:0.0:1777045403.010116:0:6641:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000e3f4470f/0x2c8777a5e7da0700 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149a70 expref: 13 pid: 6641 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045403.010145:0:6641:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e3f4470f/0x2c8777a5e7da0700 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149a70 expref: 13 pid: 6641 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045403.010163:0:6641:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de43103e00, rc 0) 00000100:00100000:0.0:1777045403.010322:0:6641:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77fd7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:146de360-3fb2-48bd-b418-06f30714148a+12:2392:x1863365370268032:12345-192.168.201.45@tcp:101:lfs.0 Request processed in 28672us (29410us total) trans 0 rc 301/301 00000100:00100000:0.0:1777045403.010371:0:6641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 503 00000100:00100000:2.0:1777045403.039849:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045403.044295:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370268288 00000100:00100000:1.0:1777045403.044312:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370268288 00000100:00100000:1.0:1777045403.044418:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1641 00000100:00100000:1.0:1777045403.044433:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b9f9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:146de360-3fb2-48bd-b418-06f30714148a+49:33516:x1863365370268288:12345-192.168.201.45@tcp:58:lfs.0 00000040:00080000:1.0:1777045403.044946:0:5856:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].52, 136 off15264 00000100:00100000:1.0:1777045403.045069:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b9f9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:146de360-3fb2-48bd-b418-06f30714148a+49:33516:x1863365370268288:12345-192.168.201.45@tcp:58:lfs.0 Request processed in 639us (5228us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045403.045080:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1641 00000100:00100000:2.0:1777045403.067869:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045403.073118:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370268416 00000100:00100000:1.0:1777045403.073155:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370268416 00000100:00100000:1.0:1777045403.073311:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1642 00000100:00100000:1.0:1777045403.073327:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b9f8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:146de360-3fb2-48bd-b418-06f30714148a+49:33517:x1863365370268416:12345-192.168.201.45@tcp:101:bash.0 00010000:00010000:1.0:1777045403.073388:0:12646:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777045403.073415:0:12646:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec200/0x2c8777a5e7da0707 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1149a77 expref: -99 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045403.073527:0:12646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eca00/0x2c8777a5e7da070e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045403.073549:0:12646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eca00/0x2c8777a5e7da070e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045403.073564:0:12646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eca00/0x2c8777a5e7da070e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045403.073584:0:12646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec000/0x2c8777a5e7da0715 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x53:0x0].0x5bff4890 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045403.073595:0:12646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec000/0x2c8777a5e7da0715 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045403.073605:0:12646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec000/0x2c8777a5e7da0715 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045403.073690:0:12646:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eca00/0x2c8777a5e7da070e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045403.073701:0:12646:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eca00/0x2c8777a5e7da070e lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045403.073709:0:12646:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eca00/0x2c8777a5e7da070e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045403.073717:0:12646:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de419eca00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:1.0:1777045403.073723:0:12646:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eca00/0x2c8777a5e7da070e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045403.073740:0:12646:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eca00/0x2c8777a5e7da070e lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045403.073756:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff98df52c43500) 00010000:00010000:1.0:1777045403.073760:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777045403.073767:0:12646:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eca00/0x2c8777a5e7da070e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045403.073776:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eca00/0x2c8777a5e7da070e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045403.073793:0:12646:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec000/0x2c8777a5e7da0715 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045403.073803:0:12646:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec000/0x2c8777a5e7da0715 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045403.073812:0:12646:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec000/0x2c8777a5e7da0715 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045403.073820:0:12646:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de419ec000 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:1.0:1777045403.073824:0:12646:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec000/0x2c8777a5e7da0715 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045403.073831:0:12646:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec000/0x2c8777a5e7da0715 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045403.073840:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x5bff4890 (ffff98df51b04300) 00010000:00010000:1.0:1777045403.073843:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777045403.073847:0:12646:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec000/0x2c8777a5e7da0715 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045403.073855:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec000/0x2c8777a5e7da0715 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045403.073898:0:12646:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec200/0x2c8777a5e7da0707 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149a77 expref: 50 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045403.073913:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff98df52c43500) 00010000:00010000:1.0:1777045403.073916:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777045403.073921:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec200/0x2c8777a5e7da0707 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149a77 expref: 50 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045403.073934:0:12646:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de419ec200, rc 0) 00000100:00100000:1.0:1777045403.074013:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b9f8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:146de360-3fb2-48bd-b418-06f30714148a+49:33517:x1863365370268416:12345-192.168.201.45@tcp:101:bash.0 Request processed in 689us (6153us total) trans 0 rc 301/301 00000100:00100000:1.0:1777045403.074023:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1642 00000100:00100000:2.0:1777045403.093659:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df77fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424460288:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1777045403.093748:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777045403.094412:0:19062:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424460288 00000100:00100000:3.0:1777045403.094423:0:19062:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424460288 00000100:00100000:3.0:1777045403.094579:0:19062:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 549 00000100:00100000:3.0:1777045403.094593:0:19062:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b9fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3341:x1863365424460288:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1777045403.094637:0:19062:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 67960832 pending 0 free 3858759680 avail 3856662528 00000100:00080000:1.0:1777045403.095427:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1777045403.100680:0:19062:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b9fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3341:x1863365424460288:12345-0@lo:13:osp-pre-0-0.0 Request processed in 6079us (6920us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045403.100699:0:19062:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 549 00000100:00100000:0.0:1777045403.101744:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045403.102152:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370268544 00000100:00100000:3.0:1777045403.102165:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370268544 00000100:00100000:3.0:1777045403.102366:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1643 00000100:00100000:3.0:1777045403.102383:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77fd5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+44:33518:x1863365370268544:12345-192.168.201.45@tcp:101:rm.0 00010000:00010000:3.0:1777045403.102437:0:7939:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777045403.102489:0:7939:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103a00/0x2c8777a5e7da071c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1149a7e expref: -99 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045403.102608:0:7939:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103400/0x2c8777a5e7da0723 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045403.102630:0:7939:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103400/0x2c8777a5e7da0723 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045403.102647:0:7939:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103400/0x2c8777a5e7da0723 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045403.102670:0:7939:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103800/0x2c8777a5e7da072a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x53:0x0].0x5bff4890 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045403.102682:0:7939:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103800/0x2c8777a5e7da072a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045403.102694:0:7939:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103800/0x2c8777a5e7da072a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045403.103152:0:7939:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103400/0x2c8777a5e7da0723 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045403.103167:0:7939:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103400/0x2c8777a5e7da0723 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045403.103177:0:7939:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103400/0x2c8777a5e7da0723 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045403.103195:0:7939:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de43103400 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:3.0:1777045403.103201:0:7939:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103400/0x2c8777a5e7da0723 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045403.103212:0:7939:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103400/0x2c8777a5e7da0723 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045403.103230:0:7939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff98df52c43500) 00010000:00010000:3.0:1777045403.103235:0:7939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777045403.103250:0:7939:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103400/0x2c8777a5e7da0723 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777045403.104750:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df77fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424460288:0@lo:13:osp-pre-0-0.0 00010000:00010000:3.0:1777045403.104901:0:7939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103400/0x2c8777a5e7da0723 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045403.104928:0:7939:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103800/0x2c8777a5e7da072a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045403.104938:0:7939:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103800/0x2c8777a5e7da072a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045403.104947:0:7939:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103800/0x2c8777a5e7da072a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045403.104956:0:7939:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de43103800 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:3.0:1777045403.104961:0:7939:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103800/0x2c8777a5e7da072a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045403.104971:0:7939:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103800/0x2c8777a5e7da072a lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045403.104989:0:7939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x5bff4890 (ffff98df52c43800) 00010000:00010000:3.0:1777045403.104994:0:7939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777045403.104999:0:7939:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103800/0x2c8777a5e7da072a lrc: 2/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045403.105007:0:7939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103800/0x2c8777a5e7da072a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045403.105059:0:7939:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103a00/0x2c8777a5e7da071c lrc: 1/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149a7e expref: 45 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045403.105076:0:7939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff98df52c43500) 00010000:00010000:3.0:1777045403.105079:0:7939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777045403.105086:0:7939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103a00/0x2c8777a5e7da071c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149a7e expref: 45 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045403.105100:0:7939:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de43103a00, rc 0) 00000100:00100000:3.0:1777045403.110272:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77fd5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+44:33518:x1863365370268544:12345-192.168.201.45@tcp:101:rm.0 Request processed in 7878us (8517us total) trans 0 rc 301/301 00000100:00100000:3.0:1777045403.110291:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1643 00000100:00100000:0.0:1777045403.114599:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045403.115107:0:5860:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370268672 00000100:00100000:1.0:1777045403.115121:0:5860:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370268672 00000100:00100000:1.0:1777045403.115593:0:5860:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 87 00000100:00100000:1.0:1777045403.115612:0:5860:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77fd4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+44:2391:x1863365370268672:12345-192.168.201.45@tcp:63:ll_sa.0 00010000:00010000:1.0:1777045403.115661:0:5860:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777045403.115687:0:5860:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec200/0x2c8777a5e7da0731 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1149a85 expref: -99 pid: 5860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045403.115757:0:5860:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec000/0x2c8777a5e7da0738 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5860 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045403.115784:0:5860:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec000/0x2c8777a5e7da0738 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5860 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045403.115800:0:5860:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec000/0x2c8777a5e7da0738 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5860 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045403.115821:0:5860:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eca00/0x2c8777a5e7da073f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x53:0x0].0x21330256 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5860 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045403.115832:0:5860:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eca00/0x2c8777a5e7da073f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x21330256 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5860 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045403.115841:0:5860:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eca00/0x2c8777a5e7da073f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x21330256 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5860 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045403.115923:0:5860:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec000/0x2c8777a5e7da0738 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5860 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045403.115933:0:5860:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec000/0x2c8777a5e7da0738 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5860 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045403.115943:0:5860:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec000/0x2c8777a5e7da0738 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5860 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045403.115952:0:5860:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de419ec000 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:1.0:1777045403.115958:0:5860:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec000/0x2c8777a5e7da0738 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5860 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045403.115969:0:5860:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec000/0x2c8777a5e7da0738 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5860 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045403.115984:0:5860:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff98df52c43500) 00010000:00010000:1.0:1777045403.115989:0:5860:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777045403.115996:0:5860:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec000/0x2c8777a5e7da0738 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5860 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045403.116006:0:5860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec000/0x2c8777a5e7da0738 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5860 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045403.116026:0:5860:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eca00/0x2c8777a5e7da073f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x21330256 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5860 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045403.116035:0:5860:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eca00/0x2c8777a5e7da073f lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x21330256 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5860 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045403.116045:0:5860:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eca00/0x2c8777a5e7da073f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x21330256 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5860 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045403.116053:0:5860:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de419eca00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:1.0:1777045403.116058:0:5860:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eca00/0x2c8777a5e7da073f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x21330256 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5860 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045403.116068:0:5860:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eca00/0x2c8777a5e7da073f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x21330256 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5860 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045403.116079:0:5860:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x21330256 (ffff98df51b04300) 00010000:00010000:1.0:1777045403.116084:0:5860:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777045403.116088:0:5860:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eca00/0x2c8777a5e7da073f lrc: 2/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x21330256 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5860 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045403.116097:0:5860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eca00/0x2c8777a5e7da073f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x21330256 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5860 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045403.116134:0:5860:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec200/0x2c8777a5e7da0731 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149a85 expref: 45 pid: 5860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045403.116146:0:5860:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff98df52c43500) 00010000:00010000:1.0:1777045403.116148:0:5860:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1777045403.116152:0:5860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec200/0x2c8777a5e7da0731 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149a85 expref: 45 pid: 5860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045403.116161:0:5860:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de419ec200, rc -2) 00000100:00100000:1.0:1777045403.116254:0:5860:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77fd4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+44:2391:x1863365370268672:12345-192.168.201.45@tcp:63:ll_sa.0 Request processed in 647us (1663us total) trans 0 rc -2/-2 00000100:00100000:1.0:1777045403.116267:0:5860:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 87 00000100:00100000:2.0:1777045403.126262:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045403.126402:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370268800 00000100:00100000:0.0:1777045403.126418:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370268800 00000100:00100000:0.0:1777045403.126529:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1644 00000100:00100000:0.0:1777045403.126546:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b9f9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+44:33518:x1863365370268800:12345-192.168.201.45@tcp:101:rm.0 00010000:00010000:0.0:1777045403.126572:0:5857:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777045403.126599:0:5857:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096200/0x2c8777a5e7da0746 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1149a8c expref: -99 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045403.126713:0:5857:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097400/0x2c8777a5e7da074d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045403.126735:0:5857:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097400/0x2c8777a5e7da074d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045403.126753:0:5857:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097400/0x2c8777a5e7da074d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045403.126803:0:5857:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096400/0x2c8777a5e7da0754 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x53:0x0].0x5bff4890 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045403.126816:0:5857:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096400/0x2c8777a5e7da0754 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045403.126827:0:5857:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096400/0x2c8777a5e7da0754 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045403.126922:0:5857:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097400/0x2c8777a5e7da074d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045403.126934:0:5857:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097400/0x2c8777a5e7da074d lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045403.126945:0:5857:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097400/0x2c8777a5e7da074d lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045403.126955:0:5857:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de43097400 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:0.0:1777045403.126961:0:5857:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097400/0x2c8777a5e7da074d lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045403.126973:0:5857:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097400/0x2c8777a5e7da074d lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045403.126991:0:5857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff98df52c43500) 00010000:00010000:0.0:1777045403.126996:0:5857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777045403.127004:0:5857:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097400/0x2c8777a5e7da074d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045403.127015:0:5857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097400/0x2c8777a5e7da074d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045403.127034:0:5857:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096400/0x2c8777a5e7da0754 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045403.127044:0:5857:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096400/0x2c8777a5e7da0754 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045403.127053:0:5857:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096400/0x2c8777a5e7da0754 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045403.127061:0:5857:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de43096400 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:0.0:1777045403.127067:0:5857:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096400/0x2c8777a5e7da0754 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045403.127077:0:5857:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096400/0x2c8777a5e7da0754 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045403.127088:0:5857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x5bff4890 (ffff98df61f8eb00) 00010000:00010000:0.0:1777045403.127092:0:5857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777045403.127097:0:5857:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096400/0x2c8777a5e7da0754 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045403.127106:0:5857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096400/0x2c8777a5e7da0754 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045403.127151:0:5857:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096200/0x2c8777a5e7da0746 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149a8c expref: 45 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045403.127169:0:5857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff98df52c43500) 00010000:00010000:0.0:1777045403.127172:0:5857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777045403.127178:0:5857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096200/0x2c8777a5e7da0746 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149a8c expref: 45 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045403.127194:0:5857:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de43096200, rc 0) 00000100:00100000:0.0:1777045403.128237:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b9f9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+44:33518:x1863365370268800:12345-192.168.201.45@tcp:101:rm.0 Request processed in 1692us (2037us total) trans 0 rc 301/301 00000100:00100000:0.0:1777045403.128250:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1644 00000100:00100000:0.0:1777045403.187103:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045403.187258:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370268928 00000100:00100000:3.0:1777045403.187274:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370268928 00000100:00100000:3.0:1777045403.187669:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1645 00000100:00100000:3.0:1777045403.187687:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77fd7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+44:33519:x1863365370268928:12345-192.168.201.45@tcp:101:cp.0 00010000:00010000:3.0:1777045403.187716:0:5855:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777045403.187748:0:5855:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103a00/0x2c8777a5e7da075b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1149a93 expref: -99 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045403.188397:0:5855:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103800/0x2c8777a5e7da0762 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045403.188422:0:5855:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103800/0x2c8777a5e7da0762 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045403.188440:0:5855:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103800/0x2c8777a5e7da0762 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045403.188486:0:5855:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103400/0x2c8777a5e7da0769 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x53:0x0].0x5bff4890 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045403.188499:0:5855:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103400/0x2c8777a5e7da0769 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045403.188511:0:5855:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103400/0x2c8777a5e7da0769 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045403.188602:0:5855:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103800/0x2c8777a5e7da0762 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045403.188615:0:5855:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103800/0x2c8777a5e7da0762 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045403.188625:0:5855:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103800/0x2c8777a5e7da0762 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045403.188634:0:5855:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de43103800 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:3.0:1777045403.188641:0:5855:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103800/0x2c8777a5e7da0762 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045403.188659:0:5855:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103800/0x2c8777a5e7da0762 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045403.188677:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff98df52c43500) 00010000:00010000:3.0:1777045403.188682:0:5855:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777045403.188690:0:5855:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103800/0x2c8777a5e7da0762 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045403.188699:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103800/0x2c8777a5e7da0762 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045403.190566:0:5855:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103400/0x2c8777a5e7da0769 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045403.190582:0:5855:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103400/0x2c8777a5e7da0769 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045403.190592:0:5855:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103400/0x2c8777a5e7da0769 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045403.190602:0:5855:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de43103400 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:3.0:1777045403.190607:0:5855:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103400/0x2c8777a5e7da0769 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045403.190618:0:5855:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103400/0x2c8777a5e7da0769 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045403.190635:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x5bff4890 (ffff98df52c43800) 00010000:00010000:3.0:1777045403.190640:0:5855:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777045403.190646:0:5855:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103400/0x2c8777a5e7da0769 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045403.190665:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103400/0x2c8777a5e7da0769 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045403.190725:0:5855:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103a00/0x2c8777a5e7da075b lrc: 1/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149a93 expref: 45 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045403.190745:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff98df52c43500) 00010000:00010000:3.0:1777045403.190750:0:5855:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777045403.190756:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103a00/0x2c8777a5e7da075b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149a93 expref: 45 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045403.191805:0:5855:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de43103a00, rc 0) 00000100:00100000:2.0:1777045403.195649:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77fd7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+44:33519:x1863365370268928:12345-192.168.201.45@tcp:101:cp.0 Request processed in 7954us (8544us total) trans 0 rc 301/301 00000100:00100000:2.0:1777045403.195667:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1645 00000100:00100000:1.0:1777045403.207183:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045403.207445:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370269056 00000100:00100000:3.0:1777045403.207478:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370269056 00000100:00100000:3.0:1777045403.207568:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1646 00000100:00100000:3.0:1777045403.207585:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b51c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+44:33519:x1863365370269056:12345-192.168.201.45@tcp:101:cp.0 00010000:00010000:3.0:1777045403.207610:0:7939:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777045403.207636:0:7939:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103a00/0x2c8777a5e7da0770 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1149a9a expref: -99 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045403.208176:0:7939:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64e200/0x2c8777a5e7da0777 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045403.208238:0:7939:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64e200/0x2c8777a5e7da0777 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045403.208260:0:7939:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64e200/0x2c8777a5e7da0777 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045403.208287:0:7939:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64f200/0x2c8777a5e7da077e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x53:0x0].0x5bff4890 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045403.208309:0:7939:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64f200/0x2c8777a5e7da077e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045403.208662:0:7939:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64f200/0x2c8777a5e7da077e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045403.208762:0:7939:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64e200/0x2c8777a5e7da0777 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045403.208778:0:7939:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64e200/0x2c8777a5e7da0777 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045403.208789:0:7939:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64e200/0x2c8777a5e7da0777 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045403.208800:0:7939:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98df6d64e200 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:2.0:1777045403.208809:0:7939:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64e200/0x2c8777a5e7da0777 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045403.208821:0:7939:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64e200/0x2c8777a5e7da0777 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045403.208839:0:7939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff98df52c43500) 00010000:00010000:2.0:1777045403.208844:0:7939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777045403.208850:0:7939:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64e200/0x2c8777a5e7da0777 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045403.208859:0:7939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64e200/0x2c8777a5e7da0777 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045403.208878:0:7939:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64f200/0x2c8777a5e7da077e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045403.208890:0:7939:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64f200/0x2c8777a5e7da077e lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045403.208898:0:7939:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64f200/0x2c8777a5e7da077e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045403.208906:0:7939:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98df6d64f200 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:2.0:1777045403.208911:0:7939:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64f200/0x2c8777a5e7da077e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045403.208921:0:7939:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64f200/0x2c8777a5e7da077e lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045403.208932:0:7939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x5bff4890 (ffff98df43d75d00) 00010000:00010000:2.0:1777045403.208935:0:7939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777045403.208940:0:7939:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64f200/0x2c8777a5e7da077e lrc: 2/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045403.208948:0:7939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64f200/0x2c8777a5e7da077e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045403.208992:0:7939:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103a00/0x2c8777a5e7da0770 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149a9a expref: 45 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045403.209010:0:7939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff98df52c43500) 00010000:00010000:2.0:1777045403.209014:0:7939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777045403.209020:0:7939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103a00/0x2c8777a5e7da0770 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149a9a expref: 45 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045403.209047:0:7939:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de43103a00, rc 0) 00000100:00100000:2.0:1777045403.209140:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b51c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+44:33519:x1863365370269056:12345-192.168.201.45@tcp:101:cp.0 Request processed in 1558us (1968us total) trans 0 rc 301/301 00000100:00100000:2.0:1777045403.209154:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1646 00000100:00100000:2.0:1777045403.223198:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045403.223783:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370269312 00000100:00100000:0.0:1777045403.223798:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370269312 00000100:00100000:0.0:1777045403.223883:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1647 00000100:00100000:0.0:1777045403.223899:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b9f9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+44:33519:x1863365370269312:12345-192.168.201.45@tcp:101:cp.0 00010000:00010000:0.0:1777045403.223924:0:5857:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777045403.223952:0:5857:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096400/0x2c8777a5e7da0785 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1149aa1 expref: -99 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045403.224122:0:5857:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097400/0x2c8777a5e7da078c lrc: 3/0,1 mode: --/CW res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045403.224145:0:5857:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097000/0x2c8777a5e7da06f9 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149a69 expref: 48 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045403.224159:0:5857:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097400/0x2c8777a5e7da078c lrc: 4/0,1 mode: --/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045403.224254:0:5857:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097000/0x2c8777a5e7da06f9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149a69 expref: 48 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045403.224275:0:5857:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097000/0x2c8777a5e7da06f9 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149a69 expref: 48 pid: 7939 timeout: 2131 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777045403.224294:0:5857:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df77fd6a00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5857:1863365424460416:192.168.201.45@tcp:104: 00000100:00100000:0.0:1777045403.224404:0:5857:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df467d9e40 going to sleep for 11 seconds 00000100:00100000:2.0:1777045403.233565:0:5857:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df77fd6a00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5857:1863365424460416:192.168.201.45@tcp:104: 00010000:00010000:2.0:1777045403.233608:0:5857:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097400/0x2c8777a5e7da078c lrc: 3/0,1 mode: --/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777045403.239334:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045403.239687:0:5843:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370269440 00000100:00100000:0.0:1777045403.239699:0:5843:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370269440 00010000:00010000:0.0:1777045403.239749:0:5843:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097000/0x2c8777a5e7da06f9 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149a69 expref: 49 pid: 7939 timeout: 2131 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777045403.239834:0:5843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 466 00000100:00100000:0.0:1777045403.239848:0:5843:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b9f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:146de360-3fb2-48bd-b418-06f30714148a+49:2392:x1863365370269440:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777045403.239870:0:5843:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777045403.239879:0:5843:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097000/0x2c8777a5e7da06f9 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149a69 expref: 49 pid: 7939 timeout: 2131 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045403.239898:0:5843:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097000/0x2c8777a5e7da06f9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149a69 expref: 49 pid: 7939 timeout: 2131 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045403.239926:0:5843:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097000/0x2c8777a5e7da06f9 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149a69 expref: 49 pid: 7939 timeout: 2131 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045403.239946:0:5843:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff98df52c43500) 00010000:00010000:0.0:1777045403.239953:0:5843:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097400/0x2c8777a5e7da078c lrc: 3/0,1 mode: --/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045403.239967:0:5843:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097400/0x2c8777a5e7da078c lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045403.239977:0:5843:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097400/0x2c8777a5e7da078c lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045403.240266:0:5843:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777045403.240342:0:5843:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b9f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:146de360-3fb2-48bd-b418-06f30714148a+48:2392:x1863365370269440:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 495us (1018us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045403.240356:0:5843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 466 00010000:00010000:1.0:1777045403.246530:0:5857:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097400/0x2c8777a5e7da078c lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045403.246550:0:5857:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097400/0x2c8777a5e7da078c lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045403.246593:0:5857:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eca00/0x2c8777a5e7da0793 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x53:0x0].0x5bff4890 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045403.246749:0:5857:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eca00/0x2c8777a5e7da0793 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x53:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045403.247285:0:5857:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eca00/0x2c8777a5e7da0793 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x53:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1777045403.248641:0:5857:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x22:0x0], index 1: 0 00010000:00010000:1.0:1777045403.249265:0:5857:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec000/0x2c8777a5e7da079a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x36:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045403.249291:0:5857:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec000/0x2c8777a5e7da079a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045403.249305:0:5857:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec000/0x2c8777a5e7da079a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045403.249357:0:5857:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097400/0x2c8777a5e7da078c lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045403.249370:0:5857:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097400/0x2c8777a5e7da078c lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045403.249380:0:5857:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097400/0x2c8777a5e7da078c lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045403.249390:0:5857:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de43097400 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:1.0:1777045403.249398:0:5857:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097400/0x2c8777a5e7da078c lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045403.249410:0:5857:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097400/0x2c8777a5e7da078c lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045403.249427:0:5857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff98df52c43500) 00010000:00010000:1.0:1777045403.249432:0:5857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777045403.249438:0:5857:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097400/0x2c8777a5e7da078c lrc: 2/0,0 mode: --/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045403.249470:0:5857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097400/0x2c8777a5e7da078c lrc: 0/0,0 mode: --/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777045403.249491:0:5857:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000cb1142ff reply state 000000007c2eae77 transno 4294968388 ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eca00/0x2c8777a5e7da0793 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x53:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777045403.249505:0:5857:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1777045403.249557:0:5857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096400/0x2c8777a5e7da0785 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149aa1 expref: 47 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045403.249580:0:5857:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec000/0x2c8777a5e7da079a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149aa1 expref: 46 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045403.249593:0:5857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x36:0x0].0x0 (ffff98df51b04d00) 00010000:00010000:1.0:1777045403.249597:0:5857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777045403.249602:0:5857:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de419ec000, rc 0) 00000100:00100000:1.0:1777045403.249700:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b9f9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+47:33519:x1863365370269312:12345-192.168.201.45@tcp:101:cp.0 Request processed in 25803us (26513us total) trans 4294968388 rc 0/0 00000100:00100000:1.0:1777045403.249714:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1647 00010000:00010000:0.0:1777045403.263963:0:3327:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eca00/0x2c8777a5e7da0793 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x53:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045403.263988:0:3327:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eca00/0x2c8777a5e7da0793 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x53:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045403.264009:0:3327:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eca00/0x2c8777a5e7da0793 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x53:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045403.264021:0:3327:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de419eca00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:0.0:1777045403.264028:0:3327:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eca00/0x2c8777a5e7da0793 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x53:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045403.264041:0:3327:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eca00/0x2c8777a5e7da0793 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x53:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045403.264064:0:3327:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x5bff4890 (ffff98df51b04300) 00010000:00010000:0.0:1777045403.264069:0:3327:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777045403.264076:0:3327:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eca00/0x2c8777a5e7da0793 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x53:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045403.264086:0:3327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eca00/0x2c8777a5e7da0793 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x53:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777045403.266098:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045403.266493:0:8776:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370269568 00000100:00100000:0.0:1777045403.266508:0:8776:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370269568 00000100:00100000:0.0:1777045403.266592:0:8776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 504 00000100:00100000:0.0:1777045403.266609:0:8776:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b9fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+17:2392:x1863365370269568:12345-192.168.201.45@tcp:101:cp.0 00010000:00010000:0.0:1777045403.266635:0:8776:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777045403.266662:0:8776:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e5c29174/0x2c8777a5e7da07a8 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1149aa8 expref: -99 pid: 8776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777045403.266698:0:8776:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x22:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1777045403.266723:0:8776:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777045403.266727:0:8776:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777045403.266739:0:8776:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e5c29174/0x2c8777a5e7da07a8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149aa8 expref: 18 pid: 8776 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045403.266764:0:8776:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000e5c29174/0x2c8777a5e7da07a8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149aa8 expref: 18 pid: 8776 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045403.266784:0:8776:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de43097000, rc 0) 00000100:00100000:0.0:1777045403.266854:0:8776:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b9fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+18:2392:x1863365370269568:12345-192.168.201.45@tcp:101:cp.0 Request processed in 249us (762us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045403.266866:0:8776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 504 00000100:00100000:0.0:1777045403.299095:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045403.299686:0:6639:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370269696 00000100:00100000:2.0:1777045403.299699:0:6639:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370269696 00000100:00100000:2.0:1777045403.299784:0:6639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 505 00000100:00100000:2.0:1777045403.299800:0:6639:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77fd5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+18:33519:x1863365370269696:12345-192.168.201.45@tcp:101:cp.0 00010000:00010000:2.0:1777045403.299824:0:6639:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777045403.299847:0:6639:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ee3493ce/0x2c8777a5e7da07af lrc: 2/0,0 mode: --/PW res: [0x280000400:0x22:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1149aaf expref: -99 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045403.299892:0:6639:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000e5c29174/0x2c8777a5e7da07a8 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149aa8 expref: 19 pid: 8776 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045403.299906:0:6639:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777045403.299931:0:6639:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777045403.299938:0:6639:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ee3493ce/0x2c8777a5e7da07af lrc: 4/0,0 mode: --/PW res: [0x280000400:0x22:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149aaf expref: 19 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045403.299988:0:6639:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000e5c29174/0x2c8777a5e7da07a8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149aa8 expref: 19 pid: 8776 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045403.300009:0:6639:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000e5c29174/0x2c8777a5e7da07a8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149aa8 expref: 19 pid: 8776 timeout: 2131 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777045403.300031:0:6639:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7b9faa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6639:1863365424460544:192.168.201.45@tcp:104: 00000100:00100000:2.0:1777045403.300163:0:6639:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df50f23e40 going to sleep for 11 seconds 00000100:00100000:3.0:1777045403.316020:0:6639:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7b9faa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6639:1863365424460544:192.168.201.45@tcp:104: 00010000:00010000:3.0:1777045403.316069:0:6639:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000ee3493ce/0x2c8777a5e7da07af lrc: 3/0,0 mode: --/PW res: [0x280000400:0x22:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149aaf expref: 19 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045403.316100:0:6639:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98df6d64f600, rc 0) 00000100:00100000:3.0:1777045403.316190:0:6639:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77fd5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+19:33519:x1863365370269696:12345-192.168.201.45@tcp:101:cp.0 Request processed in 16392us (17106us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045403.316286:0:6639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 505 00000100:00100000:3.0:1777045403.331864:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045403.332676:0:5841:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370269824 00000100:00100000:0.0:1777045403.332693:0:5841:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370269824 00010000:00010000:0.0:1777045403.332752:0:5841:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000e5c29174/0x2c8777a5e7da07a8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149aa8 expref: 19 pid: 8776 timeout: 2131 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777045403.332820:0:5841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 467 00000100:00100000:0.0:1777045403.332836:0:5841:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d58ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+19:2392:x1863365370269824:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777045403.332858:0:5841:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777045403.332889:0:5841:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000e5c29174/0x2c8777a5e7da07a8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x22:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149aa8 expref: 19 pid: 8776 timeout: 2131 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045403.332913:0:5841:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000e5c29174/0x2c8777a5e7da07a8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x22:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149aa8 expref: 19 pid: 8776 timeout: 2131 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045403.332946:0:5841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e5c29174/0x2c8777a5e7da07a8 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x22:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149aa8 expref: 19 pid: 8776 timeout: 2131 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045403.332971:0:5841:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777045403.332974:0:5841:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777045403.332984:0:5841:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000ee3493ce/0x2c8777a5e7da07af lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149aaf expref: 18 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045403.333001:0:5841:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ee3493ce/0x2c8777a5e7da07af lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149aaf expref: 18 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045403.334099:0:5841:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000ee3493ce/0x2c8777a5e7da07af lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149aaf expref: 18 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777045403.334126:0:5841:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df77fd6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5841:1863365424460672:192.168.201.45@tcp:105: 00000100:00100000:0.0:1777045403.334731:0:5841:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df467d9e40 going to sleep for 11 seconds 00000100:00100000:1.0:1777045403.345467:0:5841:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df77fd6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5841:1863365424460672:192.168.201.45@tcp:105: 00010000:00010000:1.0:1777045403.345503:0:5841:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777045403.345585:0:5841:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d58ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+18:2392:x1863365370269824:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 12751us (13731us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045403.345601:0:5841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 467 00000100:00100000:2.0:1777045403.348601:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045403.348720:0:5859:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370270080 00000100:00100000:3.0:1777045403.348730:0:5859:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370270080 00000100:00100000:3.0:1777045403.348803:0:5859:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 364 00000100:00100000:3.0:1777045403.348818:0:5859:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b9faa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+46:33519:x1863365370270080:12345-192.168.201.45@tcp:35:cp.0 00000100:00100000:3.0:1777045403.349639:0:5859:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b9faa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+47:33519:x1863365370270080:12345-192.168.201.45@tcp:35:cp.0 Request processed in 821us (1044us total) trans 4294968389 rc 0/0 00000100:00100000:3.0:1777045403.349652:0:5859:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 364 00010000:00010000:1.0:1777045403.415006:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777045403.476741:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045403.477797:0:5860:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370270208 00000100:00100000:1.0:1777045403.477813:0:5860:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370270208 00000100:00100000:1.0:1777045403.478262:0:5860:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 88 00000100:00100000:1.0:1777045403.478304:0:5860:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d589180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+47:2390:x1863365370270208:12345-192.168.201.45@tcp:63:ll_sa.0 00010000:00010000:1.0:1777045403.481785:0:5860:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777045403.481815:0:5860:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eca00/0x2c8777a5e7da07b6 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1149ab6 expref: -99 pid: 5860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045403.481890:0:5860:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec200/0x2c8777a5e7da07bd lrc: 3/1,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5860 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045403.481911:0:5860:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec200/0x2c8777a5e7da07bd lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5860 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045403.481927:0:5860:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec200/0x2c8777a5e7da07bd lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5860 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045403.483637:0:5860:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eda00/0x2c8777a5e7da07c4 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x53:0x0].0x21330256 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5860 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045403.483656:0:5860:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eda00/0x2c8777a5e7da07c4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x21330256 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5860 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045403.483670:0:5860:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eda00/0x2c8777a5e7da07c4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x21330256 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5860 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045403.483768:0:5860:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec200/0x2c8777a5e7da07bd lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5860 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045403.483780:0:5860:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec200/0x2c8777a5e7da07bd lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5860 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045403.483791:0:5860:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec200/0x2c8777a5e7da07bd lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5860 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045403.483800:0:5860:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de419ec200 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:1.0:1777045403.483806:0:5860:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec200/0x2c8777a5e7da07bd lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5860 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045403.483825:0:5860:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec200/0x2c8777a5e7da07bd lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5860 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045403.483843:0:5860:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff98df52c43500) 00010000:00010000:1.0:1777045403.483849:0:5860:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777045403.483856:0:5860:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec200/0x2c8777a5e7da07bd lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5860 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045403.483866:0:5860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec200/0x2c8777a5e7da07bd lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5860 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045403.483887:0:5860:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eda00/0x2c8777a5e7da07c4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x21330256 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5860 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045403.483896:0:5860:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eda00/0x2c8777a5e7da07c4 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x21330256 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5860 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045403.483905:0:5860:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eda00/0x2c8777a5e7da07c4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x21330256 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5860 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045403.483913:0:5860:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de419eda00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:1.0:1777045403.483918:0:5860:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eda00/0x2c8777a5e7da07c4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x21330256 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5860 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045403.483928:0:5860:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eda00/0x2c8777a5e7da07c4 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x21330256 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5860 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045403.483960:0:5860:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x21330256 (ffff98df51b04000) 00010000:00010000:1.0:1777045403.483965:0:5860:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777045403.483971:0:5860:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eda00/0x2c8777a5e7da07c4 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x21330256 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5860 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045403.483987:0:5860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eda00/0x2c8777a5e7da07c4 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x21330256 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5860 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045403.484040:0:5860:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eca00/0x2c8777a5e7da07b6 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149ab6 expref: 48 pid: 5860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045403.484058:0:5860:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff98df52c43500) 00010000:00010000:1.0:1777045403.484063:0:5860:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1777045403.484069:0:5860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eca00/0x2c8777a5e7da07b6 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149ab6 expref: 48 pid: 5860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045403.484086:0:5860:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de419eca00, rc -2) 00000100:00100000:1.0:1777045403.487571:0:5860:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d589180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+47:2390:x1863365370270208:12345-192.168.201.45@tcp:63:ll_sa.0 Request processed in 5923us (7470us total) trans 0 rc -2/-2 00000100:00100000:1.0:1777045403.487601:0:5860:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 88 00000100:00100000:0.0:1777045403.572015:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045403.572162:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370270336 00000100:00100000:2.0:1777045403.572176:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370270336 00000100:00100000:2.0:1777045403.572283:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1648 00000100:00100000:2.0:1777045403.572297:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77fd6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:146de360-3fb2-48bd-b418-06f30714148a+48:33522:x1863365370270336:12345-192.168.201.45@tcp:101:lfs.0 00010000:00010000:2.0:1777045403.572337:0:5855:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777045403.572364:0:5855:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64f400/0x2c8777a5e7da07cb lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1149abd expref: -99 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045403.572491:0:5855:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64e200/0x2c8777a5e7da07d2 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045403.572517:0:5855:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64e200/0x2c8777a5e7da07d2 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045403.572534:0:5855:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64e200/0x2c8777a5e7da07d2 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045403.572559:0:5855:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64f200/0x2c8777a5e7da07d9 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x53:0x0].0x5bff4890 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045403.572569:0:5855:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64f200/0x2c8777a5e7da07d9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045403.572578:0:5855:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64f200/0x2c8777a5e7da07d9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045403.572699:0:5855:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64e000/0x2c8777a5e7da07e0 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x36:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045403.572710:0:5855:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64e000/0x2c8777a5e7da07e0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045403.572719:0:5855:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64e000/0x2c8777a5e7da07e0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777045403.572758:0:5855:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x36:0x0]: returning size 158 00000004:00200000:2.0:1777045403.572763:0:5855:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1777045403.572785:0:5855:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64e000/0x2c8777a5e7da07e0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045403.572800:0:5855:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64e000/0x2c8777a5e7da07e0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045403.572812:0:5855:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64e200/0x2c8777a5e7da07d2 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045403.572822:0:5855:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64e200/0x2c8777a5e7da07d2 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045403.572838:0:5855:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64e200/0x2c8777a5e7da07d2 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045403.572846:0:5855:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98df6d64e200 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:2.0:1777045403.572853:0:5855:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64e200/0x2c8777a5e7da07d2 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045403.572864:0:5855:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64e200/0x2c8777a5e7da07d2 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045403.572879:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff98df52c43500) 00010000:00010000:2.0:1777045403.572884:0:5855:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777045403.572890:0:5855:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64e200/0x2c8777a5e7da07d2 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045403.572899:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64e200/0x2c8777a5e7da07d2 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045403.572915:0:5855:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64f200/0x2c8777a5e7da07d9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045403.572924:0:5855:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64f200/0x2c8777a5e7da07d9 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045403.572932:0:5855:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64f200/0x2c8777a5e7da07d9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045403.572939:0:5855:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98df6d64f200 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:2.0:1777045403.572943:0:5855:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64f200/0x2c8777a5e7da07d9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045403.572958:0:5855:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64f200/0x2c8777a5e7da07d9 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045403.572968:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x5bff4890 (ffff98df43d75d00) 00010000:00010000:2.0:1777045403.572972:0:5855:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777045403.572976:0:5855:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64f200/0x2c8777a5e7da07d9 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045403.572984:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64f200/0x2c8777a5e7da07d9 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045403.573025:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64f400/0x2c8777a5e7da07cb lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149abd expref: 50 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045403.573042:0:5855:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64e000/0x2c8777a5e7da07e0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149abd expref: 49 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045403.573052:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x36:0x0].0x0 (ffff98df51b04d00) 00010000:00010000:2.0:1777045403.573055:0:5855:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777045403.573058:0:5855:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98df6d64e000, rc 0) 00000100:00100000:2.0:1777045403.573138:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77fd6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:146de360-3fb2-48bd-b418-06f30714148a+49:33522:x1863365370270336:12345-192.168.201.45@tcp:101:lfs.0 Request processed in 843us (1131us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045403.573148:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1648 00000100:00100000:2.0:1777045403.589906:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045403.590172:0:6641:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370270464 00000100:00100000:0.0:1777045403.590184:0:6641:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370270464 00000100:00100000:0.0:1777045403.590317:0:6641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 506 00000100:00100000:0.0:1777045403.590331:0:6641:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df74531c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:146de360-3fb2-48bd-b418-06f30714148a+10:2391:x1863365370270464:12345-192.168.201.45@tcp:101:lfs.0 00010000:00010000:0.0:1777045403.590354:0:6641:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777045403.590376:0:6641:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e08f37a3/0x2c8777a5e7da07e7 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x22:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1149ac4 expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777045403.590474:0:6641:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de42e5a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6641:1863365424460800:192.168.201.45@tcp:106: 00000100:00100000:0.0:1777045403.590588:0:6641:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df467d9e40 going to sleep for 11 seconds 00000100:00100000:2.0:1777045403.597738:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045403.597852:0:5861:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370270592 00000100:00100000:3.0:1777045403.597864:0:5861:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370270592 00000100:00100000:3.0:1777045403.598318:0:5861:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 89 00000100:00100000:3.0:1777045403.598334:0:5861:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df74532a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:146de360-3fb2-48bd-b418-06f30714148a+49:2390:x1863365370270592:12345-192.168.201.45@tcp:63:ll_sa.0 00010000:00010000:3.0:1777045403.598396:0:5861:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777045403.598419:0:5861:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103400/0x2c8777a5e7da07ee lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1149acb expref: -99 pid: 5861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045403.598515:0:5861:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103800/0x2c8777a5e7da07f5 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5861 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045403.598535:0:5861:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103800/0x2c8777a5e7da07f5 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5861 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045403.598552:0:5861:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103800/0x2c8777a5e7da07f5 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5861 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045403.598577:0:5861:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103200/0x2c8777a5e7da07fc lrc: 3/1,0 mode: --/PR res: [0x200000401:0x53:0x0].0x6f5308b8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5861 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045403.598588:0:5861:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103200/0x2c8777a5e7da07fc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5861 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045403.598598:0:5861:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103200/0x2c8777a5e7da07fc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5861 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045403.598673:0:5861:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103800/0x2c8777a5e7da07f5 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5861 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045403.598684:0:5861:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103800/0x2c8777a5e7da07f5 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5861 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045403.598694:0:5861:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103800/0x2c8777a5e7da07f5 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5861 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045403.598704:0:5861:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de43103800 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:3.0:1777045403.598710:0:5861:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103800/0x2c8777a5e7da07f5 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5861 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045403.598721:0:5861:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103800/0x2c8777a5e7da07f5 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5861 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045403.598736:0:5861:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff98df52c43500) 00010000:00010000:3.0:1777045403.598740:0:5861:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777045403.598746:0:5861:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103800/0x2c8777a5e7da07f5 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5861 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045403.598755:0:5861:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103800/0x2c8777a5e7da07f5 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5861 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045403.598775:0:5861:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103200/0x2c8777a5e7da07fc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5861 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045403.598783:0:5861:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103200/0x2c8777a5e7da07fc lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5861 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045403.598793:0:5861:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103200/0x2c8777a5e7da07fc lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5861 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045403.598801:0:5861:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de43103200 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:3.0:1777045403.598805:0:5861:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103200/0x2c8777a5e7da07fc lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5861 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045403.598814:0:5861:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103200/0x2c8777a5e7da07fc lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5861 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045403.598824:0:5861:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x6f5308b8 (ffff98df52c43800) 00010000:00010000:3.0:1777045403.598827:0:5861:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777045403.598831:0:5861:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103200/0x2c8777a5e7da07fc lrc: 2/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5861 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045403.598839:0:5861:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103200/0x2c8777a5e7da07fc lrc: 0/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5861 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045403.598874:0:5861:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103400/0x2c8777a5e7da07ee lrc: 1/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149acb expref: 50 pid: 5861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045403.598889:0:5861:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff98df52c43500) 00010000:00010000:3.0:1777045403.598893:0:5861:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1777045403.598899:0:5861:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103400/0x2c8777a5e7da07ee lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149acb expref: 50 pid: 5861 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045403.598912:0:5861:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de43103400, rc -2) 00000100:00100000:3.0:1777045403.598994:0:5861:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df74532a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:146de360-3fb2-48bd-b418-06f30714148a+49:2390:x1863365370270592:12345-192.168.201.45@tcp:63:ll_sa.0 Request processed in 664us (1266us total) trans 0 rc -2/-2 00000100:00100000:3.0:1777045403.599006:0:5861:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 89 00002000:00010000:3.0:1777045403.601818:0:6641:0:(ofd_lvb.c:259:ofd_lvbo_update()) res: [0x280000400:0x22:0x0] updating lvb size: 0 -> 158 00002000:00010000:3.0:1777045403.601827:0:6641:0:(ofd_lvb.c:265:ofd_lvbo_update()) res: [0x280000400:0x22:0x0] updating lvb mtime: 0 -> 1777045403 00002000:00010000:3.0:1777045403.601831:0:6641:0:(ofd_lvb.c:271:ofd_lvbo_update()) res: [0x280000400:0x22:0x0] updating lvb atime: 0 -> 1777045403 00002000:00010000:3.0:1777045403.601835:0:6641:0:(ofd_lvb.c:277:ofd_lvbo_update()) res: [0x280000400:0x22:0x0] updating lvb ctime: 0 -> 1777045403 00000100:00100000:3.0:1777045403.601865:0:6641:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de42e5a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6641:1863365424460800:192.168.201.45@tcp:106: 00010000:00010000:3.0:1777045403.601909:0:6641:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000e08f37a3/0x2c8777a5e7da07e7 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149ac4 expref: 11 pid: 6641 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045403.601940:0:6641:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e08f37a3/0x2c8777a5e7da07e7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149ac4 expref: 11 pid: 6641 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045403.601958:0:6641:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de43097400, rc 0) 00000100:00100000:3.0:1777045403.602033:0:6641:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df74531c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:146de360-3fb2-48bd-b418-06f30714148a+10:2391:x1863365370270464:12345-192.168.201.45@tcp:101:lfs.0 Request processed in 11703us (12138us total) trans 0 rc 301/301 00000100:00100000:3.0:1777045403.602045:0:6641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 506 00000100:00100000:1.0:1777045403.632344:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045403.632473:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370270720 00000100:00100000:0.0:1777045403.632486:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370270720 00000100:00100000:0.0:1777045403.632565:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1649 00000100:00100000:0.0:1777045403.632579:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b51c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:146de360-3fb2-48bd-b418-06f30714148a+49:33522:x1863365370270720:12345-192.168.201.45@tcp:101:lfs.0 00010000:00010000:0.0:1777045403.632603:0:7939:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777045403.632629:0:7939:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096c00/0x2c8777a5e7da0803 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1149b03 expref: -99 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045403.632715:0:7939:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096200/0x2c8777a5e7da080a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045403.632734:0:7939:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096200/0x2c8777a5e7da080a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045403.632750:0:7939:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096200/0x2c8777a5e7da080a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777045403.632827:0:7939:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x53:0x0]: returning size 7680 00000004:00200000:0.0:1777045403.632835:0:7939:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 9 stripe count 1 MDT count 1 00000004:00010000:0.0:1777045403.632867:0:7939:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096200/0x2c8777a5e7da080a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045403.632904:0:7939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096c00/0x2c8777a5e7da0803 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149b03 expref: 51 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045403.632930:0:7939:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096200/0x2c8777a5e7da080a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149b03 expref: 50 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045403.632944:0:7939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff98df52c43500) 00010000:00010000:0.0:1777045403.632948:0:7939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1777045403.632954:0:7939:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de43096200, rc 0) 00000100:00100000:0.0:1777045403.633033:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b51c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:146de360-3fb2-48bd-b418-06f30714148a+50:33522:x1863365370270720:12345-192.168.201.45@tcp:101:lfs.0 Request processed in 457us (700us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045403.633045:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1649 00000100:00100000:2.0:1777045403.645975:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045403.646084:0:14822:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370270848 00000100:00100000:0.0:1777045403.646096:0:14822:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370270848 00000100:00100000:0.0:1777045403.646170:0:14822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 507 00000100:00100000:0.0:1777045403.646183:0:14822:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df74531f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:146de360-3fb2-48bd-b418-06f30714148a+10:2390:x1863365370270848:12345-192.168.201.45@tcp:101:lfs.0 00010000:00010000:0.0:1777045403.646226:0:14822:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777045403.646247:0:14822:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007fabfe0f/0x2c8777a5e7da0811 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x22:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1149b0a expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777045403.646319:0:14822:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de42e5a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14822:1863365424460928:192.168.201.45@tcp:106: 00000100:00100000:0.0:1777045403.646419:0:14822:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df467d9e40 going to sleep for 11 seconds 00000100:00100000:0.0:1777045403.654155:0:14822:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de42e5a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14822:1863365424460928:192.168.201.45@tcp:106: 00010000:00010000:0.0:1777045403.654251:0:14822:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000007fabfe0f/0x2c8777a5e7da0811 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149b0a expref: 11 pid: 14822 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045403.654288:0:14822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007fabfe0f/0x2c8777a5e7da0811 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149b0a expref: 11 pid: 14822 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045403.654305:0:14822:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de43096c00, rc 0) 00000100:00100000:0.0:1777045403.654397:0:14822:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df74531f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:146de360-3fb2-48bd-b418-06f30714148a+10:2390:x1863365370270848:12345-192.168.201.45@tcp:101:lfs.0 Request processed in 8214us (8433us total) trans 0 rc 301/301 00000100:00100000:0.0:1777045403.654410:0:14822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 507 00000100:00100000:3.0:1777045403.675076:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045403.675682:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370271104 00000100:00100000:1.0:1777045403.675695:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370271104 00000100:00100000:1.0:1777045403.675777:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1650 00000100:00100000:1.0:1777045403.675791:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de435aea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:146de360-3fb2-48bd-b418-06f30714148a+50:33522:x1863365370271104:12345-192.168.201.45@tcp:58:lfs.0 00000040:00080000:1.0:1777045403.676258:0:5857:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].53, 136 off15400 00000100:00100000:1.0:1777045403.676366:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de435aea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:146de360-3fb2-48bd-b418-06f30714148a+50:33522:x1863365370271104:12345-192.168.201.45@tcp:58:lfs.0 Request processed in 577us (1299us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045403.676379:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1650 00000100:00100000:2.0:1777045403.695059:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045403.695218:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045403.698651:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370271232 00000100:00100000:1.0:1777045403.698665:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370271232 00000100:00100000:1.0:1777045403.698785:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1651 00000100:00100000:1.0:1777045403.698798:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df74533100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:146de360-3fb2-48bd-b418-06f30714148a+50:33525:x1863365370271232:12345-192.168.201.45@tcp:101:bash.0 00010000:00010000:1.0:1777045403.698824:0:12646:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777045403.698851:0:12646:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec800/0x2c8777a5e7da0818 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1149b11 expref: -99 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045403.698933:0:12646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed000/0x2c8777a5e7da081f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045403.698951:0:12646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed000/0x2c8777a5e7da081f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045403.698967:0:12646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed000/0x2c8777a5e7da081f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045403.698991:0:12646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec400/0x2c8777a5e7da0826 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x53:0x0].0x6f5308b8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045403.699001:0:12646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec400/0x2c8777a5e7da0826 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045403.699012:0:12646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec400/0x2c8777a5e7da0826 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045403.699100:0:12646:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed000/0x2c8777a5e7da081f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045403.699111:0:12646:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed000/0x2c8777a5e7da081f lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045403.699120:0:12646:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed000/0x2c8777a5e7da081f lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045403.699134:0:12646:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de419ed000 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:1.0:1777045403.699140:0:12646:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed000/0x2c8777a5e7da081f lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045403.699150:0:12646:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed000/0x2c8777a5e7da081f lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045403.699168:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff98df52c43500) 00010000:00010000:1.0:1777045403.699173:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777045403.699180:0:12646:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed000/0x2c8777a5e7da081f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045403.699189:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed000/0x2c8777a5e7da081f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045403.699252:0:12646:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec400/0x2c8777a5e7da0826 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045403.699263:0:12646:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec400/0x2c8777a5e7da0826 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045403.699271:0:12646:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec400/0x2c8777a5e7da0826 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045403.699280:0:12646:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de419ec400 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:1.0:1777045403.699285:0:12646:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec400/0x2c8777a5e7da0826 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045403.699295:0:12646:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec400/0x2c8777a5e7da0826 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045403.699316:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x6f5308b8 (ffff98df51b04000) 00010000:00010000:1.0:1777045403.699321:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777045403.699325:0:12646:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec400/0x2c8777a5e7da0826 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045403.699334:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec400/0x2c8777a5e7da0826 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045403.699379:0:12646:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec800/0x2c8777a5e7da0818 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149b11 expref: 51 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045403.699392:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff98df52c43500) 00010000:00010000:1.0:1777045403.699395:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777045403.699400:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec800/0x2c8777a5e7da0818 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149b11 expref: 51 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045403.699414:0:12646:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de419ec800, rc 0) 00000100:00100000:1.0:1777045403.699504:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df74533100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:146de360-3fb2-48bd-b418-06f30714148a+50:33525:x1863365370271232:12345-192.168.201.45@tcp:101:bash.0 Request processed in 708us (4455us total) trans 0 rc 301/301 00000100:00100000:1.0:1777045403.699515:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1651 00000100:00100000:1.0:1777045403.699578:0:5860:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370271360 00000100:00100000:1.0:1777045403.699585:0:5860:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370271360 00000100:00100000:1.0:1777045403.699631:0:5860:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 90 00000100:00100000:1.0:1777045403.699645:0:5860:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df74531880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:146de360-3fb2-48bd-b418-06f30714148a+50:2393:x1863365370271360:12345-192.168.201.45@tcp:63:ll_sa.0 00010000:00010000:1.0:1777045403.699674:0:5860:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777045403.699690:0:5860:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de419edc00/0x2c8777a5e7da082d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1149b18 expref: -99 pid: 5860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045403.699737:0:5860:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec200/0x2c8777a5e7da0834 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5860 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045403.699751:0:5860:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec200/0x2c8777a5e7da0834 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5860 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045403.699761:0:5860:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec200/0x2c8777a5e7da0834 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5860 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045403.699777:0:5860:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eda00/0x2c8777a5e7da083b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x53:0x0].0xae1c5c33 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5860 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045403.699787:0:5860:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eda00/0x2c8777a5e7da083b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0xae1c5c33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5860 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045403.699795:0:5860:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eda00/0x2c8777a5e7da083b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0xae1c5c33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5860 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045403.699833:0:5860:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec200/0x2c8777a5e7da0834 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5860 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045403.699843:0:5860:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec200/0x2c8777a5e7da0834 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5860 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045403.699851:0:5860:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec200/0x2c8777a5e7da0834 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5860 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045403.699858:0:5860:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de419ec200 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:1.0:1777045403.699863:0:5860:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec200/0x2c8777a5e7da0834 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5860 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045403.699876:0:5860:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec200/0x2c8777a5e7da0834 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5860 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045403.699888:0:5860:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff98df52c43500) 00010000:00010000:1.0:1777045403.699892:0:5860:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777045403.699895:0:5860:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec200/0x2c8777a5e7da0834 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5860 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045403.699903:0:5860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec200/0x2c8777a5e7da0834 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5860 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045403.699917:0:5860:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eda00/0x2c8777a5e7da083b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0xae1c5c33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5860 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045403.699925:0:5860:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eda00/0x2c8777a5e7da083b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0xae1c5c33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5860 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045403.699933:0:5860:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eda00/0x2c8777a5e7da083b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0xae1c5c33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5860 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045403.699940:0:5860:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de419eda00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:1.0:1777045403.699944:0:5860:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eda00/0x2c8777a5e7da083b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0xae1c5c33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5860 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045403.699951:0:5860:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eda00/0x2c8777a5e7da083b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0xae1c5c33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5860 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045403.699960:0:5860:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0xae1c5c33 (ffff98df51b04500) 00010000:00010000:1.0:1777045403.699963:0:5860:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777045403.699967:0:5860:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eda00/0x2c8777a5e7da083b lrc: 2/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0xae1c5c33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5860 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045403.699980:0:5860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eda00/0x2c8777a5e7da083b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0xae1c5c33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5860 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045403.700009:0:5860:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff98de419edc00/0x2c8777a5e7da082d lrc: 1/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149b18 expref: 51 pid: 5860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045403.700020:0:5860:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff98df52c43500) 00010000:00010000:1.0:1777045403.700023:0:5860:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1777045403.700028:0:5860:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de419edc00/0x2c8777a5e7da082d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149b18 expref: 51 pid: 5860 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045403.700040:0:5860:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de419edc00, rc -2) 00000100:00100000:1.0:1777045403.700093:0:5860:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df74531880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:146de360-3fb2-48bd-b418-06f30714148a+50:2393:x1863365370271360:12345-192.168.201.45@tcp:63:ll_sa.0 Request processed in 452us (4876us total) trans 0 rc -2/-2 00000100:00100000:1.0:1777045403.700103:0:5860:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 90 00000100:00100000:2.0:1777045403.729009:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045403.732276:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370271488 00000100:00100000:3.0:1777045403.732292:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370271488 00000100:00100000:3.0:1777045403.732365:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1652 00000100:00100000:3.0:1777045403.732379:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df74531180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+47:33526:x1863365370271488:12345-192.168.201.45@tcp:101:rm.0 00010000:00010000:3.0:1777045403.732403:0:5856:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777045403.732428:0:5856:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103400/0x2c8777a5e7da0842 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1149b1f expref: -99 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045403.732528:0:5856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103200/0x2c8777a5e7da0849 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045403.732547:0:5856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103200/0x2c8777a5e7da0849 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045403.732562:0:5856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103200/0x2c8777a5e7da0849 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045403.732579:0:5856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103800/0x2c8777a5e7da0850 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x53:0x0].0x6f5308b8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045403.732588:0:5856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103800/0x2c8777a5e7da0850 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045403.732597:0:5856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103800/0x2c8777a5e7da0850 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045403.732669:0:5856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103200/0x2c8777a5e7da0849 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045403.732679:0:5856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103200/0x2c8777a5e7da0849 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045403.732688:0:5856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103200/0x2c8777a5e7da0849 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045403.732696:0:5856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de43103200 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:3.0:1777045403.732702:0:5856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103200/0x2c8777a5e7da0849 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045403.732713:0:5856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103200/0x2c8777a5e7da0849 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045403.732727:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff98df52c43500) 00010000:00010000:3.0:1777045403.732731:0:5856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777045403.732737:0:5856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103200/0x2c8777a5e7da0849 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045403.732745:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103200/0x2c8777a5e7da0849 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045403.732761:0:5856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103800/0x2c8777a5e7da0850 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045403.732769:0:5856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103800/0x2c8777a5e7da0850 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045403.732776:0:5856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103800/0x2c8777a5e7da0850 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045403.732782:0:5856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de43103800 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:3.0:1777045403.732785:0:5856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103800/0x2c8777a5e7da0850 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045403.732792:0:5856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103800/0x2c8777a5e7da0850 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045403.732802:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x6f5308b8 (ffff98df52c43800) 00010000:00010000:3.0:1777045403.732805:0:5856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777045403.732809:0:5856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103800/0x2c8777a5e7da0850 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045403.732817:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103800/0x2c8777a5e7da0850 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045403.732857:0:5856:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103400/0x2c8777a5e7da0842 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149b1f expref: 48 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045403.732873:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff98df52c43500) 00010000:00010000:3.0:1777045403.732876:0:5856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777045403.732882:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103400/0x2c8777a5e7da0842 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149b1f expref: 48 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045403.732894:0:5856:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de43103400, rc 0) 00000100:00100000:3.0:1777045403.732967:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df74531180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+47:33526:x1863365370271488:12345-192.168.201.45@tcp:101:rm.0 Request processed in 591us (3969us total) trans 0 rc 301/301 00000100:00100000:3.0:1777045403.732978:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1652 00000100:00100000:0.0:1777045403.743904:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045403.744009:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370271616 00000100:00100000:3.0:1777045403.744021:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370271616 00000100:00100000:3.0:1777045403.744094:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1653 00000100:00100000:3.0:1777045403.744109:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42e5a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+47:33526:x1863365370271616:12345-192.168.201.45@tcp:101:rm.0 00010000:00010000:3.0:1777045403.744133:0:5855:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777045403.744156:0:5855:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103c00/0x2c8777a5e7da0857 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1149b26 expref: -99 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045403.744858:0:5855:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103a00/0x2c8777a5e7da085e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045403.745141:0:5855:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103a00/0x2c8777a5e7da085e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045403.745157:0:5855:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103a00/0x2c8777a5e7da085e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045403.745179:0:5855:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103e00/0x2c8777a5e7da0865 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x53:0x0].0x6f5308b8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045403.745589:0:5855:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103e00/0x2c8777a5e7da0865 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045403.745604:0:5855:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103e00/0x2c8777a5e7da0865 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045403.745679:0:5855:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103a00/0x2c8777a5e7da085e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045403.745689:0:5855:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103a00/0x2c8777a5e7da085e lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045403.745698:0:5855:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103a00/0x2c8777a5e7da085e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045403.745706:0:5855:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de43103a00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:3.0:1777045403.745711:0:5855:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103a00/0x2c8777a5e7da085e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045403.745720:0:5855:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103a00/0x2c8777a5e7da085e lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045403.745735:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff98df52c43500) 00010000:00010000:3.0:1777045403.745740:0:5855:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777045403.745745:0:5855:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103a00/0x2c8777a5e7da085e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045403.745753:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103a00/0x2c8777a5e7da085e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045403.745767:0:5855:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103e00/0x2c8777a5e7da0865 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045403.745776:0:5855:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103e00/0x2c8777a5e7da0865 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045403.745783:0:5855:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103e00/0x2c8777a5e7da0865 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045403.745790:0:5855:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de43103e00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:3.0:1777045403.745793:0:5855:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103e00/0x2c8777a5e7da0865 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045403.745800:0:5855:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103e00/0x2c8777a5e7da0865 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045403.745809:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x6f5308b8 (ffff98df52c43600) 00010000:00010000:3.0:1777045403.745812:0:5855:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777045403.745816:0:5855:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103e00/0x2c8777a5e7da0865 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045403.745824:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103e00/0x2c8777a5e7da0865 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045403.745865:0:5855:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103c00/0x2c8777a5e7da0857 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149b26 expref: 48 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045403.745879:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff98df52c43500) 00010000:00010000:3.0:1777045403.745883:0:5855:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777045403.745888:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103c00/0x2c8777a5e7da0857 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149b26 expref: 48 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045403.745900:0:5855:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de43103c00, rc 0) 00000100:00100000:3.0:1777045403.746029:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42e5a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+47:33526:x1863365370271616:12345-192.168.201.45@tcp:101:rm.0 Request processed in 1923us (2134us total) trans 0 rc 301/301 00000100:00100000:3.0:1777045403.746039:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1653 00000001:00080000:3.0:1777045403.746540:0:7533:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967382 is committed 00000001:00080000:3.0:1777045403.746566:0:7533:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967384 is committed 00000100:00100000:3.0:1777045403.791344:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045403.791758:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370271744 00000100:00100000:2.0:1777045403.791771:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370271744 00000100:00100000:2.0:1777045403.791853:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1654 00000100:00100000:2.0:1777045403.791869:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41db3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+47:33527:x1863365370271744:12345-192.168.201.45@tcp:101:cp.0 00010000:00010000:2.0:1777045403.791894:0:7939:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777045403.791919:0:7939:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64ea00/0x2c8777a5e7da086c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1149b2d expref: -99 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045403.792022:0:7939:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64fc00/0x2c8777a5e7da0873 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045403.792043:0:7939:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64fc00/0x2c8777a5e7da0873 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045403.792058:0:7939:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64fc00/0x2c8777a5e7da0873 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045403.792078:0:7939:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64f000/0x2c8777a5e7da087a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x53:0x0].0x6f5308b8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045403.792089:0:7939:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64f000/0x2c8777a5e7da087a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045403.792100:0:7939:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64f000/0x2c8777a5e7da087a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045403.792179:0:7939:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64fc00/0x2c8777a5e7da0873 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045403.792189:0:7939:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64fc00/0x2c8777a5e7da0873 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045403.792198:0:7939:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64fc00/0x2c8777a5e7da0873 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045403.792238:0:7939:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98df6d64fc00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:2.0:1777045403.792244:0:7939:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64fc00/0x2c8777a5e7da0873 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045403.792254:0:7939:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64fc00/0x2c8777a5e7da0873 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045403.792268:0:7939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff98df52c43500) 00010000:00010000:2.0:1777045403.792273:0:7939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777045403.792278:0:7939:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64fc00/0x2c8777a5e7da0873 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045403.792288:0:7939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64fc00/0x2c8777a5e7da0873 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045403.792304:0:7939:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64f000/0x2c8777a5e7da087a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045403.792313:0:7939:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64f000/0x2c8777a5e7da087a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045403.792322:0:7939:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64f000/0x2c8777a5e7da087a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045403.792328:0:7939:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98df6d64f000 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:2.0:1777045403.792332:0:7939:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64f000/0x2c8777a5e7da087a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045403.792346:0:7939:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64f000/0x2c8777a5e7da087a lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045403.792355:0:7939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x6f5308b8 (ffff98df43d75d00) 00010000:00010000:2.0:1777045403.792359:0:7939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777045403.792363:0:7939:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64f000/0x2c8777a5e7da087a lrc: 2/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045403.792370:0:7939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64f000/0x2c8777a5e7da087a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045403.792410:0:7939:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64ea00/0x2c8777a5e7da086c lrc: 1/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149b2d expref: 48 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045403.792426:0:7939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff98df52c43500) 00010000:00010000:2.0:1777045403.792429:0:7939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777045403.792435:0:7939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64ea00/0x2c8777a5e7da086c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149b2d expref: 48 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045403.792474:0:7939:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98df6d64ea00, rc 0) 00000100:00100000:2.0:1777045403.792620:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41db3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+47:33527:x1863365370271744:12345-192.168.201.45@tcp:101:cp.0 Request processed in 755us (1287us total) trans 0 rc 301/301 00000100:00100000:2.0:1777045403.792632:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1654 00000100:00100000:2.0:1777045403.822122:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045403.822381:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370271872 00000100:00100000:0.0:1777045403.822395:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370271872 00000100:00100000:0.0:1777045403.822505:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1655 00000100:00100000:0.0:1777045403.822521:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df74533480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+47:33527:x1863365370271872:12345-192.168.201.45@tcp:101:cp.0 00010000:00010000:0.0:1777045403.822550:0:5857:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777045403.822580:0:5857:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096c00/0x2c8777a5e7da0881 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1149b34 expref: -99 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045403.822682:0:5857:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097400/0x2c8777a5e7da0888 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045403.822703:0:5857:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097400/0x2c8777a5e7da0888 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045403.822721:0:5857:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097400/0x2c8777a5e7da0888 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045403.822743:0:5857:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097000/0x2c8777a5e7da088f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x53:0x0].0x6f5308b8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045403.822754:0:5857:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097000/0x2c8777a5e7da088f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045403.822764:0:5857:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097000/0x2c8777a5e7da088f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045403.824117:0:5857:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097400/0x2c8777a5e7da0888 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045403.824133:0:5857:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097400/0x2c8777a5e7da0888 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045403.824150:0:5857:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097400/0x2c8777a5e7da0888 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045403.824159:0:5857:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de43097400 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:0.0:1777045403.824165:0:5857:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097400/0x2c8777a5e7da0888 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045403.824176:0:5857:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097400/0x2c8777a5e7da0888 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045403.824193:0:5857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff98df52c43500) 00010000:00010000:0.0:1777045403.824198:0:5857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777045403.824205:0:5857:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097400/0x2c8777a5e7da0888 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045403.824215:0:5857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097400/0x2c8777a5e7da0888 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045403.824626:0:5857:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097000/0x2c8777a5e7da088f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045403.824636:0:5857:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097000/0x2c8777a5e7da088f lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045403.824644:0:5857:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097000/0x2c8777a5e7da088f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045403.824652:0:5857:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de43097000 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:0.0:1777045403.824656:0:5857:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097000/0x2c8777a5e7da088f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045403.824671:0:5857:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097000/0x2c8777a5e7da088f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045403.824684:0:5857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x6f5308b8 (ffff98df4a8ad000) 00010000:00010000:0.0:1777045403.824687:0:5857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777045403.824691:0:5857:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097000/0x2c8777a5e7da088f lrc: 2/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045403.824699:0:5857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097000/0x2c8777a5e7da088f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5857 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045403.824745:0:5857:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096c00/0x2c8777a5e7da0881 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149b34 expref: 48 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045403.824761:0:5857:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff98df52c43500) 00010000:00010000:0.0:1777045403.824764:0:5857:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777045403.824770:0:5857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096c00/0x2c8777a5e7da0881 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149b34 expref: 48 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045403.824784:0:5857:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de43096c00, rc 0) 00000100:00100000:0.0:1777045403.827177:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df74533480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+47:33527:x1863365370271872:12345-192.168.201.45@tcp:101:cp.0 Request processed in 4655us (5062us total) trans 0 rc 301/301 00000100:00100000:0.0:1777045403.827190:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1655 00000100:00100000:0.0:1777045403.849814:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045403.850045:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370272128 00000100:00100000:3.0:1777045403.850058:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370272128 00000100:00100000:3.0:1777045403.850145:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1656 00000100:00100000:3.0:1777045403.850160:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b939f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+47:33527:x1863365370272128:12345-192.168.201.45@tcp:101:cp.0 00010000:00010000:3.0:1777045403.850199:0:5855:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777045403.850547:0:5855:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103c00/0x2c8777a5e7da0896 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1149b3b expref: -99 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045403.850737:0:5855:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103e00/0x2c8777a5e7da089d lrc: 3/0,1 mode: --/CW res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045403.850760:0:5855:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096200/0x2c8777a5e7da080a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149b03 expref: 49 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045403.850780:0:5855:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103e00/0x2c8777a5e7da089d lrc: 4/0,1 mode: --/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045403.850826:0:5855:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096200/0x2c8777a5e7da080a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149b03 expref: 49 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045403.851066:0:5855:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096200/0x2c8777a5e7da080a lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149b03 expref: 49 pid: 7939 timeout: 2132 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777045403.851085:0:5855:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de41db0000 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5855:1863365424461056:192.168.201.45@tcp:104: 00000100:00100000:3.0:1777045403.851228:0:5855:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df50f273c0 going to sleep for 11 seconds 00000040:00080000:0.0:1777045403.861901:0:11491:0:(llog.c:801:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1777045403.861911:0:11491:0:(llog_cat.c:158:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1777045403.862081:0:11491:0:(llog.c:858:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 54 count 10 00000040:00080000:0.0:1777045403.862094:0:11491:0:(llog.c:858:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1777045403.866987:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045403.867189:0:5842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370272256 00000100:00100000:1.0:1777045403.867250:0:5842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370272256 00010000:00010000:1.0:1777045403.867607:0:5842:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096200/0x2c8777a5e7da080a lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149b03 expref: 50 pid: 7939 timeout: 2132 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777045403.867649:0:5842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 468 00000100:00100000:1.0:1777045403.867665:0:5842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b938a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:146de360-3fb2-48bd-b418-06f30714148a+50:2393:x1863365370272256:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777045403.867684:0:5842:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777045403.867694:0:5842:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096200/0x2c8777a5e7da080a lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149b03 expref: 50 pid: 7939 timeout: 2132 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045403.867718:0:5842:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096200/0x2c8777a5e7da080a lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149b03 expref: 50 pid: 7939 timeout: 2132 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045403.867744:0:5842:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff98df52c43500) 00010000:00010000:1.0:1777045403.867750:0:5842:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103e00/0x2c8777a5e7da089d lrc: 3/0,1 mode: --/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045403.867762:0:5842:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103e00/0x2c8777a5e7da089d lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045403.867773:0:5842:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103e00/0x2c8777a5e7da089d lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045403.867800:0:5842:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777045403.867859:0:5842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b938a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:146de360-3fb2-48bd-b418-06f30714148a+50:2393:x1863365370272256:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 199us (883us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045403.868144:0:5842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 468 00010000:00010000:3.0:1777045403.869051:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096200/0x2c8777a5e7da080a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149b03 expref: 49 pid: 7939 timeout: 2132 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777045403.869076:0:5855:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de41db0000 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5855:1863365424461056:192.168.201.45@tcp:104: 00010000:00010000:3.0:1777045403.869105:0:5855:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103e00/0x2c8777a5e7da089d lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045403.869119:0:5855:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103e00/0x2c8777a5e7da089d lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045403.869128:0:5855:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103e00/0x2c8777a5e7da089d lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045403.869157:0:5855:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103a00/0x2c8777a5e7da08a4 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x53:0x0].0x6f5308b8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045403.869172:0:5855:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103a00/0x2c8777a5e7da08a4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x53:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045403.869185:0:5855:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103a00/0x2c8777a5e7da08a4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x53:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777045403.870967:0:11491:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df74530380 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11491:1863365424461184:192.168.201.45@tcp:107:hsm_cdtr.0 00000100:00100000:2.0:1777045403.871062:0:11491:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df50f23f00 going to sleep for 11 seconds 00000004:00080000:3.0:1777045403.873469:0:5855:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x23:0x0], index 0: 0 00010000:00010000:3.0:1777045403.873700:0:5855:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103400/0x2c8777a5e7da08ab lrc: 3/1,0 mode: --/PR res: [0x200000402:0x37:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045403.873722:0:5855:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103400/0x2c8777a5e7da08ab lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x37:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045403.873739:0:5855:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103400/0x2c8777a5e7da08ab lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x37:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045403.873785:0:5855:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103e00/0x2c8777a5e7da089d lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045403.873797:0:5855:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103e00/0x2c8777a5e7da089d lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045403.873807:0:5855:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103e00/0x2c8777a5e7da089d lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045403.873816:0:5855:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de43103e00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:3.0:1777045403.873822:0:5855:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103e00/0x2c8777a5e7da089d lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045403.873833:0:5855:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103e00/0x2c8777a5e7da089d lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045403.873849:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff98df52c43500) 00010000:00010000:3.0:1777045403.873853:0:5855:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777045403.873860:0:5855:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103e00/0x2c8777a5e7da089d lrc: 2/0,0 mode: --/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045403.873868:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103e00/0x2c8777a5e7da089d lrc: 0/0,0 mode: --/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777045403.873889:0:5855:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000009f30384e reply state 0000000092409207 transno 4294968390 ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103a00/0x2c8777a5e7da08a4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x53:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777045403.873903:0:5855:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1777045403.873953:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103c00/0x2c8777a5e7da0896 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149b3b expref: 51 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045403.873976:0:5855:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103400/0x2c8777a5e7da08ab lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x37:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149b3b expref: 50 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045403.873987:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x37:0x0].0x0 (ffff98df52c43800) 00010000:00010000:3.0:1777045403.873991:0:5855:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777045403.873994:0:5855:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de43103400, rc 0) 00000100:00100000:3.0:1777045403.874083:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b939f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+51:33527:x1863365370272128:12345-192.168.201.45@tcp:101:cp.0 Request processed in 23925us (24279us total) trans 4294968390 rc 0/0 00000100:00100000:3.0:1777045403.874095:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1656 00010000:00010000:1.0:1777045403.883064:0:3328:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103a00/0x2c8777a5e7da08a4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x53:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045403.883087:0:3328:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103a00/0x2c8777a5e7da08a4 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x53:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045403.883099:0:3328:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103a00/0x2c8777a5e7da08a4 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x53:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045403.883109:0:3328:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de43103a00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:1.0:1777045403.883117:0:3328:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103a00/0x2c8777a5e7da08a4 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x53:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045403.883137:0:3328:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103a00/0x2c8777a5e7da08a4 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x53:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045403.883159:0:3328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x6f5308b8 (ffff98df52c43600) 00010000:00010000:1.0:1777045403.883165:0:3328:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777045403.883171:0:3328:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103a00/0x2c8777a5e7da08a4 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x53:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045403.883181:0:3328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103a00/0x2c8777a5e7da08a4 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x53:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777045403.897674:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045403.897851:0:11491:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df74530380 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11491:1863365424461184:192.168.201.45@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1777045403.899687:0:6639:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370272384 00000100:00100000:0.0:1777045403.899698:0:6639:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370272384 00000100:00080000:1.0:1777045403.900148:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1777045403.900990:0:6639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 508 00000100:00100000:0.0:1777045403.901009:0:6639:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de431bce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2393:x1863365370272384:12345-192.168.201.45@tcp:101:cp.0 00010000:00010000:0.0:1777045403.901030:0:6639:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777045403.901056:0:6639:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000040484dc5/0x2c8777a5e7da08b9 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1149b42 expref: -99 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777045403.901088:0:6639:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x23:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1777045403.901112:0:6639:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777045403.901116:0:6639:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777045403.901127:0:6639:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000040484dc5/0x2c8777a5e7da08b9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149b42 expref: 10 pid: 6639 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045403.901153:0:6639:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000040484dc5/0x2c8777a5e7da08b9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149b42 expref: 10 pid: 6639 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045403.901173:0:6639:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de43096400, rc 0) 00000100:00100000:0.0:1777045403.901246:0:6639:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de431bce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+10:2393:x1863365370272384:12345-192.168.201.45@tcp:101:cp.0 Request processed in 243us (3583us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045403.901257:0:6639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 508 00000100:00100000:0.0:1777045403.909099:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045403.909158:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045403.909323:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370272512 00000100:00100000:1.0:1777045403.909336:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370272512 00000100:00100000:1.0:1777045403.909395:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370272640 00000100:00100000:1.0:1777045403.909400:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370272640 00000100:00100000:1.0:1777045403.909465:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1657 00000100:00100000:1.0:1777045403.909482:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b93b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+50:33529:x1863365370272512:12345-192.168.201.45@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1777045403.909528:0:12646:0:(mdt_handler.c:7958:mdt_fid2path()) path get [0x200000402:0x36:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1777045403.909661:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b93b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+50:33529:x1863365370272512:12345-192.168.201.45@tcp:53:lhsmtool_posix.0 Request processed in 182us (1331us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045403.909673:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1657 00000100:00100000:1.0:1777045403.909701:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1658 00000100:00100000:1.0:1777045403.909711:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b938e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+49:33528:x1863365370272640:12345-192.168.201.45@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1777045403.909756:0:12646:0:(mdt_handler.c:7958:mdt_fid2path()) path get [0x200000402:0x35:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1777045403.909822:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b938e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+49:33528:x1863365370272640:12345-192.168.201.45@tcp:53:lhsmtool_posix.0 Request processed in 111us (663us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045403.909834:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1658 00000100:00100000:1.0:1777045403.917328:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045403.919987:0:6641:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370272768 00000100:00100000:3.0:1777045403.920003:0:6641:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370272768 00000100:00100000:3.0:1777045403.920189:0:6641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 509 00000100:00100000:3.0:1777045403.920205:0:6641:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de431bd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+10:33527:x1863365370272768:12345-192.168.201.45@tcp:101:cp.0 00010000:00010000:3.0:1777045403.920227:0:6641:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777045403.920252:0:6641:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002be16d25/0x2c8777a5e7da08c0 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x23:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1149b49 expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045403.920363:0:6641:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000040484dc5/0x2c8777a5e7da08b9 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149b42 expref: 11 pid: 6639 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045403.920380:0:6641:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777045403.920383:0:6641:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777045403.920389:0:6641:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002be16d25/0x2c8777a5e7da08c0 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x23:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149b49 expref: 11 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045403.920469:0:6641:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000040484dc5/0x2c8777a5e7da08b9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149b42 expref: 11 pid: 6639 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045403.920490:0:6641:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000040484dc5/0x2c8777a5e7da08b9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149b42 expref: 11 pid: 6639 timeout: 2132 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777045403.920511:0:6641:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de41db0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6641:1863365424461312:192.168.201.45@tcp:104: 00000100:00100000:3.0:1777045403.920608:0:6641:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df50f273c0 going to sleep for 11 seconds 00000100:00100000:1.0:1777045403.924709:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045403.924766:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045403.924891:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370273024 00000100:00100000:3.0:1777045403.924899:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370273280 00000100:00100000:3.0:1777045403.924910:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370273280 00000100:00100000:0.0:1777045403.924914:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370273024 00000100:00100000:0.0:1777045403.924986:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1659 00000100:00100000:0.0:1777045403.925000:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df605f3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+50:33528:x1863365370273024:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1777045403.925025:0:12646:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777045403.925050:0:12646:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097000/0x2c8777a5e7da08c7 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1149b50 expref: -99 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045403.925684:0:12646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096c00/0x2c8777a5e7da08ce lrc: 3/1,0 mode: --/PR res: [0x200000402:0x35:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045403.925750:0:12646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096c00/0x2c8777a5e7da08ce lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045403.925768:0:12646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096c00/0x2c8777a5e7da08ce lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777045403.925786:0:12646:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x35:0x0]: returning size 158 00010000:00010000:0.0:1777045403.925978:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097000/0x2c8777a5e7da08c7 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149b50 expref: 53 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045403.926005:0:12646:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096c00/0x2c8777a5e7da08ce lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149b50 expref: 52 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045403.926018:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x35:0x0].0x0 (ffff98df43d75800) 00010000:00010000:0.0:1777045403.926023:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777045403.926028:0:12646:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de43096c00, rc 0) 00000100:00100000:0.0:1777045403.926098:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df605f3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+52:33528:x1863365370273024:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 Request processed in 1100us (1398us total) trans 4294968391 rc 0/0 00000100:00100000:0.0:1777045403.926109:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1659 00000100:00100000:0.0:1777045403.926158:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1660 00000100:00100000:0.0:1777045403.926169:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df485bdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+51:33529:x1863365370273280:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1777045403.926184:0:12646:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777045403.926241:0:12646:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096200/0x2c8777a5e7da08dc lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1149b57 expref: -99 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045403.926312:0:12646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536a00/0x2c8777a5e7da08e3 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x36:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045403.926327:0:12646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536a00/0x2c8777a5e7da08e3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045403.926337:0:12646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536a00/0x2c8777a5e7da08e3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777045403.926348:0:12646:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x36:0x0]: returning size 158 00010000:00010000:0.0:1777045403.926462:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096200/0x2c8777a5e7da08dc lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149b57 expref: 54 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045403.926485:0:12646:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536a00/0x2c8777a5e7da08e3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149b57 expref: 53 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045403.926496:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x36:0x0].0x0 (ffff98df51b04d00) 00010000:00010000:0.0:1777045403.926500:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777045403.926504:0:12646:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98df7b536a00, rc 0) 00000100:00100000:0.0:1777045403.926537:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df485bdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+53:33529:x1863365370273280:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 Request processed in 370us (1771us total) trans 4294968392 rc 0/0 00000100:00100000:0.0:1777045403.926548:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1660 00000100:00100000:0.0:1777045403.930770:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045403.931004:0:6641:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de41db0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6641:1863365424461312:192.168.201.45@tcp:104: 00010000:00010000:3.0:1777045403.931045:0:6641:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000002be16d25/0x2c8777a5e7da08c0 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x23:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149b49 expref: 11 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045403.931071:0:6641:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de43103c00, rc 0) 00000100:00100000:3.0:1777045403.931138:0:6641:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de431bd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+11:33527:x1863365370272768:12345-192.168.201.45@tcp:101:cp.0 Request processed in 10937us (13821us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045403.931156:0:6641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 509 00000100:00100000:1.0:1777045403.931382:0:6655:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370273408 00000100:00100000:1.0:1777045403.931392:0:6655:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370273408 00010000:00010000:1.0:1777045403.931430:0:6655:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000040484dc5/0x2c8777a5e7da08b9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149b42 expref: 11 pid: 6639 timeout: 2132 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777045403.931501:0:6655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 469 00000100:00100000:1.0:1777045403.931514:0:6655:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b939180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+11:2393:x1863365370273408:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777045403.931533:0:6655:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777045403.931556:0:6655:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000040484dc5/0x2c8777a5e7da08b9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x23:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149b42 expref: 11 pid: 6639 timeout: 2132 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045403.931574:0:6655:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000040484dc5/0x2c8777a5e7da08b9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x23:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149b42 expref: 11 pid: 6639 timeout: 2132 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045403.931600:0:6655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000040484dc5/0x2c8777a5e7da08b9 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x23:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149b42 expref: 11 pid: 6639 timeout: 2132 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045403.931618:0:6655:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777045403.931620:0:6655:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777045403.931628:0:6655:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000002be16d25/0x2c8777a5e7da08c0 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149b49 expref: 10 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045403.931648:0:6655:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002be16d25/0x2c8777a5e7da08c0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149b49 expref: 10 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045403.931688:0:6655:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000002be16d25/0x2c8777a5e7da08c0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149b49 expref: 10 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777045403.931706:0:6655:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df485bf100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:6655:1863365424461440:192.168.201.45@tcp:105: 00000100:00100000:1.0:1777045403.931768:0:6655:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df50ea1e40 going to sleep for 11 seconds 00000100:00100000:0.0:1777045403.951095:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045403.951157:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045403.951641:0:6655:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df485bf100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:6655:1863365424461440:192.168.201.45@tcp:105: 00010000:00010000:1.0:1777045403.951672:0:6655:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777045403.951746:0:6655:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b939180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+10:2393:x1863365370273408:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 20233us (20984us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045403.951761:0:6655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 469 00000100:00100000:2.0:1777045403.952070:0:19840:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370273664 00000100:00100000:2.0:1777045403.952079:0:19840:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370273664 00000100:00100000:2.0:1777045403.952157:0:19840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 365 00000100:00100000:2.0:1777045403.952170:0:19840:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b939c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+53:33527:x1863365370273664:12345-192.168.201.45@tcp:35:cp.0 00000100:00100000:2.0:1777045403.952625:0:19840:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b939c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+54:33527:x1863365370273664:12345-192.168.201.45@tcp:35:cp.0 Request processed in 456us (1538us total) trans 4294968393 rc 0/0 00000100:00100000:2.0:1777045403.952637:0:19840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 365 00000100:00100000:3.0:1777045403.955739:0:14822:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370273792 00000100:00100000:3.0:1777045403.955753:0:14822:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370273792 00000100:00100000:2.0:1777045403.956059:0:14822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 510 00000100:00100000:2.0:1777045403.956073:0:14822:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b939500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+10:2393:x1863365370273792:12345-192.168.201.45@tcp:1:lhsmtool_posix.0 00010000:00010000:2.0:1777045403.956145:0:14822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000ca347ddd/0x2c8777a5e7da08f1 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x22:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045403.956174:0:14822:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000b24eec64/0x2c8777a5e7da0697 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149a15 expref: 10 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045403.956187:0:14822:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777045403.956190:0:14822:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777045403.956195:0:14822:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ca347ddd/0x2c8777a5e7da08f1 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045403.956308:0:14822:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000b24eec64/0x2c8777a5e7da0697 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149a15 expref: 10 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045403.956328:0:14822:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000b24eec64/0x2c8777a5e7da0697 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149a15 expref: 10 pid: 6641 timeout: 2132 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777045403.956368:0:14822:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df74533b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:14822:1863365424461568:192.168.201.45@tcp:104: 00000100:00100000:2.0:1777045403.957462:0:14822:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df50f23240 going to sleep for 11 seconds 00000100:00100000:0.0:1777045403.968142:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045403.968280:0:8776:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370273920 00000100:00100000:0.0:1777045403.968284:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045403.968298:0:8776:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370273920 00000100:00100000:0.0:1777045403.968363:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045403.968381:0:8776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 511 00000100:00100000:3.0:1777045403.968400:0:8776:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b938380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+10:2392:x1863365370273920:12345-192.168.201.45@tcp:1:lhsmtool_posix.0 00000100:00100000:0.0:1777045403.968400:0:5843:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370274176 00000100:00100000:0.0:1777045403.968409:0:5843:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370274176 00000100:00100000:0.0:1777045403.968486:0:5843:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370274048 00010000:00010000:3.0:1777045403.968491:0:8776:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000e3f4470f/0x2c8777a5e7da08f8 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x22:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777045403.968491:0:5843:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370274048 00010000:00010000:3.0:1777045403.968523:0:8776:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000ee3493ce/0x2c8777a5e7da07af lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149aaf expref: 10 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777045403.968529:0:5843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 111 00000100:00100000:0.0:1777045403.968546:0:5843:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df412ea450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+55:2392:x1863365370274176:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777045403.968547:0:8776:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777045403.968553:0:8776:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777045403.968562:0:8776:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e3f4470f/0x2c8777a5e7da08f8 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045403.968567:0:5843:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777045403.968602:0:5843:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536a00/0x2c8777a5e7da08e3 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149b57 expref: 55 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045403.968615:0:8776:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000ee3493ce/0x2c8777a5e7da07af lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149aaf expref: 10 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045403.968632:0:5843:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x36:0x0].0x0 (ffff98df51b04d00) 00010000:00010000:3.0:1777045403.968639:0:8776:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000ee3493ce/0x2c8777a5e7da07af lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149aaf expref: 10 pid: 6639 timeout: 2132 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045403.968642:0:5843:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777045403.968664:0:8776:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de41db0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8776:1863365424461696:192.168.201.45@tcp:104: 00000100:00100000:0.0:1777045403.968702:0:5843:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df412ea450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+54:2392:x1863365370274176:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 156us (416us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045403.968714:0:5843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 111 00000100:00100000:3.0:1777045403.968766:0:8776:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df50f273c0 going to sleep for 11 seconds 00000100:00100000:0.0:1777045403.969672:0:5843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 112 00000100:00100000:0.0:1777045403.969683:0:5843:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b938000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+53:2392:x1863365370274048:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777045403.969695:0:5843:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777045403.969710:0:5843:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096c00/0x2c8777a5e7da08ce lrc: 0/0,0 mode: --/PR res: [0x200000402:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149b50 expref: 53 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045403.969727:0:5843:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x35:0x0].0x0 (ffff98df43d75800) 00010000:00010000:0.0:1777045403.969732:0:5843:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777045403.969757:0:5843:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b938000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+52:2392:x1863365370274048:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 75us (1395us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045403.969851:0:5843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 112 00000100:00100000:1.0:1777045403.988710:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045403.988769:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045403.988797:0:6647:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370274304 00000100:00100000:0.0:1777045403.988811:0:6647:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370274304 00000100:00100000:2.0:1777045403.988878:0:6646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370274432 00002000:00100000:0.0:1777045403.988880:0:6647:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x22:0x0] (0->157) req@ffff98df485bf100 x1863365370274304/t0(0) o4->15144518-a1c7-4352-a966-cb31eadd4d9b@192.168.201.45@tcp:404/0 lens 648/0 e 0 to 0 dl 1777045414 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1777045403.988887:0:6646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370274432 00002000:00100000:0.0:1777045403.989150:0:6647:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98df485bf100 with x1863365370274304 ext(0->157) 00002000:00100000:2.0:1777045403.989159:0:6646:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x22:0x0] (0->157) req@ffff98df58665880 x1863365370274432/t0(0) o4->15144518-a1c7-4352-a966-cb31eadd4d9b@192.168.201.45@tcp:404/0 lens 648/0 e 0 to 0 dl 1777045414 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00010000:00010000:0.0:1777045403.989168:0:6647:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 00000000ee3493ce/0x2c8777a5e7da07af lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149aaf expref: 11 pid: 6639 timeout: 2132 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045403.989192:0:6647:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000ee3493ce/0x2c8777a5e7da07af lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149aaf expref: 11 pid: 6639 timeout: 2132 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00100000:2.0:1777045403.989202:0:6646:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98df58665880 with x1863365370274432 ext(0->157) 00010000:00010000:2.0:1777045403.989214:0:6646:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 00000000b24eec64/0x2c8777a5e7da0697 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149a15 expref: 11 pid: 6641 timeout: 2132 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045403.989233:0:6646:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 00000000b24eec64/0x2c8777a5e7da0697 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149a15 expref: 11 pid: 6641 timeout: 2132 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777045403.989262:0:6647:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff98df485bf100 00002000:00010000:2.0:1777045403.989263:0:6646:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff98df58665880 00000100:00100000:3.0:1777045403.989698:0:8776:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de41db0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8776:1863365424461696:192.168.201.45@tcp:104: 00010000:00010000:3.0:1777045403.989728:0:8776:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000e3f4470f/0x2c8777a5e7da08f8 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777045403.994029:0:6646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 24 00000100:00100000:2.0:1777045403.994055:0:6646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df485bf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+11:2392:x1863365370274304:12345-192.168.201.45@tcp:4:cp.0 00000100:00100000:3.0:1777045403.994422:0:17648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 25 00000100:00100000:3.0:1777045403.994455:0:17648:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df58665880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+11:2390:x1863365370274432:12345-192.168.201.45@tcp:4:cp.0 00000100:00100000:3.0:1777045403.995039:0:17648:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df58665880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+13:2390:x1863365370274432:12345-192.168.201.45@tcp:4:cp.0 Request processed in 604us (6267us total) trans 4294967388 rc 0/0 00000100:00100000:3.0:1777045403.995050:0:17648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 25 00002000:00100000:3.0:1777045403.995063:0:17648:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x22:0x0] (0->157) req@ffff98df58665880 x1863365370274432/t4294967388(0) o4->15144518-a1c7-4352-a966-cb31eadd4d9b@192.168.201.45@tcp:404/0 lens 648/448 e 0 to 0 dl 1777045414 ref 1 fl Complete:H/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1777045403.995077:0:17648:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98df58665880 with x1863365370274432 ext(0->157) 00010000:00010000:3.0:1777045403.995087:0:17648:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 00000000b24eec64/0x2c8777a5e7da0697 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149a15 expref: 13 pid: 6641 timeout: 2132 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045403.995106:0:17648:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 00000000b24eec64/0x2c8777a5e7da0697 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149a15 expref: 13 pid: 6641 timeout: 2132 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777045403.995117:0:17648:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff98df58665880 00000100:00100000:2.0:1777045403.996130:0:6646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df485bf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+13:2392:x1863365370274304:12345-192.168.201.45@tcp:4:cp.0 Request processed in 2084us (7426us total) trans 4294967385 rc 0/0 00000100:00100000:2.0:1777045403.996663:0:6646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 24 00002000:00100000:2.0:1777045403.996675:0:6646:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x22:0x0] (0->157) req@ffff98df485bf100 x1863365370274304/t4294967385(0) o4->15144518-a1c7-4352-a966-cb31eadd4d9b@192.168.201.45@tcp:404/0 lens 648/448 e 0 to 0 dl 1777045414 ref 1 fl Complete:H/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777045403.996687:0:6646:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98df485bf100 with x1863365370274304 ext(0->157) 00010000:00010000:2.0:1777045403.996697:0:6646:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 00000000ee3493ce/0x2c8777a5e7da07af lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149aaf expref: 13 pid: 6639 timeout: 2132 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045403.996914:0:6646:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000ee3493ce/0x2c8777a5e7da07af lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149aaf expref: 13 pid: 6639 timeout: 2132 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777045403.996928:0:6646:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff98df485bf100 00000100:00100000:3.0:1777045403.997402:0:14822:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df74533b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:14822:1863365424461568:192.168.201.45@tcp:104: 00010000:00010000:3.0:1777045403.997432:0:14822:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000ca347ddd/0x2c8777a5e7da08f1 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777045404.006925:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045404.007156:0:5843:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370274560 00000100:00100000:0.0:1777045404.007167:0:5843:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370274560 00010000:00010000:0.0:1777045404.007259:0:5843:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000b24eec64/0x2c8777a5e7da0697 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149a15 expref: 13 pid: 6641 timeout: 2132 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777045404.007320:0:5843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 470 00000100:00100000:0.0:1777045404.007336:0:5843:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df58664000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+13:2393:x1863365370274560:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777045404.007356:0:5843:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777045404.007381:0:5843:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000b24eec64/0x2c8777a5e7da0697 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x22:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149a15 expref: 13 pid: 6641 timeout: 2132 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045404.007399:0:5843:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000b24eec64/0x2c8777a5e7da0697 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x22:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149a15 expref: 13 pid: 6641 timeout: 2132 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045404.007428:0:5843:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b24eec64/0x2c8777a5e7da0697 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x22:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149a15 expref: 13 pid: 6641 timeout: 2132 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045404.007769:0:5843:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777045404.007771:0:5843:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777045404.007778:0:5843:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000ca347ddd/0x2c8777a5e7da08f1 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045404.007793:0:5843:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ca347ddd/0x2c8777a5e7da08f1 lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045404.007980:0:5843:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777045404.008051:0:5843:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df58664000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+12:2393:x1863365370274560:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 717us (1134us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045404.008063:0:5843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 470 00010000:00010000:3.0:1777045404.008167:0:14822:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000ca347ddd/0x2c8777a5e7da08f1 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045404.008181:0:14822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ca347ddd/0x2c8777a5e7da08f1 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045404.008249:0:14822:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000ca347ddd/0x2c8777a5e7da08f1 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045404.008261:0:14822:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ca347ddd/0x2c8777a5e7da08f1 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045404.008272:0:14822:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ca347ddd/0x2c8777a5e7da08f1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045404.008282:0:14822:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98df6d64fc00 already unused, calling callback (ffffffffc17d22d0) 00010000:00010000:3.0:1777045404.008288:0:14822:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ca347ddd/0x2c8777a5e7da08f1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045404.008738:0:14822:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ca347ddd/0x2c8777a5e7da08f1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045404.008757:0:14822:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ca347ddd/0x2c8777a5e7da08f1 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045404.008767:0:14822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ca347ddd/0x2c8777a5e7da08f1 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777045404.008840:0:14822:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b939500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+11:2393:x1863365370273792:12345-192.168.201.45@tcp:1:lhsmtool_posix.0 Request processed in 52768us (57681us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045404.008851:0:14822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 510 00000100:00100000:1.0:1777045404.012905:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045404.013108:0:6655:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370274688 00000100:00100000:0.0:1777045404.013121:0:6655:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370274688 00010000:00010000:0.0:1777045404.013214:0:6655:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000ee3493ce/0x2c8777a5e7da07af lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149aaf expref: 13 pid: 6639 timeout: 2132 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777045404.013269:0:6655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 471 00000100:00100000:0.0:1777045404.013283:0:6655:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df58665180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+13:2392:x1863365370274688:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777045404.013303:0:6655:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777045404.013328:0:6655:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000ee3493ce/0x2c8777a5e7da07af lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x22:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149aaf expref: 13 pid: 6639 timeout: 2132 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045404.013347:0:6655:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000ee3493ce/0x2c8777a5e7da07af lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x22:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149aaf expref: 13 pid: 6639 timeout: 2132 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045404.013383:0:6655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ee3493ce/0x2c8777a5e7da07af lrc: 0/0,0 mode: --/PW res: [0x280000400:0x22:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149aaf expref: 13 pid: 6639 timeout: 2132 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045404.013402:0:6655:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777045404.013405:0:6655:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777045404.013410:0:6655:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000e3f4470f/0x2c8777a5e7da08f8 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045404.013423:0:6655:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e3f4470f/0x2c8777a5e7da08f8 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045404.013480:0:6655:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777045404.013706:0:8776:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000e3f4470f/0x2c8777a5e7da08f8 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045404.013720:0:8776:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e3f4470f/0x2c8777a5e7da08f8 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045404.013750:0:8776:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000e3f4470f/0x2c8777a5e7da08f8 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045404.013762:0:8776:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000e3f4470f/0x2c8777a5e7da08f8 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045404.013774:0:8776:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000e3f4470f/0x2c8777a5e7da08f8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045404.013783:0:8776:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de43103e00 already unused, calling callback (ffffffffc17d22d0) 00010000:00010000:3.0:1777045404.013788:0:8776:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000e3f4470f/0x2c8777a5e7da08f8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045404.013799:0:8776:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000e3f4470f/0x2c8777a5e7da08f8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045404.013822:0:8776:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000e3f4470f/0x2c8777a5e7da08f8 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045404.013832:0:8776:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e3f4470f/0x2c8777a5e7da08f8 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777045404.013896:0:8776:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b938380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+12:2392:x1863365370273920:12345-192.168.201.45@tcp:1:lhsmtool_posix.0 Request processed in 45504us (45782us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045404.013909:0:8776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 511 00000100:00100000:0.0:1777045404.014353:0:6655:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df58665180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+11:2392:x1863365370274688:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 256us (641us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045404.014364:0:6655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 471 00000100:00080000:1.0:1777045404.014776:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1777045404.015189:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045404.024406:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370274944 00000100:00100000:3.0:1777045404.024422:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370274944 00000100:00100000:2.0:1777045404.025691:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1661 00000100:00100000:2.0:1777045404.025707:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b938a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+52:33528:x1863365370274944:12345-192.168.201.45@tcp:57:lhsmtool_posix.0 00000100:00080000:0.0:1777045404.025870:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1777045404.029055:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b938a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+52:33528:x1863365370274944:12345-192.168.201.45@tcp:57:lhsmtool_posix.0 Request processed in 3342us (13858us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045404.029070:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1661 00000100:00100000:1.0:1777045404.033251:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045404.037987:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370275200 00000100:00100000:0.0:1777045404.038003:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370275200 00000100:00100000:0.0:1777045404.038085:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1662 00000100:00100000:0.0:1777045404.038100:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df58666680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+52:33529:x1863365370275200:12345-192.168.201.45@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1777045404.040366:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df58666680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+52:33529:x1863365370275200:12345-192.168.201.45@tcp:57:lhsmtool_posix.0 Request processed in 2264us (7117us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045404.040379:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1662 00000100:00100000:0.0:1777045404.045196:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045404.045320:0:6641:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370275328 00000100:00100000:3.0:1777045404.045333:0:6641:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370275328 00000100:00100000:3.0:1777045404.045404:0:6641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 512 00000100:00100000:3.0:1777045404.045419:0:6641:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b939180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+11:2393:x1863365370275328:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1777045404.045459:0:6641:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777045404.045487:0:6641:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007e7981a9/0x2c8777a5e7da08ff lrc: 2/0,0 mode: --/PR res: [0x240000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1149b5e expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777045404.045518:0:6641:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x22:0x0] initial LVB size: 158, mtime: 0x69eb8f9a, atime: 0x0, ctime: 0x69eb8f9a, blocks: 0x1 00010000:00010000:3.0:1777045404.045562:0:6641:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777045404.045565:0:6641:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777045404.045576:0:6641:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007e7981a9/0x2c8777a5e7da08ff lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149b5e expref: 12 pid: 6641 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045404.045599:0:6641:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000007e7981a9/0x2c8777a5e7da08ff lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149b5e expref: 12 pid: 6641 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045404.045618:0:6641:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de43103800, rc 0) 00000100:00100000:3.0:1777045404.045675:0:6641:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b939180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+12:2393:x1863365370275328:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 Request processed in 260us (489us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045404.045685:0:6641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 512 00000100:00100000:3.0:1777045404.059068:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045404.059145:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045404.061079:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370275456 00000100:00100000:2.0:1777045404.061093:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370275456 00000100:00100000:2.0:1777045404.061171:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 513 00000100:00100000:2.0:1777045404.061185:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41db0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+11:2393:x1863365370275456:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1777045404.061254:0:6642:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777045404.061280:0:6642:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005d3950f7/0x2c8777a5e7da0906 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1149b65 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777045404.061585:0:6642:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x22:0x0] initial LVB size: 158, mtime: 0x69eb8f9b, atime: 0x0, ctime: 0x69eb8f9b, blocks: 0x1 00010000:00010000:2.0:1777045404.061612:0:6642:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777045404.061615:0:6642:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777045404.061626:0:6642:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005d3950f7/0x2c8777a5e7da0906 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149b65 expref: 12 pid: 6642 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045404.061657:0:6642:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000005d3950f7/0x2c8777a5e7da0906 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149b65 expref: 12 pid: 6642 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045404.061676:0:6642:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98df6d64ec00, rc 0) 00000100:00100000:2.0:1777045404.061739:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41db0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+12:2393:x1863365370275456:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 Request processed in 557us (2910us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045404.061751:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 513 00000100:00100000:0.0:1777045404.062094:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370275712 00000100:00100000:0.0:1777045404.062103:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370275712 00000100:00100000:0.0:1777045404.062172:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1663 00000100:00100000:0.0:1777045404.062185:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41db3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+52:33528:x1863365370275712:12345-192.168.201.45@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1777045404.062334:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41db3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+52:33528:x1863365370275712:12345-192.168.201.45@tcp:57:lhsmtool_posix.0 Request processed in 150us (3187us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045404.062347:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1663 00000100:00100000:3.0:1777045404.069789:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045404.070273:0:6645:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370275840 00000100:00100000:1.0:1777045404.070285:0:6645:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370275840 00002000:00100000:1.0:1777045404.070635:0:6645:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x22:0x0] (0->4095) req@ffff98de41db0e00 x1863365370275840/t0(0) o3->15144518-a1c7-4352-a966-cb31eadd4d9b@192.168.201.45@tcp:405/0 lens 488/0 e 0 to 0 dl 1777045415 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777045404.070652:0:6645:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98de41db0e00 with x1863365370275840 ext(0->4095) 00002000:00010000:1.0:1777045404.070660:0:6645:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff98de41db0e00 00000100:00100000:1.0:1777045404.070705:0:6645:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 132 00000100:00100000:1.0:1777045404.070718:0:6645:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41db0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+12:2391:x1863365370275840:12345-192.168.201.45@tcp:3:lhsmtool_posix.0 00000100:00100000:1.0:1777045404.070929:0:6645:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41db0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+12:2391:x1863365370275840:12345-192.168.201.45@tcp:3:lhsmtool_posix.0 Request processed in 212us (1149us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1777045404.071169:0:6645:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 132 00002000:00100000:1.0:1777045404.071180:0:6645:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x22:0x0] (0->4095) req@ffff98de41db0e00 x1863365370275840/t0(0) o3->15144518-a1c7-4352-a966-cb31eadd4d9b@192.168.201.45@tcp:405/0 lens 488/4536 e 0 to 0 dl 1777045415 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777045404.071192:0:6645:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98de41db0e00 with x1863365370275840 ext(0->4095) 00002000:00010000:1.0:1777045404.071197:0:6645:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff98de41db0e00 00000100:00100000:2.0:1777045404.083908:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045404.084388:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370276096 00000100:00100000:1.0:1777045404.084401:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370276096 00000100:00100000:1.0:1777045404.084498:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1664 00000100:00100000:1.0:1777045404.084512:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df74530000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+52:33529:x1863365370276096:12345-192.168.201.45@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1777045404.084625:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df74530000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+52:33529:x1863365370276096:12345-192.168.201.45@tcp:57:lhsmtool_posix.0 Request processed in 116us (728us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045404.084636:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1664 00000100:00100000:0.0:1777045404.089022:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045404.089636:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370276224 00000100:00100000:2.0:1777045404.089648:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370276224 00000100:00100000:2.0:1777045404.089782:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1665 00000100:00100000:2.0:1777045404.089796:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b93ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+52:33528:x1863365370276224:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1777045404.089818:0:12646:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777045404.089842:0:12646:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64fe00/0x2c8777a5e7da090d lrc: 2/0,0 mode: --/PR res: [0x200000402:0x35:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1149b6c expref: -99 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045404.089883:0:12646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64ee00/0x2c8777a5e7da0914 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x35:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045404.089900:0:12646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64ee00/0x2c8777a5e7da0914 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045404.089915:0:12646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64ee00/0x2c8777a5e7da0914 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045404.090035:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64fe00/0x2c8777a5e7da090d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x35:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149b6c expref: 54 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045404.090058:0:12646:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64ee00/0x2c8777a5e7da0914 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149b6c expref: 53 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045404.090070:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x35:0x0].0x0 (ffff98df43d75800) 00010000:00010000:2.0:1777045404.090075:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1777045404.090079:0:12646:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98df6d64ee00, rc 0) 00000100:00100000:2.0:1777045404.090148:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b93ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+53:33528:x1863365370276224:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 Request processed in 354us (1135us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045404.090157:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1665 00000100:00100000:3.0:1777045404.094708:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045404.094848:0:6647:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370276352 00000100:00100000:1.0:1777045404.094859:0:6647:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370276352 00002000:00100000:1.0:1777045404.094912:0:6647:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x22:0x0] (0->4095) req@ffff98de41db2300 x1863365370276352/t0(0) o3->15144518-a1c7-4352-a966-cb31eadd4d9b@192.168.201.45@tcp:405/0 lens 488/0 e 0 to 0 dl 1777045415 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777045404.094927:0:6647:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98de41db2300 with x1863365370276352 ext(0->4095) 00002000:00010000:1.0:1777045404.094934:0:6647:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff98de41db2300 00000100:00100000:1.0:1777045404.094978:0:6647:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 133 00000100:00100000:1.0:1777045404.094990:0:6647:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41db2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+12:2391:x1863365370276352:12345-192.168.201.45@tcp:3:lhsmtool_posix.0 00000100:00100000:1.0:1777045404.095234:0:6647:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41db2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+12:2391:x1863365370276352:12345-192.168.201.45@tcp:3:lhsmtool_posix.0 Request processed in 209us (498us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1777045404.095534:0:6647:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 133 00002000:00100000:1.0:1777045404.095547:0:6647:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x22:0x0] (0->4095) req@ffff98de41db2300 x1863365370276352/t0(0) o3->15144518-a1c7-4352-a966-cb31eadd4d9b@192.168.201.45@tcp:405/0 lens 488/4536 e 0 to 0 dl 1777045415 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777045404.095560:0:6647:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98de41db2300 with x1863365370276352 ext(0->4095) 00002000:00010000:1.0:1777045404.095565:0:6647:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff98de41db2300 00000100:00100000:1.0:1777045404.108363:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045404.108550:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370276480 00000100:00100000:3.0:1777045404.108563:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370276480 00000100:00100000:3.0:1777045404.108642:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1666 00000100:00100000:3.0:1777045404.108657:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df58665500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+53:33528:x1863365370276480:12345-192.168.201.45@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1777045404.108698:0:5857:0:(mdt_handler.c:7958:mdt_fid2path()) path get [0x200000402:0x35:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1777045404.108843:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df58665500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+53:33528:x1863365370276480:12345-192.168.201.45@tcp:53:lhsmtool_posix.0 Request processed in 189us (491us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045404.108855:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1666 00000100:00100000:0.0:1777045404.110799:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045404.110922:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370276608 00000100:00100000:2.0:1777045404.110930:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370276608 00000100:00100000:2.0:1777045404.110992:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1667 00000100:00100000:2.0:1777045404.111003:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b938700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+53:33529:x1863365370276608:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1777045404.111023:0:5855:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777045404.111047:0:5855:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64fe00/0x2c8777a5e7da091b lrc: 2/0,0 mode: --/PR res: [0x200000402:0x36:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1149b73 expref: -99 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045404.111089:0:5855:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64fa00/0x2c8777a5e7da0922 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x36:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045404.111107:0:5855:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64fa00/0x2c8777a5e7da0922 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045404.111145:0:5855:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64fa00/0x2c8777a5e7da0922 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045404.111681:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64fe00/0x2c8777a5e7da091b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x36:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149b73 expref: 55 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045404.111706:0:5855:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64fa00/0x2c8777a5e7da0922 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149b73 expref: 54 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045404.111718:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x36:0x0].0x0 (ffff98df51b04d00) 00010000:00010000:2.0:1777045404.111723:0:5855:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1777045404.111728:0:5855:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98df6d64fa00, rc 0) 00000100:00100000:2.0:1777045404.111776:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b938700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+54:33529:x1863365370276608:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 Request processed in 775us (982us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045404.111785:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1667 00000100:00100000:2.0:1777045404.118309:0:3344:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df74532d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3344:1863365424462080:0@lo:400:kworker.0 00000100:00100000:2.0:1777045404.118388:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777045404.118449:0:3344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:2.0:1777045404.118460:0:3344:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df74532680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3344:1863365424461952:0@lo:400:kworker.0 00000100:00100000:2.0:1777045404.118493:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777045404.118514:0:3344:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df74175180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3344:1863365424462464:0@lo:400:kworker.0 00000100:00100000:2.0:1777045404.118542:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777045404.118581:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424462080 00000100:00100000:2.0:1777045404.118589:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424462080 00000100:00100000:2.0:1777045404.118653:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424461952 00000100:00100000:2.0:1777045404.118658:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424461952 00000100:00100000:2.0:1777045404.118683:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1298 00000100:00100000:2.0:1777045404.118693:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df74176a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3344:x1863365424462080:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777045404.118757:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df74176a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3344:x1863365424462080:12345-0@lo:400:kworker.0 Request processed in 65us (369us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045404.118767:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1298 00000100:00100000:2.0:1777045404.118821:0:3344:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df74532d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3344:1863365424462080:0@lo:400:kworker.0 00000100:00100000:2.0:1777045404.118857:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1299 00000100:00100000:2.0:1777045404.118867:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df74174000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3344:x1863365424461952:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777045404.119152:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df74174000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3344:x1863365424461952:12345-0@lo:400:kworker.0 Request processed in 286us (657us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045404.119162:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1299 00000100:00100000:2.0:1777045404.119227:0:3344:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df74532680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3344:1863365424461952:0@lo:400:kworker.0 00000100:00100000:1.0:1777045404.119651:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df74531500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ce657616-b3f3-4e21-ac89-518ab611901c:3342:1863365424461824:0@lo:400:kworker.0 00000100:00100000:1.0:1777045404.119705:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777045404.119752:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df74530380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3342:1863365424462336:0@lo:400:kworker.0 00000100:00100000:1.0:1777045404.119783:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777045404.119805:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1777045404.119813:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df74533b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424462208:0@lo:400:kworker.0 00000100:00100000:1.0:1777045404.120100:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1777045404.120903:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1777045404.120921:0:6639:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424462464 00000100:00100000:0.0:1777045404.120927:0:6639:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424462464 00000100:00100000:0.0:1777045404.120986:0:6639:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424462208 00000100:00100000:0.0:1777045404.120991:0:6639:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424462208 00000100:00100000:0.0:1777045404.121019:0:6639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1122 00000100:00100000:0.0:1777045404.121029:0:6639:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df74177800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3344:x1863365424462464:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777045404.121082:0:6639:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df74177800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3344:x1863365424462464:12345-0@lo:400:kworker.0 Request processed in 54us (2538us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045404.121092:0:6639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1122 00000100:00100000:0.0:1777045404.121109:0:6639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1123 00000100:00100000:0.0:1777045404.121140:0:6639:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df58666300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3342:x1863365424462208:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777045404.121233:0:6639:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df58666300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3342:x1863365424462208:12345-0@lo:400:kworker.0 Request processed in 115us (1131us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045404.121243:0:6639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1123 00000100:00100000:0.0:1777045404.121285:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df74533b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424462208:0@lo:400:kworker.0 00000100:00100000:0.0:1777045404.121318:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424462336 00000100:00100000:0.0:1777045404.121323:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424462336 00000100:00100000:0.0:1777045404.121364:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1300 00000100:00100000:0.0:1777045404.121374:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df58664700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3342:x1863365424462336:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777045404.121423:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df58664700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3342:x1863365424462336:12345-0@lo:400:kworker.0 Request processed in 50us (1638us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045404.121455:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1300 00000100:00100000:0.0:1777045404.121489:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df74530380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3342:1863365424462336:0@lo:400:kworker.0 00000100:00100000:0.0:1777045404.122193:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1777045404.122246:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de41db2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424462592:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1777045404.122288:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045404.122403:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045404.122667:0:6643:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424462592 00000100:00100000:3.0:1777045404.122674:0:6643:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424462592 00000100:00100000:3.0:1777045404.122724:0:6643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 550 00000100:00100000:3.0:1777045404.122734:0:6643:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b93bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424462592:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1777045404.122754:0:6643:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 64552960 pending 1703936 free 3851419648 avail 3845128192 00000100:00100000:3.0:1777045404.122810:0:6643:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b93bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424462592:12345-0@lo:13:osp-pre-1-0.0 Request processed in 76us (521us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045404.122820:0:6643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 550 00000100:00100000:3.0:1777045404.122868:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de41db2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424462592:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1777045404.122895:0:14822:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370276736 00000100:00100000:3.0:1777045404.122899:0:14822:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370276736 00000100:00100000:3.0:1777045404.122934:0:14822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 514 00000100:00100000:3.0:1777045404.122944:0:14822:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b939880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+12:2392:x1863365370276736:12345-192.168.201.45@tcp:1:lhsmtool_posix.0 00010000:00010000:3.0:1777045404.122981:0:14822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000e3f4470f/0x2c8777a5e7da0929 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x22:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045404.123004:0:14822:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777045404.123007:0:14822:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777045404.123014:0:14822:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e3f4470f/0x2c8777a5e7da0929 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045404.123031:0:14822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e3f4470f/0x2c8777a5e7da0929 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045404.123067:0:14822:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000e3f4470f/0x2c8777a5e7da0929 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045404.123080:0:14822:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e3f4470f/0x2c8777a5e7da0929 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045404.123091:0:14822:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e3f4470f/0x2c8777a5e7da0929 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045404.123101:0:14822:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de43103e00 already unused, calling callback (ffffffffc17d22d0) 00010000:00010000:3.0:1777045404.123107:0:14822:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e3f4470f/0x2c8777a5e7da0929 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045404.123235:0:14822:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e3f4470f/0x2c8777a5e7da0929 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045404.123257:0:14822:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e3f4470f/0x2c8777a5e7da0929 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045404.123268:0:14822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e3f4470f/0x2c8777a5e7da0929 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777045404.123383:0:14822:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b939880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+12:2392:x1863365370276736:12345-192.168.201.45@tcp:1:lhsmtool_posix.0 Request processed in 438us (980us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045404.123394:0:14822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 514 00000100:00080000:1.0:1777045404.124797:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1777045404.124805:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1777045404.124908:0:5848:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424461824 00000100:00100000:2.0:1777045404.124925:0:5848:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424461824 00000100:00100000:2.0:1777045404.124984:0:5848:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 950 00000100:00100000:2.0:1777045404.124994:0:5848:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df4fc76450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ce657616-b3f3-4e21-ac89-518ab611901c+18:3342:x1863365424461824:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777045404.125067:0:5848:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df4fc76450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ce657616-b3f3-4e21-ac89-518ab611901c+18:3342:x1863365424461824:12345-0@lo:400:kworker.0 Request processed in 75us (5361us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045404.125077:0:5848:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 950 00000100:00100000:0.0:1777045404.125710:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df74531500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ce657616-b3f3-4e21-ac89-518ab611901c:3342:1863365424461824:0@lo:400:kworker.0 00000100:00100000:2.0:1777045404.125899:0:3344:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df74175180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3344:1863365424462464:0@lo:400:kworker.0 00000100:00100000:1.0:1777045404.128155:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045404.128386:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370276864 00000100:00100000:2.0:1777045404.128394:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370276864 00000100:00100000:2.0:1777045404.128507:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1668 00000100:00100000:2.0:1777045404.128519:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df58664a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:146de360-3fb2-48bd-b418-06f30714148a+49:33532:x1863365370276864:12345-192.168.201.45@tcp:101:lfs.0 00010000:00010000:2.0:1777045404.128539:0:12646:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777045404.128564:0:12646:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64fe00/0x2c8777a5e7da0930 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1149b7a expref: -99 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045404.128642:0:12646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64e400/0x2c8777a5e7da0937 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045404.128668:0:12646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64e400/0x2c8777a5e7da0937 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045404.128681:0:12646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64e400/0x2c8777a5e7da0937 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045404.128702:0:12646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64f600/0x2c8777a5e7da093e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x53:0x0].0x6f5308b8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045404.128713:0:12646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64f600/0x2c8777a5e7da093e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045404.128723:0:12646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64f600/0x2c8777a5e7da093e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045404.128843:0:12646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64fc00/0x2c8777a5e7da0945 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x37:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045404.128855:0:12646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64fc00/0x2c8777a5e7da0945 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x37:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045404.128866:0:12646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64fc00/0x2c8777a5e7da0945 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x37:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777045404.128907:0:12646:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x37:0x0]: returning size 158 00000004:00200000:2.0:1777045404.128913:0:12646:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1777045404.129247:0:12646:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64fc00/0x2c8777a5e7da0945 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x37:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045404.129265:0:12646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64fc00/0x2c8777a5e7da0945 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x37:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045404.129283:0:12646:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64e400/0x2c8777a5e7da0937 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045404.129292:0:12646:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64e400/0x2c8777a5e7da0937 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045404.129302:0:12646:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64e400/0x2c8777a5e7da0937 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045404.129311:0:12646:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98df6d64e400 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:2.0:1777045404.129317:0:12646:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64e400/0x2c8777a5e7da0937 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045404.129329:0:12646:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64e400/0x2c8777a5e7da0937 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045404.129343:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff98df52c43500) 00010000:00010000:2.0:1777045404.129348:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777045404.129354:0:12646:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64e400/0x2c8777a5e7da0937 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045404.129362:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64e400/0x2c8777a5e7da0937 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045404.129378:0:12646:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64f600/0x2c8777a5e7da093e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045404.129388:0:12646:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64f600/0x2c8777a5e7da093e lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045404.129397:0:12646:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64f600/0x2c8777a5e7da093e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045404.129406:0:12646:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98df6d64f600 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:2.0:1777045404.129410:0:12646:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64f600/0x2c8777a5e7da093e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045404.129419:0:12646:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64f600/0x2c8777a5e7da093e lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045404.129452:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x6f5308b8 (ffff98df43d75000) 00010000:00010000:2.0:1777045404.129457:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777045404.129461:0:12646:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64f600/0x2c8777a5e7da093e lrc: 2/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045404.129470:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64f600/0x2c8777a5e7da093e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045404.129507:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64fe00/0x2c8777a5e7da0930 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149b7a expref: 51 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045404.129524:0:12646:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64fc00/0x2c8777a5e7da0945 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x37:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149b7a expref: 50 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045404.129534:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x37:0x0].0x0 (ffff98df52c43800) 00010000:00010000:2.0:1777045404.129538:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777045404.129541:0:12646:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98df6d64fc00, rc 0) 00000100:00100000:2.0:1777045404.129595:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df58664a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:146de360-3fb2-48bd-b418-06f30714148a+50:33532:x1863365370276864:12345-192.168.201.45@tcp:101:lfs.0 Request processed in 1079us (1448us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045404.129605:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1668 00000100:00080000:0.0:1777045404.130597:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1777045404.137150:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045404.137268:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045404.137362:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370277248 00000100:00100000:2.0:1777045404.137375:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370277248 00000100:00100000:0.0:1777045404.137390:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370277120 00000100:00100000:0.0:1777045404.137400:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370277120 00000100:00100000:0.0:1777045404.137498:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1669 00000100:00100000:0.0:1777045404.137510:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41db2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+54:33528:x1863365370277120:12345-192.168.201.45@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1777045404.137552:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 515 00000100:00100000:2.0:1777045404.137565:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41db0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:146de360-3fb2-48bd-b418-06f30714148a+12:2392:x1863365370277248:12345-192.168.201.45@tcp:101:lfs.0 00010000:00010000:2.0:1777045404.137579:0:6642:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777045404.137599:0:6642:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000be4fb886/0x2c8777a5e7da094c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x23:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1149b81 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045404.137604:0:5855:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536a00/0x2c8777a5e7da0953 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x35:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045404.137639:0:5855:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64ee00/0x2c8777a5e7da0914 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149b6c expref: 54 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045404.137652:0:5855:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536a00/0x2c8777a5e7da0953 lrc: 4/0,1 mode: --/PW res: [0x200000402:0x35:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045404.137698:0:5855:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64ee00/0x2c8777a5e7da0914 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149b6c expref: 54 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777045404.137706:0:6642:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df74175180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6642:1863365424462720:192.168.201.45@tcp:106: 00010000:00010000:0.0:1777045404.137725:0:5855:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64ee00/0x2c8777a5e7da0914 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149b6c expref: 54 pid: 12646 timeout: 2132 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777045404.137744:0:5855:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7b93a680 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5855:1863365424462848:192.168.201.45@tcp:104: 00000100:00100000:0.0:1777045404.137807:0:5855:0:(client.c:2691:ptlrpc_set_wait()) set ffff98de41f1a480 going to sleep for 11 seconds 00000100:00100000:2.0:1777045404.137810:0:6642:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df50f23000 going to sleep for 11 seconds 00000100:00080000:1.0:1777045404.141421:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1777045404.141558:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045404.141943:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370277376 00000100:00100000:3.0:1777045404.141965:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370277376 00000100:00100000:3.0:1777045404.142030:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1670 00000100:00100000:3.0:1777045404.142042:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df470cf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+55:33529:x1863365370277376:12345-192.168.201.45@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1777045404.142076:0:5857:0:(mdt_handler.c:7958:mdt_fid2path()) path get [0x200000402:0x36:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1777045404.144016:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df470cf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+55:33529:x1863365370277376:12345-192.168.201.45@tcp:53:lhsmtool_posix.0 Request processed in 1970us (2456us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045404.144029:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1670 00000100:00100000:1.0:1777045404.150172:0:5855:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7b93a680 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5855:1863365424462848:192.168.201.45@tcp:104: 00010000:00010000:1.0:1777045404.150245:0:5855:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536a00/0x2c8777a5e7da0953 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x35:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777045404.150252:0:6642:0:(ofd_lvb.c:259:ofd_lvbo_update()) res: [0x240000400:0x23:0x0] updating lvb size: 0 -> 158 00002000:00010000:2.0:1777045404.150262:0:6642:0:(ofd_lvb.c:265:ofd_lvbo_update()) res: [0x240000400:0x23:0x0] updating lvb mtime: 0 -> 1777045403 00002000:00010000:2.0:1777045404.150268:0:6642:0:(ofd_lvb.c:271:ofd_lvbo_update()) res: [0x240000400:0x23:0x0] updating lvb atime: 0 -> 1777045403 00002000:00010000:2.0:1777045404.150271:0:6642:0:(ofd_lvb.c:277:ofd_lvbo_update()) res: [0x240000400:0x23:0x0] updating lvb ctime: 0 -> 1777045403 00000100:00100000:2.0:1777045404.150297:0:6642:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df74175180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6642:1863365424462720:192.168.201.45@tcp:106: 00010000:00010000:2.0:1777045404.150655:0:6642:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000be4fb886/0x2c8777a5e7da094c lrc: 1/0,0 mode: --/PR res: [0x240000400:0x23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149b81 expref: 13 pid: 6642 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045404.150686:0:6642:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000be4fb886/0x2c8777a5e7da094c lrc: 0/0,0 mode: --/PR res: [0x240000400:0x23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149b81 expref: 13 pid: 6642 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045404.150702:0:6642:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98df6d64fe00, rc 0) 00000100:00100000:2.0:1777045404.150779:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41db0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:146de360-3fb2-48bd-b418-06f30714148a+12:2392:x1863365370277248:12345-192.168.201.45@tcp:101:lfs.0 Request processed in 13216us (13509us total) trans 0 rc 301/301 00000100:00100000:2.0:1777045404.150790:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 515 00000100:00100000:0.0:1777045404.152863:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045404.152984:0:5841:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370277504 00000100:00100000:3.0:1777045404.152995:0:5841:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370277504 00010000:00010000:3.0:1777045404.153037:0:5841:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64ee00/0x2c8777a5e7da0914 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149b6c expref: 55 pid: 12646 timeout: 2132 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777045404.153086:0:5841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 472 00000100:00100000:3.0:1777045404.153099:0:5841:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df470cca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+55:2393:x1863365370277504:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777045404.153117:0:5841:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777045404.153126:0:5841:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64ee00/0x2c8777a5e7da0914 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149b6c expref: 55 pid: 12646 timeout: 2132 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045404.153144:0:5841:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64ee00/0x2c8777a5e7da0914 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149b6c expref: 55 pid: 12646 timeout: 2132 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045404.153169:0:5841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64ee00/0x2c8777a5e7da0914 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x35:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149b6c expref: 55 pid: 12646 timeout: 2132 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045404.153188:0:5841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x35:0x0].0x0 (ffff98df43d75800) 00010000:00010000:3.0:1777045404.153195:0:5841:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536a00/0x2c8777a5e7da0953 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x35:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045404.153208:0:5841:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536a00/0x2c8777a5e7da0953 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x35:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045404.153273:0:5841:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536a00/0x2c8777a5e7da0953 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x35:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045404.153602:0:5841:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777045404.153647:0:5841:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df470cca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+54:2393:x1863365370277504:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 551us (790us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045404.153657:0:5841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 472 00010000:00010000:1.0:1777045404.154799:0:5855:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536a00/0x2c8777a5e7da0953 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x35:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045404.154811:0:5855:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536a00/0x2c8777a5e7da0953 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x35:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045404.155072:0:5855:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536a00/0x2c8777a5e7da0953 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x35:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045404.155085:0:5855:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536a00/0x2c8777a5e7da0953 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x35:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045404.155093:0:5855:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536a00/0x2c8777a5e7da0953 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x35:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045404.155102:0:5855:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98df7b536a00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:1.0:1777045404.155107:0:5855:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536a00/0x2c8777a5e7da0953 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x35:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045404.155118:0:5855:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536a00/0x2c8777a5e7da0953 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x35:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045404.155130:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x35:0x0].0x0 (ffff98df43d75800) 00010000:00010000:1.0:1777045404.155135:0:5855:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1777045404.155140:0:5855:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536a00/0x2c8777a5e7da0953 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x35:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045404.155150:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536a00/0x2c8777a5e7da0953 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x35:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777045404.155333:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41db2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+54:33528:x1863365370277120:12345-192.168.201.45@tcp:57:lhsmtool_posix.0 Request processed in 17822us (18191us total) trans 4294968394 rc 0/0 00000100:00100000:1.0:1777045404.155347:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1669 00000100:00100000:1.0:1777045404.162632:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045404.163877:0:6641:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370277632 00000100:00100000:3.0:1777045404.163889:0:6641:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370277632 00000100:00100000:3.0:1777045404.163988:0:6641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 516 00000100:00100000:3.0:1777045404.164003:0:6641:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b93a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+12:2393:x1863365370277632:12345-192.168.201.45@tcp:1:lhsmtool_posix.0 00010000:00010000:3.0:1777045404.164057:0:6641:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000009f104c8c/0x2c8777a5e7da095a lrc: 3/1,0 mode: --/PR res: [0x280000400:0x22:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045404.164079:0:6641:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777045404.164082:0:6641:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777045404.164088:0:6641:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009f104c8c/0x2c8777a5e7da095a lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045404.164107:0:6641:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009f104c8c/0x2c8777a5e7da095a lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045404.164144:0:6641:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000009f104c8c/0x2c8777a5e7da095a lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045404.164158:0:6641:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000009f104c8c/0x2c8777a5e7da095a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045404.164169:0:6641:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000009f104c8c/0x2c8777a5e7da095a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045404.164178:0:6641:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de43103200 already unused, calling callback (ffffffffc17d22d0) 00010000:00010000:3.0:1777045404.164183:0:6641:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000009f104c8c/0x2c8777a5e7da095a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045404.164249:0:6641:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000009f104c8c/0x2c8777a5e7da095a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045404.164271:0:6641:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000009f104c8c/0x2c8777a5e7da095a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045404.164281:0:6641:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009f104c8c/0x2c8777a5e7da095a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777045404.164368:0:6641:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b93a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+12:2393:x1863365370277632:12345-192.168.201.45@tcp:1:lhsmtool_posix.0 Request processed in 368us (1765us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045404.164379:0:6641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 516 00000100:00100000:1.0:1777045404.173695:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045404.173762:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045404.174174:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370277760 00000100:00100000:3.0:1777045404.174188:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370277760 00000100:00100000:3.0:1777045404.174301:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1671 00000100:00100000:3.0:1777045404.174317:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df75298a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:146de360-3fb2-48bd-b418-06f30714148a+50:33532:x1863365370277760:12345-192.168.201.45@tcp:101:lfs.0 00010000:00010000:3.0:1777045404.174343:0:5856:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777045404.174655:0:5856:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103e00/0x2c8777a5e7da0961 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1149b88 expref: -99 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045404.174739:0:5856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102400/0x2c8777a5e7da0968 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045404.174757:0:5856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102400/0x2c8777a5e7da0968 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045404.174778:0:5856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102400/0x2c8777a5e7da0968 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777045404.174848:0:5856:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x53:0x0]: returning size 7680 00000004:00200000:3.0:1777045404.174854:0:5856:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 10 stripe count 1 MDT count 1 00000004:00010000:3.0:1777045404.174883:0:5856:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102400/0x2c8777a5e7da0968 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045404.174918:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103e00/0x2c8777a5e7da0961 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149b88 expref: 52 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045404.174945:0:5856:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102400/0x2c8777a5e7da0968 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149b88 expref: 51 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045404.174956:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff98df52c43500) 00010000:00010000:3.0:1777045404.174960:0:5856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1777045404.174965:0:5856:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de43102400, rc 0) 00000100:00100000:3.0:1777045404.175048:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df75298a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:146de360-3fb2-48bd-b418-06f30714148a+51:33532:x1863365370277760:12345-192.168.201.45@tcp:101:lfs.0 Request processed in 733us (1363us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045404.175059:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1671 00000100:00100000:0.0:1777045404.176078:0:5859:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370278016 00000100:00100000:0.0:1777045404.176087:0:5859:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370278016 00000100:00100000:0.0:1777045404.176133:0:5859:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 366 00000100:00100000:0.0:1777045404.176145:0:5859:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df601a3050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+54:33528:x1863365370278016:12345-192.168.201.45@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1777045404.176680:0:5859:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df601a3050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+55:33528:x1863365370278016:12345-192.168.201.45@tcp:35:lhsmtool_posix.0 Request processed in 535us (2916us total) trans 4294968395 rc 0/0 00000100:00100000:0.0:1777045404.176691:0:5859:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 366 00000100:00100000:1.0:1777045404.186967:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045404.187190:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045404.187818:0:6639:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370278400 00000100:00100000:3.0:1777045404.187832:0:6639:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370278400 00000100:00100000:3.0:1777045404.188141:0:6639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 517 00000100:00100000:3.0:1777045404.188156:0:6639:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7529a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:146de360-3fb2-48bd-b418-06f30714148a+12:2392:x1863365370278400:12345-192.168.201.45@tcp:101:lfs.0 00010000:00010000:3.0:1777045404.188178:0:6639:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777045404.188199:0:6639:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009f104c8c/0x2c8777a5e7da096f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x23:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1149b8f expref: -99 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777045404.188628:0:6639:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de41db0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6639:1863365424462976:192.168.201.45@tcp:106: 00000100:00100000:3.0:1777045404.188717:0:6639:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df50f27840 going to sleep for 11 seconds 00000100:00100000:0.0:1777045404.192897:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370278272 00000100:00100000:0.0:1777045404.192912:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370278272 00000100:00100000:0.0:1777045404.193682:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1672 00000100:00100000:0.0:1777045404.193697:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7529ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+55:33529:x1863365370278272:12345-192.168.201.45@tcp:57:lhsmtool_posix.0 00010000:00010000:0.0:1777045404.193792:0:12646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537c00/0x2c8777a5e7da0976 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x36:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045404.193815:0:12646:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64fa00/0x2c8777a5e7da0922 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149b73 expref: 55 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045404.193826:0:12646:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537c00/0x2c8777a5e7da0976 lrc: 4/0,1 mode: --/PW res: [0x200000402:0x36:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045404.193871:0:12646:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64fa00/0x2c8777a5e7da0922 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149b73 expref: 55 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045404.193890:0:12646:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64fa00/0x2c8777a5e7da0922 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149b73 expref: 55 pid: 5855 timeout: 2132 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777045404.193909:0:12646:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df6d627480 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12646:1863365424463104:192.168.201.45@tcp:104: 00000100:00100000:0.0:1777045404.194029:0:12646:0:(client.c:2691:ptlrpc_set_wait()) set ffff98de41f1a840 going to sleep for 11 seconds 00000100:00100000:3.0:1777045404.202899:0:6639:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de41db0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6639:1863365424462976:192.168.201.45@tcp:106: 00010000:00010000:3.0:1777045404.202952:0:6639:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000009f104c8c/0x2c8777a5e7da096f lrc: 1/0,0 mode: --/PR res: [0x240000400:0x23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149b8f expref: 13 pid: 6639 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045404.202988:0:6639:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009f104c8c/0x2c8777a5e7da096f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149b8f expref: 13 pid: 6639 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045404.203010:0:6639:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de43103200, rc 0) 00000100:00100000:3.0:1777045404.203096:0:6639:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7529a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:146de360-3fb2-48bd-b418-06f30714148a+12:2392:x1863365370278400:12345-192.168.201.45@tcp:101:lfs.0 Request processed in 14941us (15905us total) trans 0 rc 301/301 00000100:00100000:3.0:1777045404.203109:0:6639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 517 00000100:00100000:0.0:1777045404.203572:0:12646:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df6d627480 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12646:1863365424463104:192.168.201.45@tcp:104: 00010000:00010000:0.0:1777045404.203596:0:12646:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537c00/0x2c8777a5e7da0976 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x36:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777045404.208288:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045404.208387:0:6655:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370278528 00000100:00100000:0.0:1777045404.208402:0:6655:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370278528 00010000:00010000:1.0:1777045404.208569:0:6655:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64fa00/0x2c8777a5e7da0922 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149b73 expref: 56 pid: 5855 timeout: 2132 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777045404.208625:0:6655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 473 00000100:00100000:1.0:1777045404.208637:0:6655:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df74175180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+56:2392:x1863365370278528:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777045404.208655:0:6655:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777045404.208663:0:6655:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64fa00/0x2c8777a5e7da0922 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149b73 expref: 56 pid: 5855 timeout: 2132 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045404.208681:0:6655:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64fa00/0x2c8777a5e7da0922 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149b73 expref: 56 pid: 5855 timeout: 2132 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045404.208706:0:6655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64fa00/0x2c8777a5e7da0922 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x36:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149b73 expref: 56 pid: 5855 timeout: 2132 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045404.208728:0:6655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x36:0x0].0x0 (ffff98df51b04d00) 00010000:00010000:1.0:1777045404.208736:0:6655:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537c00/0x2c8777a5e7da0976 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x36:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045404.208748:0:6655:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537c00/0x2c8777a5e7da0976 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x36:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045404.208760:0:6655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537c00/0x2c8777a5e7da0976 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x36:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045404.208821:0:6655:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777045404.209159:0:6655:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df74175180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+55:2392:x1863365370278528:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 521us (878us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045404.209172:0:6655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 473 00010000:00010000:0.0:1777045404.209565:0:12646:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537c00/0x2c8777a5e7da0976 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x36:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045404.209579:0:12646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537c00/0x2c8777a5e7da0976 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x36:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777045404.209710:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045404.209758:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370278784 00000100:00100000:3.0:1777045404.209766:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370278784 00000100:00100000:3.0:1777045404.209818:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1673 00000100:00100000:3.0:1777045404.209832:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df74176d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:146de360-3fb2-48bd-b418-06f30714148a+51:33532:x1863365370278784:12345-192.168.201.45@tcp:58:lfs.0 00010000:00010000:0.0:1777045404.209841:0:12646:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537c00/0x2c8777a5e7da0976 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x36:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045404.209856:0:12646:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537c00/0x2c8777a5e7da0976 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x36:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045404.209865:0:12646:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537c00/0x2c8777a5e7da0976 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x36:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045404.209880:0:12646:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98df7b537c00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:0.0:1777045404.209885:0:12646:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537c00/0x2c8777a5e7da0976 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x36:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045404.209895:0:12646:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537c00/0x2c8777a5e7da0976 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x36:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045404.209910:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x36:0x0].0x0 (ffff98df51b04d00) 00010000:00010000:0.0:1777045404.209914:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1777045404.209919:0:12646:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537c00/0x2c8777a5e7da0976 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x36:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045404.209928:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537c00/0x2c8777a5e7da0976 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x36:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1777045404.210556:0:5855:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].54, 136 off15536 00000040:00080000:0.0:1777045404.210599:0:11491:0:(llog.c:801:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1777045404.210607:0:11491:0:(llog_cat.c:158:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000100:00100000:3.0:1777045404.210650:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df74176d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:146de360-3fb2-48bd-b418-06f30714148a+51:33532:x1863365370278784:12345-192.168.201.45@tcp:58:lfs.0 Request processed in 817us (940us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045404.210663:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1673 00000040:00080000:0.0:1777045404.210671:0:11491:0:(llog.c:858:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 55 count 11 00000040:00080000:0.0:1777045404.210683:0:11491:0:(llog.c:858:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1777045404.210912:0:11491:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df6d627480 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11491:1863365424463232:192.168.201.45@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1777045404.210974:0:11491:0:(client.c:2691:ptlrpc_set_wait()) set ffff98de41f1a840 going to sleep for 11 seconds 00000100:00100000:0.0:1777045404.211010:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7529ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+56:33529:x1863365370278272:12345-192.168.201.45@tcp:57:lhsmtool_posix.0 Request processed in 17316us (24071us total) trans 4294968396 rc 0/0 00000100:00100000:0.0:1777045404.211022:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1672 00000100:00100000:0.0:1777045404.227476:0:11491:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df6d627480 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11491:1863365424463232:192.168.201.45@tcp:107:hsm_cdtr.0 00000100:00100000:2.0:1777045404.232457:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045404.232514:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045404.235973:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370278912 00000100:00100000:3.0:1777045404.235988:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370278912 00000100:00100000:3.0:1777045404.236072:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1674 00000100:00100000:3.0:1777045404.236090:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df74174e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+55:33533:x1863365370278912:12345-192.168.201.45@tcp:53:lhsmtool_posix.0 00000100:00100000:0.0:1777045404.236097:0:19840:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370279168 00000100:00100000:0.0:1777045404.236107:0:19840:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370279168 00000004:00000080:3.0:1777045404.236160:0:7939:0:(mdt_handler.c:7958:mdt_fid2path()) path get [0x200000402:0x37:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1777045404.236168:0:19840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 367 00000100:00100000:0.0:1777045404.236183:0:19840:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df74177100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+56:33529:x1863365370279168:12345-192.168.201.45@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1777045404.236401:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df74174e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+57:33533:x1863365370278912:12345-192.168.201.45@tcp:53:lhsmtool_posix.0 Request processed in 312us (3970us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045404.236416:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1674 00000100:00100000:0.0:1777045404.236501:0:19840:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df74177100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+56:33529:x1863365370279168:12345-192.168.201.45@tcp:35:lhsmtool_posix.0 Request processed in 318us (3983us total) trans 4294968397 rc 0/0 00000100:00100000:0.0:1777045404.236513:0:19840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 367 00000100:00100000:3.0:1777045404.261360:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045404.261606:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370279424 00000100:00100000:1.0:1777045404.261620:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370279424 00000100:00100000:1.0:1777045404.261701:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1675 00000100:00100000:1.0:1777045404.261716:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41db0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+56:33533:x1863365370279424:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1777045404.261763:0:5855:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777045404.261791:0:5855:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec400/0x2c8777a5e7da097d lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1149b96 expref: -99 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045404.261924:0:5855:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec800/0x2c8777a5e7da0984 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x37:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045404.261944:0:5855:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec800/0x2c8777a5e7da0984 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x37:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045404.261960:0:5855:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec800/0x2c8777a5e7da0984 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x37:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777045404.261976:0:5855:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x37:0x0]: returning size 158 00010000:00010000:1.0:1777045404.262144:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec400/0x2c8777a5e7da097d lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149b96 expref: 59 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045404.262172:0:5855:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec800/0x2c8777a5e7da0984 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x37:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149b96 expref: 58 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045404.262192:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x37:0x0].0x0 (ffff98df52c43800) 00010000:00010000:1.0:1777045404.262197:0:5855:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777045404.262250:0:5855:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de419ec800, rc 0) 00000100:00100000:1.0:1777045404.262355:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41db0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+58:33533:x1863365370279424:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 Request processed in 641us (1005us total) trans 4294968398 rc 0/0 00000100:00100000:1.0:1777045404.262367:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1675 00000100:00100000:3.0:1777045404.320168:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045404.322309:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045404.322714:0:5841:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370279680 00000100:00100000:1.0:1777045404.322727:0:5841:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370279680 00000100:00100000:1.0:1777045404.322814:0:5841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 113 00000100:00100000:1.0:1777045404.322829:0:5841:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41db1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+58:2391:x1863365370279680:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777045404.322854:0:5841:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777045404.322884:0:5841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec800/0x2c8777a5e7da0984 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x37:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149b96 expref: 58 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045404.322910:0:5841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x37:0x0].0x0 (ffff98df52c43800) 00010000:00010000:1.0:1777045404.322917:0:5841:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777045404.323326:0:5841:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41db1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+57:2391:x1863365370279680:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 499us (1022us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045404.323338:0:5841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 113 00000100:00100000:2.0:1777045404.325813:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370279552 00000100:00100000:2.0:1777045404.325826:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370279552 00000100:00100000:2.0:1777045404.325897:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 518 00000100:00100000:2.0:1777045404.325910:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df50e7d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+12:2391:x1863365370279552:12345-192.168.201.45@tcp:1:lhsmtool_posix.0 00010000:00010000:2.0:1777045404.326233:0:6642:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000002e67c6ad/0x2c8777a5e7da0992 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x23:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045404.326263:0:6642:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000002be16d25/0x2c8777a5e7da08c0 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149b49 expref: 12 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045404.326277:0:6642:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777045404.326279:0:6642:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777045404.326284:0:6642:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002e67c6ad/0x2c8777a5e7da0992 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045404.326328:0:6642:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000002be16d25/0x2c8777a5e7da08c0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149b49 expref: 12 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045404.326347:0:6642:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000002be16d25/0x2c8777a5e7da08c0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149b49 expref: 12 pid: 6641 timeout: 2132 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777045404.326366:0:6642:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df74175f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6642:1863365424463360:192.168.201.45@tcp:104: 00000100:00100000:2.0:1777045404.326492:0:6642:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df50f23000 going to sleep for 11 seconds 00000100:00100000:2.0:1777045404.347721:0:6642:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df74175f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6642:1863365424463360:192.168.201.45@tcp:104: 00010000:00010000:2.0:1777045404.347768:0:6642:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000002e67c6ad/0x2c8777a5e7da0992 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777045404.361500:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045404.363073:0:6646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370279808 00000100:00100000:2.0:1777045404.363088:0:6646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370279808 00002000:00100000:2.0:1777045404.363152:0:6646:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x23:0x0] (0->157) req@ffff98de41db3800 x1863365370279808/t0(0) o4->15144518-a1c7-4352-a966-cb31eadd4d9b@192.168.201.45@tcp:405/0 lens 648/0 e 0 to 0 dl 1777045415 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777045404.363168:0:6646:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98de41db3800 with x1863365370279808 ext(0->157) 00010000:00010000:2.0:1777045404.363245:0:6646:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 000000002be16d25/0x2c8777a5e7da08c0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149b49 expref: 13 pid: 6641 timeout: 2132 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045404.363272:0:6646:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 000000002be16d25/0x2c8777a5e7da08c0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149b49 expref: 13 pid: 6641 timeout: 2132 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777045404.363285:0:6646:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff98de41db3800 00000100:00100000:2.0:1777045404.363351:0:6646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 26 00000100:00100000:2.0:1777045404.363366:0:6646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41db3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+13:2393:x1863365370279808:12345-192.168.201.45@tcp:4:cp.0 00000100:00100000:2.0:1777045404.364568:0:6646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41db3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+15:2393:x1863365370279808:12345-192.168.201.45@tcp:4:cp.0 Request processed in 896us (2772us total) trans 4294967389 rc 0/0 00000100:00100000:2.0:1777045404.364584:0:6646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 26 00002000:00100000:2.0:1777045404.364596:0:6646:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x23:0x0] (0->157) req@ffff98de41db3800 x1863365370279808/t4294967389(0) o4->15144518-a1c7-4352-a966-cb31eadd4d9b@192.168.201.45@tcp:405/0 lens 648/448 e 0 to 0 dl 1777045415 ref 1 fl Complete:H/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777045404.364608:0:6646:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98de41db3800 with x1863365370279808 ext(0->157) 00010000:00010000:2.0:1777045404.364617:0:6646:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 000000002be16d25/0x2c8777a5e7da08c0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149b49 expref: 15 pid: 6641 timeout: 2132 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045404.364642:0:6646:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 000000002be16d25/0x2c8777a5e7da08c0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149b49 expref: 15 pid: 6641 timeout: 2132 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777045404.364652:0:6646:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff98de41db3800 00000100:00100000:3.0:1777045404.376700:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045404.376802:0:5842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370279936 00000100:00100000:2.0:1777045404.377019:0:5842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370279936 00010000:00010000:2.0:1777045404.377075:0:5842:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000002be16d25/0x2c8777a5e7da08c0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149b49 expref: 15 pid: 6641 timeout: 2132 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777045404.377254:0:5842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 474 00000100:00100000:2.0:1777045404.377272:0:5842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df412eb850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+15:2390:x1863365370279936:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777045404.377344:0:5842:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777045404.377375:0:5842:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000002be16d25/0x2c8777a5e7da08c0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x23:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149b49 expref: 15 pid: 6641 timeout: 2132 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045404.377397:0:5842:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000002be16d25/0x2c8777a5e7da08c0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x23:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149b49 expref: 15 pid: 6641 timeout: 2132 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045404.377459:0:5842:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002be16d25/0x2c8777a5e7da08c0 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x23:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149b49 expref: 15 pid: 6641 timeout: 2132 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045404.377486:0:5842:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777045404.377490:0:5842:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777045404.377497:0:5842:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000002e67c6ad/0x2c8777a5e7da0992 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045404.377538:0:5842:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002e67c6ad/0x2c8777a5e7da0992 lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045404.377595:0:5842:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777045404.377658:0:5842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df412eb850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+14:2390:x1863365370279936:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 390us (970us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045404.377670:0:5842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 474 00010000:00010000:3.0:1777045404.378027:0:6642:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000002e67c6ad/0x2c8777a5e7da0992 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045404.378044:0:6642:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002e67c6ad/0x2c8777a5e7da0992 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045404.378098:0:6642:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000002e67c6ad/0x2c8777a5e7da0992 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045404.378111:0:6642:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000002e67c6ad/0x2c8777a5e7da0992 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045404.378124:0:6642:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000002e67c6ad/0x2c8777a5e7da0992 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045404.378134:0:6642:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98df6d64f400 already unused, calling callback (ffffffffc17d22d0) 00010000:00010000:3.0:1777045404.378141:0:6642:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000002e67c6ad/0x2c8777a5e7da0992 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045404.378154:0:6642:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000002e67c6ad/0x2c8777a5e7da0992 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045404.378171:0:6642:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000002e67c6ad/0x2c8777a5e7da0992 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045404.378183:0:6642:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002e67c6ad/0x2c8777a5e7da0992 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777045404.378337:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df50e7d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+13:2391:x1863365370279552:12345-192.168.201.45@tcp:1:lhsmtool_posix.0 Request processed in 52426us (58179us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045404.378350:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 518 00000100:00100000:2.0:1777045404.388841:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045404.392036:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370280192 00000100:00100000:0.0:1777045404.392097:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370280192 00000100:00100000:0.0:1777045404.392935:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1676 00000100:00100000:0.0:1777045404.392955:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df74175180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+57:33533:x1863365370280192:12345-192.168.201.45@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1777045404.393117:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df74175180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+57:33533:x1863365370280192:12345-192.168.201.45@tcp:57:lhsmtool_posix.0 Request processed in 167us (4285us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045404.393131:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1676 00000100:00100000:0.0:1777045404.428720:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045404.428968:0:14822:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370280320 00000100:00100000:3.0:1777045404.428981:0:14822:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370280320 00000100:00100000:3.0:1777045404.429062:0:14822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 519 00000100:00100000:3.0:1777045404.429077:0:14822:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d627480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+13:2393:x1863365370280320:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1777045404.429099:0:14822:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777045404.429132:0:14822:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009f104c8c/0x2c8777a5e7da0999 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1149b9d expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777045404.429171:0:14822:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x23:0x0] initial LVB size: 158, mtime: 0x69eb8f9b, atime: 0x0, ctime: 0x69eb8f9b, blocks: 0x1 00010000:00010000:3.0:1777045404.429196:0:14822:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777045404.429199:0:14822:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777045404.429281:0:14822:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009f104c8c/0x2c8777a5e7da0999 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149b9d expref: 14 pid: 14822 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045404.429325:0:14822:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000009f104c8c/0x2c8777a5e7da0999 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149b9d expref: 14 pid: 14822 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045404.429344:0:14822:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de43103200, rc 0) 00000100:00100000:3.0:1777045404.429423:0:14822:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d627480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+14:2393:x1863365370280320:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 Request processed in 348us (714us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045404.429461:0:14822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 519 00000100:00100000:3.0:1777045404.440356:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045404.440511:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370280576 00000100:00100000:1.0:1777045404.440525:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370280576 00000100:00100000:1.0:1777045404.440621:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1677 00000100:00100000:1.0:1777045404.440637:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41db0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+57:33533:x1863365370280576:12345-192.168.201.45@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1777045404.440814:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41db0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+57:33533:x1863365370280576:12345-192.168.201.45@tcp:57:lhsmtool_posix.0 Request processed in 179us (467us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045404.440828:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1677 00010000:00010000:0.0:1777045404.442790:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777045404.455077:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045404.461059:0:17648:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370280704 00000100:00100000:3.0:1777045404.461078:0:17648:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370280704 00002000:00100000:3.0:1777045404.461145:0:17648:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x23:0x0] (0->4095) req@ffff98df74175f80 x1863365370280704/t0(0) o3->15144518-a1c7-4352-a966-cb31eadd4d9b@192.168.201.45@tcp:405/0 lens 488/0 e 0 to 0 dl 1777045415 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1777045404.461161:0:17648:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98df74175f80 with x1863365370280704 ext(0->4095) 00002000:00010000:3.0:1777045404.461169:0:17648:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff98df74175f80 00000100:00100000:3.0:1777045404.461628:0:17648:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 134 00000100:00100000:3.0:1777045404.461644:0:17648:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df74175f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+14:2390:x1863365370280704:12345-192.168.201.45@tcp:3:lhsmtool_posix.0 00000100:00100000:3.0:1777045404.461904:0:17648:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df74175f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+14:2390:x1863365370280704:12345-192.168.201.45@tcp:3:lhsmtool_posix.0 Request processed in 261us (6837us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1777045404.461916:0:17648:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 134 00002000:00100000:3.0:1777045404.461927:0:17648:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x23:0x0] (0->4095) req@ffff98df74175f80 x1863365370280704/t0(0) o3->15144518-a1c7-4352-a966-cb31eadd4d9b@192.168.201.45@tcp:405/0 lens 488/4536 e 0 to 0 dl 1777045415 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1777045404.461939:0:17648:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff98df74175f80 with x1863365370280704 ext(0->4095) 00002000:00010000:3.0:1777045404.461947:0:17648:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff98df74175f80 00000100:00100000:2.0:1777045404.486544:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045404.486688:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370280832 00000100:00100000:3.0:1777045404.486702:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370280832 00000100:00100000:3.0:1777045404.486789:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1678 00000100:00100000:3.0:1777045404.486805:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df74177b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+57:33533:x1863365370280832:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1777045404.486832:0:5856:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777045404.486859:0:5856:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103e00/0x2c8777a5e7da09a0 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x37:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1149ba4 expref: -99 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045404.486904:0:5856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103600/0x2c8777a5e7da09a7 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x37:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045404.486923:0:5856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103600/0x2c8777a5e7da09a7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x37:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045404.486940:0:5856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103600/0x2c8777a5e7da09a7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x37:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045404.487081:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103e00/0x2c8777a5e7da09a0 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x37:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149ba4 expref: 59 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045404.487108:0:5856:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103600/0x2c8777a5e7da09a7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x37:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149ba4 expref: 58 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045404.487120:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x37:0x0].0x0 (ffff98df52c43800) 00010000:00010000:3.0:1777045404.487125:0:5856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1777045404.487130:0:5856:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de43103600, rc 0) 00000100:00100000:3.0:1777045404.487661:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df74177b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+58:33533:x1863365370280832:12345-192.168.201.45@tcp:101:lhsmtool_posix.0 Request processed in 857us (1143us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045404.487680:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1678 00000100:00100000:3.0:1777045404.503637:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045404.508264:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370280960 00000100:00100000:2.0:1777045404.508296:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370280960 00000100:00100000:1.0:1777045404.508375:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1679 00000100:00100000:1.0:1777045404.508394:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41db0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+58:33533:x1863365370280960:12345-192.168.201.45@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1777045404.508492:0:5856:0:(mdt_handler.c:7958:mdt_fid2path()) path get [0x200000402:0x37:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1777045404.508656:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41db0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+58:33533:x1863365370280960:12345-192.168.201.45@tcp:53:lhsmtool_posix.0 Request processed in 265us (5029us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045404.529015:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1679 00000100:00100000:2.0:1777045404.529548:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045404.529704:0:6639:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370281088 00000100:00100000:0.0:1777045404.529716:0:6639:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370281088 00000100:00100000:0.0:1777045404.529795:0:6639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 520 00000100:00100000:0.0:1777045404.529810:0:6639:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df74176300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+14:2393:x1863365370281088:12345-192.168.201.45@tcp:1:lhsmtool_posix.0 00010000:00010000:0.0:1777045404.529868:0:6639:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000591411e7/0x2c8777a5e7da09ae lrc: 3/1,0 mode: --/PR res: [0x240000400:0x23:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045404.529892:0:6639:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777045404.529895:0:6639:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777045404.529901:0:6639:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000591411e7/0x2c8777a5e7da09ae lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045404.529931:0:6639:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000591411e7/0x2c8777a5e7da09ae lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045404.529970:0:6639:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000591411e7/0x2c8777a5e7da09ae lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045404.529983:0:6639:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000591411e7/0x2c8777a5e7da09ae lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045404.529994:0:6639:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000591411e7/0x2c8777a5e7da09ae lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045404.530004:0:6639:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98df7b536e00 already unused, calling callback (ffffffffc17d22d0) 00010000:00010000:0.0:1777045404.530010:0:6639:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000591411e7/0x2c8777a5e7da09ae lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045404.530022:0:6639:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000591411e7/0x2c8777a5e7da09ae lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045404.530041:0:6639:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000591411e7/0x2c8777a5e7da09ae lrc: 2/0,0 mode: --/PR res: [0x240000400:0x23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045404.530052:0:6639:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000591411e7/0x2c8777a5e7da09ae lrc: 0/0,0 mode: --/PR res: [0x240000400:0x23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777045404.530174:0:6639:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df74176300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+14:2393:x1863365370281088:12345-192.168.201.45@tcp:1:lhsmtool_posix.0 Request processed in 366us (1407us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045404.530226:0:6639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 520 00000100:00100000:3.0:1777045404.542420:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045404.542784:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370281344 00000100:00100000:1.0:1777045404.542799:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370281344 00000100:00100000:1.0:1777045404.543157:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1680 00000100:00100000:1.0:1777045404.543173:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41db1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+58:33533:x1863365370281344:12345-192.168.201.45@tcp:57:lhsmtool_posix.0 00010000:00010000:1.0:1777045404.543491:0:5855:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec800/0x2c8777a5e7da09b5 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x37:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045404.543526:0:5855:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103600/0x2c8777a5e7da09a7 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x37:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149ba4 expref: 58 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045404.543541:0:5855:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec800/0x2c8777a5e7da09b5 lrc: 4/0,1 mode: --/PW res: [0x200000402:0x37:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045404.543594:0:5855:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103600/0x2c8777a5e7da09a7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x37:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149ba4 expref: 58 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045404.543613:0:5855:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103600/0x2c8777a5e7da09a7 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x37:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149ba4 expref: 58 pid: 5856 timeout: 2133 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777045404.543642:0:5855:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df75299500 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5855:1863365424463488:192.168.201.45@tcp:104: 00000100:00100000:1.0:1777045404.544869:0:5855:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df50ea1e40 going to sleep for 11 seconds 00000100:00100000:3.0:1777045404.561531:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045404.562989:0:5841:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370281472 00000100:00100000:0.0:1777045404.563002:0:5841:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370281472 00010000:00010000:0.0:1777045404.563055:0:5841:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103600/0x2c8777a5e7da09a7 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x37:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149ba4 expref: 59 pid: 5856 timeout: 2133 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777045404.563112:0:5841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 475 00000100:00100000:0.0:1777045404.563125:0:5841:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41db2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+59:2392:x1863365370281472:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777045404.563146:0:5841:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777045404.563155:0:5841:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103600/0x2c8777a5e7da09a7 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x37:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149ba4 expref: 59 pid: 5856 timeout: 2133 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045404.563174:0:5841:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103600/0x2c8777a5e7da09a7 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x37:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149ba4 expref: 59 pid: 5856 timeout: 2133 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045404.563263:0:5841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x37:0x0].0x0 (ffff98df52c43800) 00010000:00010000:0.0:1777045404.563272:0:5841:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec800/0x2c8777a5e7da09b5 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x37:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045404.563285:0:5841:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec800/0x2c8777a5e7da09b5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x37:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045404.563296:0:5841:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec800/0x2c8777a5e7da09b5 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x37:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045404.563328:0:5841:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777045404.563400:0:5841:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41db2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+59:2392:x1863365370281472:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 276us (1878us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045404.563413:0:5841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 475 00010000:00010000:1.0:1777045404.569265:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43103600/0x2c8777a5e7da09a7 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x37:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149ba4 expref: 58 pid: 5856 timeout: 2133 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777045404.569295:0:5855:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df75299500 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5855:1863365424463488:192.168.201.45@tcp:104: 00010000:00010000:1.0:1777045404.569326:0:5855:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec800/0x2c8777a5e7da09b5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x37:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045404.569340:0:5855:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec800/0x2c8777a5e7da09b5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x37:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045404.569666:0:5855:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec800/0x2c8777a5e7da09b5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x37:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045404.570760:0:5855:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec800/0x2c8777a5e7da09b5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x37:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045404.570773:0:5855:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec800/0x2c8777a5e7da09b5 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x37:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045404.570784:0:5855:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec800/0x2c8777a5e7da09b5 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x37:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045404.570793:0:5855:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de419ec800 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:1.0:1777045404.570799:0:5855:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec800/0x2c8777a5e7da09b5 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x37:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045404.570814:0:5855:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec800/0x2c8777a5e7da09b5 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x37:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045404.572041:0:5855:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x37:0x0].0x0 (ffff98df52c43800) 00010000:00010000:1.0:1777045404.572046:0:5855:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1777045404.572053:0:5855:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec800/0x2c8777a5e7da09b5 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x37:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045404.572063:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec800/0x2c8777a5e7da09b5 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x37:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5855 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777045404.572422:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41db1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+58:33533:x1863365370281344:12345-192.168.201.45@tcp:57:lhsmtool_posix.0 Request processed in 29247us (30005us total) trans 4294968399 rc 0/0 00000100:00100000:1.0:1777045404.572460:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1680 00000040:00080000:0.0:1777045404.572872:0:11491:0:(llog.c:801:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1777045404.572880:0:11491:0:(llog_cat.c:158:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1777045404.573881:0:11491:0:(llog.c:858:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 11 00000040:00080000:0.0:1777045404.573895:0:11491:0:(llog.c:858:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1777045404.594166:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045404.600840:0:5859:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370281728 00000100:00100000:0.0:1777045404.600858:0:5859:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370281728 00000100:00100000:0.0:1777045404.601710:0:5859:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 368 00000100:00100000:0.0:1777045404.601728:0:5859:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41db1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+58:33533:x1863365370281728:12345-192.168.201.45@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1777045404.602026:0:5859:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41db1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+59:33533:x1863365370281728:12345-192.168.201.45@tcp:35:lhsmtool_posix.0 Request processed in 301us (7868us total) trans 4294968400 rc 0/0 00000100:00100000:0.0:1777045404.602039:0:5859:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 368 00010000:00010000:1.0:1777045405.465172:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1777045405.596359:0:11491:0:(llog.c:801:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1777045405.596370:0:11491:0:(llog_cat.c:158:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1777045405.596443:0:11491:0:(llog.c:858:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 55 count 11 00000040:00080000:3.0:1777045405.596452:0:11491:0:(llog.c:858:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:0.0:1777045406.490668:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1777045406.577114:0:21959:0:(llog.c:801:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1777045406.577125:0:21959:0:(llog_cat.c:158:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1777045406.577544:0:21959:0:(llog.c:858:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 55 count 11 00000040:00080000:1.0:1777045406.577553:0:21959:0:(llog.c:858:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1777045406.736843:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045406.736883:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045406.736908:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045406.736932:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045406.736957:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045406.736983:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045406.737000:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045406.737020:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045406.737132:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370281856 00000100:00100000:3.0:1777045406.737143:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370281856 00000100:00100000:3.0:1777045406.737226:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370282240 00000100:00100000:3.0:1777045406.737231:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370282240 00000100:00100000:3.0:1777045406.737254:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370282368 00000100:00100000:3.0:1777045406.737258:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370282368 00000100:00100000:3.0:1777045406.737272:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370282496 00000100:00100000:3.0:1777045406.737275:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370282496 00000100:00100000:3.0:1777045406.737289:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370282624 00000100:00100000:3.0:1777045406.737292:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370282624 00000100:00100000:3.0:1777045406.737305:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370282752 00000100:00100000:3.0:1777045406.737308:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370282752 00000100:00100000:3.0:1777045406.737326:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370282880 00000100:00100000:3.0:1777045406.737330:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370282880 00000100:00100000:3.0:1777045406.737341:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370281984 00000100:00100000:3.0:1777045406.737345:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370281984 00000100:00100000:3.0:1777045406.737366:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 521 00000100:00100000:3.0:1777045406.737381:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df485bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:146de360-3fb2-48bd-b418-06f30714148a+13:2391:x1863365370281856:12345-192.168.201.45@tcp:101:rm.0 00010000:00010000:3.0:1777045406.737425:0:6642:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777045406.737451:0:6642:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e3f4470f/0x2c8777a5e7da09bc lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1149bab expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045406.737484:0:6642:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777045406.737487:0:6642:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777045406.737499:0:6642:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e3f4470f/0x2c8777a5e7da09bc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149bab expref: 14 pid: 6642 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045406.737526:0:6642:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000e3f4470f/0x2c8777a5e7da09bc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149bab expref: 14 pid: 6642 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045406.737548:0:6642:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de43103e00, rc 0) 00000100:00100000:3.0:1777045406.737614:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df485bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:146de360-3fb2-48bd-b418-06f30714148a+14:2391:x1863365370281856:12345-192.168.201.45@tcp:101:rm.0 Request processed in 236us (780us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045406.737623:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 521 00000100:00100000:3.0:1777045406.737649:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 522 00000100:00100000:3.0:1777045406.737658:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df485be300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:146de360-3fb2-48bd-b418-06f30714148a+15:2391:x1863365370282240:12345-192.168.201.45@tcp:101:ll_agl.0 00010000:00010000:3.0:1777045406.737668:0:6642:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777045406.737681:0:6642:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002be16d25/0x2c8777a5e7da09c3 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1149bc0 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045406.737706:0:6642:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777045406.737708:0:6642:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777045406.737714:0:6642:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002be16d25/0x2c8777a5e7da09c3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149bc0 expref: 16 pid: 6642 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045406.737732:0:6642:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000002be16d25/0x2c8777a5e7da09c3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149bc0 expref: 16 pid: 6642 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045406.737744:0:6642:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de43103c00, rc 0) 00000100:00100000:3.0:1777045406.737770:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df485be300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:146de360-3fb2-48bd-b418-06f30714148a+16:2391:x1863365370282240:12345-192.168.201.45@tcp:101:ll_agl.0 Request processed in 113us (887us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045406.737779:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 522 00000100:00100000:3.0:1777045406.737798:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 523 00000100:00100000:3.0:1777045406.737807:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df485bc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:146de360-3fb2-48bd-b418-06f30714148a+13:2391:x1863365370282368:12345-192.168.201.45@tcp:101:ll_agl.0 00010000:00010000:3.0:1777045406.737816:0:6642:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777045406.737828:0:6642:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b24eec64/0x2c8777a5e7da09ca lrc: 2/0,0 mode: --/PR res: [0x280000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1149bc7 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045406.737845:0:6642:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777045406.737848:0:6642:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777045406.737855:0:6642:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b24eec64/0x2c8777a5e7da09ca lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149bc7 expref: 14 pid: 6642 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045406.737869:0:6642:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b24eec64/0x2c8777a5e7da09ca lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149bc7 expref: 14 pid: 6642 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045406.737889:0:6642:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de43103000, rc 0) 00000100:00100000:3.0:1777045406.737919:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df485bc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:146de360-3fb2-48bd-b418-06f30714148a+14:2391:x1863365370282368:12345-192.168.201.45@tcp:101:ll_agl.0 Request processed in 113us (1010us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045406.737928:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 523 00000100:00100000:3.0:1777045406.737949:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 524 00000100:00100000:3.0:1777045406.737960:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df485bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:146de360-3fb2-48bd-b418-06f30714148a+15:2391:x1863365370282496:12345-192.168.201.45@tcp:101:ll_agl.0 00010000:00010000:3.0:1777045406.737970:0:6642:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777045406.737981:0:6642:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000642312c2/0x2c8777a5e7da09d1 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1149bce expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045406.738001:0:6642:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777045406.738004:0:6642:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777045406.738010:0:6642:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000642312c2/0x2c8777a5e7da09d1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149bce expref: 16 pid: 6642 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045406.738026:0:6642:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000642312c2/0x2c8777a5e7da09d1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149bce expref: 16 pid: 6642 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045406.738039:0:6642:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de43103a00, rc 0) 00000100:00100000:3.0:1777045406.738069:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df485bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:146de360-3fb2-48bd-b418-06f30714148a+16:2391:x1863365370282496:12345-192.168.201.45@tcp:101:ll_agl.0 Request processed in 111us (1135us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045406.738078:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 524 00000100:00100000:3.0:1777045406.738099:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 525 00000100:00100000:3.0:1777045406.738109:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d60f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:146de360-3fb2-48bd-b418-06f30714148a+13:2391:x1863365370282624:12345-192.168.201.45@tcp:101:ll_agl.0 00010000:00010000:3.0:1777045406.738120:0:6642:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777045406.738132:0:6642:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000069fb3997/0x2c8777a5e7da09d8 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1149bd5 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045406.738148:0:6642:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777045406.738150:0:6642:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777045406.738157:0:6642:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000069fb3997/0x2c8777a5e7da09d8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149bd5 expref: 14 pid: 6642 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045406.738174:0:6642:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000069fb3997/0x2c8777a5e7da09d8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149bd5 expref: 14 pid: 6642 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045406.738188:0:6642:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de43103600, rc 0) 00000100:00100000:3.0:1777045406.738248:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d60f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:146de360-3fb2-48bd-b418-06f30714148a+14:2391:x1863365370282624:12345-192.168.201.45@tcp:101:ll_agl.0 Request processed in 140us (1289us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045406.738257:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 525 00000100:00100000:3.0:1777045406.738278:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 526 00000100:00100000:3.0:1777045406.738289:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42771c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:146de360-3fb2-48bd-b418-06f30714148a+15:2391:x1863365370282752:12345-192.168.201.45@tcp:101:ll_agl.0 00010000:00010000:3.0:1777045406.738298:0:6642:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777045406.738309:0:6642:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007fabfe0f/0x2c8777a5e7da09df lrc: 2/0,0 mode: --/PR res: [0x240000400:0x22:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1149bdc expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045406.738327:0:6642:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777045406.738329:0:6642:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777045406.738337:0:6642:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007fabfe0f/0x2c8777a5e7da09df lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149bdc expref: 16 pid: 6642 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045406.738361:0:6642:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000007fabfe0f/0x2c8777a5e7da09df lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149bdc expref: 16 pid: 6642 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045406.738375:0:6642:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de43096c00, rc 0) 00000100:00100000:3.0:1777045406.738429:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42771c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:146de360-3fb2-48bd-b418-06f30714148a+16:2391:x1863365370282752:12345-192.168.201.45@tcp:101:ll_agl.0 Request processed in 142us (1444us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045406.738439:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 526 00000100:00100000:3.0:1777045406.738460:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 527 00000100:00100000:3.0:1777045406.738472:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de435afb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:146de360-3fb2-48bd-b418-06f30714148a+13:2391:x1863365370282880:12345-192.168.201.45@tcp:101:ll_agl.0 00010000:00010000:3.0:1777045406.738482:0:6642:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777045406.738493:0:6642:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000040484dc5/0x2c8777a5e7da09e6 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x22:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1149be3 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045406.738511:0:6642:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777045406.738513:0:6642:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777045406.738520:0:6642:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000040484dc5/0x2c8777a5e7da09e6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149be3 expref: 14 pid: 6642 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045406.738536:0:6642:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000040484dc5/0x2c8777a5e7da09e6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149be3 expref: 14 pid: 6642 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045406.738550:0:6642:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de43096400, rc 0) 00000100:00100000:3.0:1777045406.738579:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de435afb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:146de360-3fb2-48bd-b418-06f30714148a+14:2391:x1863365370282880:12345-192.168.201.45@tcp:101:ll_agl.0 Request processed in 110us (1578us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045406.738592:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 527 00000100:00100000:3.0:1777045406.738612:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 528 00000100:00100000:3.0:1777045406.738621:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de435ac000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:146de360-3fb2-48bd-b418-06f30714148a+15:2392:x1863365370281984:12345-192.168.201.45@tcp:101:ll_sa.0 00010000:00010000:3.0:1777045406.738631:0:6642:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777045406.738643:0:6642:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c643ecec/0x2c8777a5e7da09ed lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1149bb2 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045406.738663:0:6642:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777045406.738665:0:6642:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777045406.738672:0:6642:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c643ecec/0x2c8777a5e7da09ed lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149bb2 expref: 16 pid: 6642 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045406.738690:0:6642:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000c643ecec/0x2c8777a5e7da09ed lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149bb2 expref: 16 pid: 6642 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045406.738704:0:6642:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98de43096200, rc 0) 00000100:00100000:3.0:1777045406.738734:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de435ac000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:146de360-3fb2-48bd-b418-06f30714148a+16:2392:x1863365370281984:12345-192.168.201.45@tcp:101:ll_sa.0 Request processed in 113us (1712us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045406.744156:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 528 00000100:00080000:3.0:1777045406.746258:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1777045406.746266:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1777045406.746602:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045406.747760:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370282112 00000100:00100000:0.0:1777045406.747772:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370282112 00000100:00100000:0.0:1777045406.747829:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 529 00000100:00100000:0.0:1777045406.747842:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b9c6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:146de360-3fb2-48bd-b418-06f30714148a+14:2393:x1863365370282112:12345-192.168.201.45@tcp:101:ll_agl.0 00010000:00010000:0.0:1777045406.748081:0:6642:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777045406.748102:0:6642:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000aabf8275/0x2c8777a5e7da09f4 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3f1cb74ee1149bb9 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045406.748133:0:6642:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777045406.748136:0:6642:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777045406.748147:0:6642:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000aabf8275/0x2c8777a5e7da09f4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149bb9 expref: 15 pid: 6642 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045406.748168:0:6642:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000aabf8275/0x2c8777a5e7da09f4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149bb9 expref: 15 pid: 6642 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045406.748186:0:6642:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98df7b536a00, rc 0) 00000100:00100000:0.0:1777045406.748299:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b9c6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:146de360-3fb2-48bd-b418-06f30714148a+15:2393:x1863365370282112:12345-192.168.201.45@tcp:101:ll_agl.0 Request processed in 458us (1701us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045406.748309:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 529 00000100:00100000:3.0:1777045406.772538:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045406.775588:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370283136 00000100:00100000:0.0:1777045406.775603:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370283136 00000100:00100000:0.0:1777045406.775687:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1681 00000100:00100000:0.0:1777045406.775702:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b9c7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:146de360-3fb2-48bd-b418-06f30714148a+51:33543:x1863365370283136:12345-192.168.201.45@tcp:36:rm.0 00010000:00010000:0.0:1777045406.775768:0:7939:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1777045406.775803:0:7939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097c00/0x2c8777a5e7d9fe71 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11495d1 expref: 51 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045406.775828:0:7939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2e:0x0].0x0 (ffff98df4a351200) 00010000:00010000:0.0:1777045406.775843:0:7939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102400/0x2c8777a5e7da0968 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149b88 expref: 50 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045406.775858:0:7939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff98df52c43500) 00010000:00010000:0.0:1777045406.775863:0:7939:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777045406.775892:0:7939:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537c00/0x2c8777a5e7da09fb lrc: 3/0,1 mode: --/CW res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045406.775916:0:7939:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537c00/0x2c8777a5e7da09fb lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045406.775929:0:7939:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537c00/0x2c8777a5e7da09fb lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045406.775950:0:7939:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536e00/0x2c8777a5e7da0a02 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x53:0x0].0x156975b9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045406.775960:0:7939:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536e00/0x2c8777a5e7da0a02 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x53:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045406.775969:0:7939:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536e00/0x2c8777a5e7da0a02 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x53:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045406.776727:0:7939:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536400/0x2c8777a5e7da0a09 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045406.776742:0:7939:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097e00/0x2c8777a5e7d9fe40 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11495bc expref: 58 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045406.776755:0:7939:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536400/0x2c8777a5e7da0a09 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x2e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045406.776795:0:7939:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097e00/0x2c8777a5e7d9fe40 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11495bc expref: 58 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045406.776812:0:7939:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097e00/0x2c8777a5e7d9fe40 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11495bc expref: 58 pid: 5857 timeout: 2135 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777045406.776839:0:7939:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df77fd5f80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7939:1863365424463616:192.168.201.45@tcp:104: 00000100:00100000:0.0:1777045406.776948:0:7939:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df433a23c0 going to sleep for 11 seconds 00000100:00080000:3.0:1777045406.777441:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1777045406.809050:0:7939:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df77fd5f80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7939:1863365424463616:192.168.201.45@tcp:104: 00000100:00100000:2.0:1777045406.809081:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00010000:00010000:3.0:1777045406.809089:0:7939:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536400/0x2c8777a5e7da0a09 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777045406.822279:0:6655:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370283264 00000100:00100000:0.0:1777045406.822295:0:6655:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370283264 00000100:00080000:2.0:1777045406.822849:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1777045406.822882:0:6655:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097e00/0x2c8777a5e7d9fe40 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11495bc expref: 59 pid: 5857 timeout: 2135 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777045406.822939:0:6655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 476 00000100:00100000:0.0:1777045406.822953:0:6655:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df74176680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+59:2392:x1863365370283264:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777045406.822972:0:6655:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777045406.822982:0:6655:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097e00/0x2c8777a5e7d9fe40 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11495bc expref: 59 pid: 5857 timeout: 2135 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045406.822999:0:6655:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097e00/0x2c8777a5e7d9fe40 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11495bc expref: 59 pid: 5857 timeout: 2135 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045406.823026:0:6655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43097e00/0x2c8777a5e7d9fe40 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11495bc expref: 59 pid: 5857 timeout: 2135 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045406.823045:0:6655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2e:0x0].0x0 (ffff98df4a351200) 00010000:00010000:0.0:1777045406.823052:0:6655:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536400/0x2c8777a5e7da0a09 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045406.823065:0:6655:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536400/0x2c8777a5e7da0a09 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045406.823081:0:6655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536400/0x2c8777a5e7da0a09 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x2e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045406.823124:0:6655:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777045406.823193:0:6655:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df74176680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+58:2392:x1863365370283264:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 242us (14112us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045406.823204:0:6655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 476 00010000:00010000:3.0:1777045406.825678:0:7939:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536400/0x2c8777a5e7da0a09 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045406.825696:0:7939:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536400/0x2c8777a5e7da0a09 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1777045406.858581:0:7939:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].15, 64 off9224 00000004:00080000:2.0:1777045406.858604:0:7939:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 2035348400124ns, next at 2036348396165ns, rc = 0 00010000:00010000:2.0:1777045406.858765:0:7939:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64e400/0x2c8777a5e7da0a10 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045406.858789:0:7939:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64e400/0x2c8777a5e7da0a10 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045406.858805:0:7939:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64e400/0x2c8777a5e7da0a10 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045406.858818:0:7939:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64e400/0x2c8777a5e7da0a10 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045406.858834:0:7939:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64e400/0x2c8777a5e7da0a10 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045406.858843:0:7939:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64e400/0x2c8777a5e7da0a10 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045406.858897:0:7939:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1777045406.858925:0:7939:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536400/0x2c8777a5e7da0a09 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045406.858934:0:7939:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536400/0x2c8777a5e7da0a09 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x2e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045406.858943:0:7939:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536400/0x2c8777a5e7da0a09 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045406.858951:0:7939:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98df7b536400 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:2.0:1777045406.858973:0:7939:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536400/0x2c8777a5e7da0a09 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045406.858985:0:7939:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536400/0x2c8777a5e7da0a09 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x2e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045406.859001:0:7939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2e:0x0].0x0 (ffff98df4a351200) 00010000:00010000:2.0:1777045406.859006:0:7939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1777045406.859012:0:7939:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536400/0x2c8777a5e7da0a09 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x2e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045406.859021:0:7939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536400/0x2c8777a5e7da0a09 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x2e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045406.859045:0:7939:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537c00/0x2c8777a5e7da09fb lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045406.859054:0:7939:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537c00/0x2c8777a5e7da09fb lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045406.859062:0:7939:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537c00/0x2c8777a5e7da09fb lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045406.859070:0:7939:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98df7b537c00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:2.0:1777045406.859073:0:7939:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537c00/0x2c8777a5e7da09fb lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045406.859081:0:7939:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537c00/0x2c8777a5e7da09fb lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045406.859092:0:7939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff98df52c43500) 00010000:00010000:2.0:1777045406.859095:0:7939:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777045406.859100:0:7939:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537c00/0x2c8777a5e7da09fb lrc: 2/0,0 mode: --/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045406.859107:0:7939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537c00/0x2c8777a5e7da09fb lrc: 0/0,0 mode: --/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777045406.859120:0:7939:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000041ff79d5 reply state 000000005b39ed16 transno 4294968401 ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536e00/0x2c8777a5e7da0a02 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x53:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777045406.859139:0:7939:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777045406.859292:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b9c7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:146de360-3fb2-48bd-b418-06f30714148a+51:33543:x1863365370283136:12345-192.168.201.45@tcp:36:rm.0 Request processed in 83586us (86758us total) trans 4294968401 rc 0/0 00000100:00100000:2.0:1777045406.859305:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1681 00010000:00010000:0.0:1777045406.862256:0:5845:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777045406.862268:0:5845:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64e400/0x2c8777a5e7da0a10 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045406.862281:0:5845:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98df6d64e400 already unused, calling callback (ffffffffc17d22d0) 00010000:00010000:0.0:1777045406.862286:0:5845:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64e400/0x2c8777a5e7da0a10 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045406.862296:0:5845:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64e400/0x2c8777a5e7da0a10 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045406.862312:0:5845:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2e:0x0].0x0 (ffff98df4a351200) 00010000:00010000:0.0:1777045406.862315:0:5845:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1777045406.862319:0:5845:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64e400/0x2c8777a5e7da0a10 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x2e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045406.862326:0:5845:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64e400/0x2c8777a5e7da0a10 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045406.862352:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777045406.862355:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777045406.862357:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777045406.881817:0:3327:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536e00/0x2c8777a5e7da0a02 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x53:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045406.881840:0:3327:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536e00/0x2c8777a5e7da0a02 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x53:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045406.881851:0:3327:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536e00/0x2c8777a5e7da0a02 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x53:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045406.881862:0:3327:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98df7b536e00 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:3.0:1777045406.881869:0:3327:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536e00/0x2c8777a5e7da0a02 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x53:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045406.881881:0:3327:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536e00/0x2c8777a5e7da0a02 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x53:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045406.881903:0:3327:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x156975b9 (ffff98df4a8ada00) 00010000:00010000:3.0:1777045406.881909:0:3327:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777045406.881915:0:3327:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536e00/0x2c8777a5e7da0a02 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x53:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045406.881926:0:3327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b536e00/0x2c8777a5e7da0a02 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x53:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7939 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1777045406.904584:0:5877:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968400 is committed 00000100:00100000:1.0:1777045407.222123:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045407.222203:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045407.222251:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045407.222303:0:6641:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370283520 00000100:00100000:1.0:1777045407.222914:0:6641:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370283520 00000100:00100000:1.0:1777045407.223001:0:6641:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370283648 00000100:00100000:1.0:1777045407.223006:0:6641:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370283648 00000100:00100000:1.0:1777045407.223043:0:6641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1124 00000100:00100000:1.0:1777045407.223057:0:6641:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df75299500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+14:2391:x1863365370283520:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:1.0:1777045407.223145:0:6641:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df75299500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+14:2391:x1863365370283520:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 90us (1034us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045407.223155:0:6641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1124 00000100:00100000:1.0:1777045407.223177:0:6641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1125 00000100:00100000:1.0:1777045407.223187:0:6641:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7529b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+12:2391:x1863365370283648:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:1.0:1777045407.223263:0:6641:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7529b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+12:2391:x1863365370283648:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 76us (1013us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045407.223273:0:6641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1125 00000100:00100000:1.0:1777045407.223302:0:5850:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370283392 00000100:00100000:1.0:1777045407.223308:0:5850:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370283392 00000100:00080000:0.0:1777045407.224757:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1777045407.224766:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1777045407.225004:0:5850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 951 00000100:00100000:1.0:1777045407.225023:0:5850:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df4fc77850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2391:x1863365370283392:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:1.0:1777045407.225633:0:5850:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df4fc77850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2391:x1863365370283392:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 617us (3430us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045407.225645:0:5850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 951 00000001:00080000:3.0:1777045407.350648:0:6666:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967389 is committed 00010000:00010000:3.0:1777045407.510054:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777045408.214877:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1777045408.214906:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df77fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424463744:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1777045408.215243:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045408.215464:0:6644:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424463744 00000100:00100000:0.0:1777045408.215475:0:6644:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424463744 00000100:00080000:3.0:1777045408.215533:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1777045408.215555:0:6644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 551 00000100:00100000:0.0:1777045408.215569:0:6644:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7419ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1863365424463744:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1777045408.215614:0:6644:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 71368704 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1777045408.215696:0:6644:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7419ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1863365424463744:12345-0@lo:13:osp-pre-0-0.0 Request processed in 130us (453us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045408.215707:0:6644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 551 00000100:00100000:3.0:1777045408.216233:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df77fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424463744:0@lo:13:osp-pre-0-0.0 00010000:00010000:1.0:1777045408.537876:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1777045408.603118:0:22013:0:(llog.c:801:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1777045408.603129:0:22013:0:(llog_cat.c:158:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1777045408.603283:0:22013:0:(llog.c:858:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 55 count 11 00000040:00080000:1.0:1777045408.603294:0:22013:0:(llog.c:858:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1777045408.757081:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045408.757124:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370283904 00000100:00100000:1.0:1777045408.757135:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370283904 00000100:00100000:1.0:1777045408.757258:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1682 00000100:00100000:1.0:1777045408.757274:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df75299f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:146de360-3fb2-48bd-b418-06f30714148a+50:33555:x1863365370283904:12345-192.168.201.45@tcp:36:rm.0 00010000:00010000:1.0:1777045408.757345:0:5856:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777045408.757414:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102800/0x2c8777a5e7d9ff82 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114963a expref: 50 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045408.757439:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2f:0x0].0x0 (ffff98df4a351c00) 00010000:00010000:1.0:1777045408.757446:0:5856:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777045408.757476:0:5856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec200/0x2c8777a5e7da0a17 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045408.757494:0:5856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec200/0x2c8777a5e7da0a17 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045408.757508:0:5856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec200/0x2c8777a5e7da0a17 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045408.757527:0:5856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec800/0x2c8777a5e7da0a1e lrc: 3/0,1 mode: --/PW res: [0x200000401:0x53:0x0].0x3fac6341 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045408.757537:0:5856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec800/0x2c8777a5e7da0a1e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x53:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045408.757546:0:5856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec800/0x2c8777a5e7da0a1e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x53:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045408.757679:0:5856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec400/0x2c8777a5e7da0a25 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045408.757696:0:5856:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096e00/0x2c8777a5e7d9ff2e lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149617 expref: 31 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045408.757708:0:5856:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec400/0x2c8777a5e7da0a25 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045408.757752:0:5856:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096e00/0x2c8777a5e7d9ff2e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149617 expref: 31 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045408.757772:0:5856:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096e00/0x2c8777a5e7d9ff2e lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149617 expref: 31 pid: 5856 timeout: 2137 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777045408.757793:0:5856:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7529b100 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5856:1863365424463872:192.168.201.45@tcp:104: 00000100:00100000:1.0:1777045408.757894:0:5856:0:(client.c:2691:ptlrpc_set_wait()) set ffff98de47823840 going to sleep for 11 seconds 00000100:00080000:1.0:1777045408.757913:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1777045408.774386:0:5856:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7529b100 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5856:1863365424463872:192.168.201.45@tcp:104: 00010000:00010000:0.0:1777045408.774679:0:5856:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec400/0x2c8777a5e7da0a25 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777045408.778731:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045408.778780:0:5841:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370284032 00000100:00100000:0.0:1777045408.778791:0:5841:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370284032 00010000:00010000:0.0:1777045408.778870:0:5841:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096e00/0x2c8777a5e7d9ff2e lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149617 expref: 32 pid: 5856 timeout: 2137 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777045408.778923:0:5841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 477 00000100:00100000:0.0:1777045408.778938:0:5841:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77fd7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+32:2393:x1863365370284032:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777045408.778957:0:5841:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777045408.778966:0:5841:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096e00/0x2c8777a5e7d9ff2e lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149617 expref: 32 pid: 5856 timeout: 2137 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045408.778985:0:5841:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096e00/0x2c8777a5e7d9ff2e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149617 expref: 32 pid: 5856 timeout: 2137 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045408.779020:0:5841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096e00/0x2c8777a5e7d9ff2e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149617 expref: 32 pid: 5856 timeout: 2137 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045408.779042:0:5841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2f:0x0].0x0 (ffff98df4a351c00) 00010000:00010000:0.0:1777045408.779049:0:5841:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec400/0x2c8777a5e7da0a25 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045408.779061:0:5841:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec400/0x2c8777a5e7da0a25 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045408.779072:0:5841:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec400/0x2c8777a5e7da0a25 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045408.779113:0:5841:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777045408.779198:0:5841:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77fd7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+31:2393:x1863365370284032:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 262us (473us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045408.779261:0:5841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 477 00000100:00080000:1.0:1777045408.779988:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1777045408.784105:0:5856:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec400/0x2c8777a5e7da0a25 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045408.784130:0:5856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec400/0x2c8777a5e7da0a25 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1777045408.786842:0:5856:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].19, 64 off9480 00000004:00080000:2.0:1777045408.786861:0:5856:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 2037276657687ns, next at 2038276653939ns, rc = 0 00010000:00010000:2.0:1777045408.787431:0:5856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64f600/0x2c8777a5e7da0a2c lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045408.787456:0:5856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64f600/0x2c8777a5e7da0a2c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045408.787473:0:5856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64f600/0x2c8777a5e7da0a2c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045408.787484:0:5856:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64f600/0x2c8777a5e7da0a2c lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045408.787493:0:5856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64f600/0x2c8777a5e7da0a2c lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045408.787502:0:5856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64f600/0x2c8777a5e7da0a2c lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045408.787530:0:5856:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1777045408.787561:0:5856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec400/0x2c8777a5e7da0a25 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045408.787572:0:5856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec400/0x2c8777a5e7da0a25 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045408.787582:0:5856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec400/0x2c8777a5e7da0a25 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045408.787592:0:5856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de419ec400 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:2.0:1777045408.787599:0:5856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec400/0x2c8777a5e7da0a25 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045408.787609:0:5856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec400/0x2c8777a5e7da0a25 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045408.787626:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2f:0x0].0x0 (ffff98df4a351c00) 00010000:00010000:2.0:1777045408.787632:0:5856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1777045408.787638:0:5856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec400/0x2c8777a5e7da0a25 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045408.787647:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec400/0x2c8777a5e7da0a25 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045408.787675:0:5856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec200/0x2c8777a5e7da0a17 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045408.787685:0:5856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec200/0x2c8777a5e7da0a17 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045408.787694:0:5856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec200/0x2c8777a5e7da0a17 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045408.787701:0:5856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de419ec200 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:2.0:1777045408.787705:0:5856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec200/0x2c8777a5e7da0a17 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045408.787715:0:5856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec200/0x2c8777a5e7da0a17 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045408.787733:0:5856:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff98df52c43500) 00010000:00010000:2.0:1777045408.787737:0:5856:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777045408.787742:0:5856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec200/0x2c8777a5e7da0a17 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045408.787751:0:5856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec200/0x2c8777a5e7da0a17 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777045408.787767:0:5856:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000f3bc11ad reply state 0000000024f65b20 transno 4294968402 ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec800/0x2c8777a5e7da0a1e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x53:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777045408.787780:0:5856:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1777045408.787853:0:5844:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777045408.787863:0:5844:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64f600/0x2c8777a5e7da0a2c lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045408.787873:0:5844:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98df6d64f600 already unused, calling callback (ffffffffc17d22d0) 00010000:00010000:3.0:1777045408.787878:0:5844:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64f600/0x2c8777a5e7da0a2c lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045408.787888:0:5844:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64f600/0x2c8777a5e7da0a2c lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777045408.787895:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df75299f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:146de360-3fb2-48bd-b418-06f30714148a+51:33555:x1863365370283904:12345-192.168.201.45@tcp:36:rm.0 Request processed in 30621us (30821us total) trans 4294968402 rc 0/0 00010000:00010000:3.0:1777045408.787902:0:5844:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2f:0x0].0x0 (ffff98df4a351c00) 00010000:00010000:3.0:1777045408.787906:0:5844:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00000100:00100000:2.0:1777045408.787908:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1682 00010000:00010000:3.0:1777045408.787910:0:5844:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64f600/0x2c8777a5e7da0a2c lrc: 1/0,0 mode: --/PW res: [0x200000402:0x2f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045408.787919:0:5844:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df6d64f600/0x2c8777a5e7da0a2c lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045408.787940:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777045408.787944:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777045408.787946:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777045408.816119:0:3328:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec800/0x2c8777a5e7da0a1e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x53:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045408.816351:0:3328:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec800/0x2c8777a5e7da0a1e lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x53:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045408.816387:0:3328:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec800/0x2c8777a5e7da0a1e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x53:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045408.817795:0:3328:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de419ec800 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:2.0:1777045408.817803:0:3328:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec800/0x2c8777a5e7da0a1e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x53:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045408.817816:0:3328:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec800/0x2c8777a5e7da0a1e lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x53:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045408.817844:0:3328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x3fac6341 (ffff98df51b04000) 00010000:00010000:2.0:1777045408.817848:0:3328:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777045408.817854:0:3328:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec800/0x2c8777a5e7da0a1e lrc: 2/0,0 mode: --/PW res: [0x200000401:0x53:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045408.817863:0:3328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec800/0x2c8777a5e7da0a1e lrc: 0/0,0 mode: --/PW res: [0x200000401:0x53:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5856 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1777045408.872148:0:7533:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967385 is committed 00000004:00080000:1.0:1777045409.238334:0:7614:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 2037728128469ns, next at 2038728125655ns, rc = 0 00000100:00100000:1.0:1777045409.238389:0:3341:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1777045409.238415:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df75298700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424464000:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1777045409.238492:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777045409.238574:0:19062:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424464000 00000100:00100000:1.0:1777045409.238583:0:19062:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424464000 00000100:00100000:1.0:1777045409.238655:0:19062:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 552 00000100:00100000:1.0:1777045409.238667:0:19062:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7529b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3341:x1863365424464000:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1777045409.238707:0:19062:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 62849024 pending 0 free 3851419648 avail 3849322496 00000100:00100000:1.0:1777045409.238763:0:19062:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7529b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3341:x1863365424464000:12345-0@lo:13:osp-pre-1-0.0 Request processed in 98us (270us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045409.238772:0:19062:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 552 00000100:00080000:1.0:1777045409.238798:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1777045409.238842:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df75298700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424464000:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1777045409.246787:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7b9c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ce657616-b3f3-4e21-ac89-518ab611901c:3343:1863365424464128:0@lo:400:kworker.0 00000100:00100000:0.0:1777045409.246893:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777045409.247166:0:5849:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424464128 00000100:00100000:1.0:1777045409.247176:0:5849:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424464128 00000100:00100000:1.0:1777045409.247256:0:5849:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 952 00000100:00100000:1.0:1777045409.247269:0:5849:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df4fc76850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ce657616-b3f3-4e21-ac89-518ab611901c+18:3343:x1863365424464128:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777045409.247539:0:3344:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df77954e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3344:1863365424464256:0@lo:400:kworker.0 00000100:00100000:2.0:1777045409.247584:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777045409.247789:0:3344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1777045409.247801:0:3344:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de42e58380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3344:1863365424464640:0@lo:400:kworker.0 00000100:00100000:2.0:1777045409.247834:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777045409.248088:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424464256 00000100:00100000:3.0:1777045409.248095:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424464256 00000100:00100000:3.0:1777045409.248156:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424464640 00000100:00100000:3.0:1777045409.248162:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424464640 00000100:00100000:2.0:1777045409.248169:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1301 00000100:00100000:2.0:1777045409.248180:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df74175500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3344:x1863365424464256:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777045409.248243:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1302 00000100:00100000:2.0:1777045409.248249:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df74175500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3344:x1863365424464256:12345-0@lo:400:kworker.0 Request processed in 72us (665us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045409.248253:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df74175880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3344:x1863365424464640:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777045409.248259:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1301 00000100:00100000:3.0:1777045409.249526:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df74175880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3344:x1863365424464640:12345-0@lo:400:kworker.0 Request processed in 1272us (1687us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045409.249536:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1302 00000100:00100000:2.0:1777045409.249596:0:3344:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de42e58380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3344:1863365424464640:0@lo:400:kworker.0 00000100:00100000:2.0:1777045409.249616:0:3344:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df77954e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3344:1863365424464256:0@lo:400:kworker.0 00000100:00100000:3.0:1777045409.250088:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df77955500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3341:1863365424464384:0@lo:400:kworker.0 00000100:00100000:3.0:1777045409.250329:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777045409.250405:0:3341:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1777045409.250414:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de42e59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424464512:0@lo:400:kworker.0 00000100:00100000:3.0:1777045409.250446:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777045409.250482:0:14822:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424464512 00000100:00100000:3.0:1777045409.250489:0:14822:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424464512 00000100:00100000:2.0:1777045409.250501:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424464384 00000100:00100000:2.0:1777045409.250506:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424464384 00000100:00100000:2.0:1777045409.250542:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1303 00000100:00100000:3.0:1777045409.250543:0:14822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1126 00000100:00100000:3.0:1777045409.250553:0:14822:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42e58a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3341:x1863365424464512:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777045409.250553:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42e58700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3341:x1863365424464384:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777045409.250608:0:14822:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42e58a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3341:x1863365424464512:12345-0@lo:400:kworker.0 Request processed in 56us (159us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045409.250617:0:14822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1126 00000100:00100000:2.0:1777045409.250622:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42e58700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3341:x1863365424464384:12345-0@lo:400:kworker.0 Request processed in 72us (294us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045409.250630:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1303 00000100:00100000:3.0:1777045409.250655:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de42e59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424464512:0@lo:400:kworker.0 00000100:00100000:3.0:1777045409.250668:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df77955500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3341:1863365424464384:0@lo:400:kworker.0 00000100:00100000:1.0:1777045409.250995:0:5849:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df4fc76850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ce657616-b3f3-4e21-ac89-518ab611901c+18:3343:x1863365424464128:12345-0@lo:400:kworker.0 Request processed in 3727us (4100us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045409.251005:0:5849:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 952 00000100:00080000:1.0:1777045409.251041:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1777045409.251421:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7b9c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ce657616-b3f3-4e21-ac89-518ab611901c:3343:1863365424464128:0@lo:400:kworker.0 00010000:00010000:1.0:1777045409.557852:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777045410.581508:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1777045410.699103:0:22065:0:(llog.c:801:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1777045410.701697:0:22065:0:(llog_cat.c:158:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1777045410.703064:0:22065:0:(llog.c:858:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 55 count 11 00000040:00080000:0.0:1777045410.703078:0:22065:0:(llog.c:858:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1777045410.928818:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045410.929138:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370284288 00000100:00100000:1.0:1777045410.929151:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370284288 00000100:00080000:3.0:1777045410.929229:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1777045410.929259:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1683 00000100:00100000:1.0:1777045410.929275:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df75298700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:146de360-3fb2-48bd-b418-06f30714148a+50:33566:x1863365370284288:12345-192.168.201.45@tcp:36:rm.0 00010000:00010000:1.0:1777045410.929381:0:12646:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777045410.929416:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed600/0x2c8777a5e7da0054 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114968e expref: 50 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045410.930860:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x30:0x0].0x0 (ffff98df4a351300) 00010000:00010000:1.0:1777045410.930869:0:12646:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777045410.930904:0:12646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec800/0x2c8777a5e7da0a33 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045410.930926:0:12646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec800/0x2c8777a5e7da0a33 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045410.930943:0:12646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec800/0x2c8777a5e7da0a33 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045410.930964:0:12646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec200/0x2c8777a5e7da0a3a lrc: 3/0,1 mode: --/PW res: [0x200000401:0x53:0x0].0x353b91a9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045410.930977:0:12646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec200/0x2c8777a5e7da0a3a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x53:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045410.930988:0:12646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec200/0x2c8777a5e7da0a3a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x53:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045410.932075:0:12646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec400/0x2c8777a5e7da0a41 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045410.932096:0:12646:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096a00/0x2c8777a5e7da0023 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149679 expref: 30 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045410.932110:0:12646:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec400/0x2c8777a5e7da0a41 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x30:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045410.932156:0:12646:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096a00/0x2c8777a5e7da0023 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149679 expref: 30 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045410.932177:0:12646:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096a00/0x2c8777a5e7da0023 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149679 expref: 30 pid: 5855 timeout: 2139 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777045410.932198:0:12646:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7529a300 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12646:1863365424464768:192.168.201.45@tcp:104: 00000100:00100000:1.0:1777045410.935472:0:12646:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df467e1a80 going to sleep for 11 seconds 00000100:00100000:1.0:1777045410.947111:0:12646:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7529a300 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12646:1863365424464768:192.168.201.45@tcp:104: 00010000:00010000:1.0:1777045410.947147:0:12646:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec400/0x2c8777a5e7da0a41 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x30:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777045410.954538:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045410.974393:0:6655:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370284416 00000100:00100000:3.0:1777045410.974414:0:6655:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370284416 00010000:00010000:3.0:1777045410.974540:0:6655:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096a00/0x2c8777a5e7da0023 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149679 expref: 31 pid: 5855 timeout: 2139 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777045410.974646:0:6655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 478 00000100:00100000:3.0:1777045410.974664:0:6655:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77fd5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+31:2392:x1863365370284416:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777045410.974686:0:6655:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777045410.974698:0:6655:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096a00/0x2c8777a5e7da0023 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149679 expref: 31 pid: 5855 timeout: 2139 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:2.0:1777045410.974714:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1777045410.974722:0:6655:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096a00/0x2c8777a5e7da0023 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149679 expref: 31 pid: 5855 timeout: 2139 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045410.974755:0:6655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096a00/0x2c8777a5e7da0023 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149679 expref: 31 pid: 5855 timeout: 2139 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045410.974778:0:6655:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x30:0x0].0x0 (ffff98df4a351300) 00010000:00010000:3.0:1777045410.974787:0:6655:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec400/0x2c8777a5e7da0a41 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x30:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045410.974801:0:6655:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec400/0x2c8777a5e7da0a41 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x30:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045410.974813:0:6655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec400/0x2c8777a5e7da0a41 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x30:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045410.976649:0:6655:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777045410.976702:0:12646:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec400/0x2c8777a5e7da0a41 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x30:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045410.976729:0:12646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec400/0x2c8777a5e7da0a41 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x30:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777045410.976745:0:6655:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77fd5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+30:2392:x1863365370284416:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 2081us (22210us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045410.976760:0:6655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 478 00000040:00080000:0.0:1777045410.977795:0:12646:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].16, 64 off9288 00000004:00080000:0.0:1777045410.977812:0:12646:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 2039467607816ns, next at 2040467604143ns, rc = 0 00010000:00010000:0.0:1777045410.978181:0:12646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7400/0x2c8777a5e7da0a48 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045410.978235:0:12646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7400/0x2c8777a5e7da0a48 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x30:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045410.978252:0:12646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7400/0x2c8777a5e7da0a48 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x30:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045410.978264:0:12646:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7400/0x2c8777a5e7da0a48 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x30:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045410.978274:0:12646:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7400/0x2c8777a5e7da0a48 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x30:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045410.978285:0:12646:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7400/0x2c8777a5e7da0a48 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x30:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045410.978378:0:12646:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1777045410.978405:0:12646:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec400/0x2c8777a5e7da0a41 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x30:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045410.978415:0:12646:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec400/0x2c8777a5e7da0a41 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x30:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045410.978426:0:12646:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec400/0x2c8777a5e7da0a41 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x30:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045410.978435:0:12646:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de419ec400 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:0.0:1777045410.978442:0:12646:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec400/0x2c8777a5e7da0a41 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x30:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045410.978453:0:12646:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec400/0x2c8777a5e7da0a41 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x30:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045410.978469:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x30:0x0].0x0 (ffff98df4a351300) 00010000:00010000:0.0:1777045410.978473:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1777045410.978479:0:12646:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec400/0x2c8777a5e7da0a41 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x30:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045410.978489:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec400/0x2c8777a5e7da0a41 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x30:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045410.978517:0:12646:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec800/0x2c8777a5e7da0a33 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045410.978527:0:12646:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec800/0x2c8777a5e7da0a33 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045410.978537:0:12646:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec800/0x2c8777a5e7da0a33 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045410.978545:0:12646:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de419ec800 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:0.0:1777045410.978549:0:12646:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec800/0x2c8777a5e7da0a33 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045410.978558:0:12646:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec800/0x2c8777a5e7da0a33 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045410.978577:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff98df52c43500) 00010000:00010000:0.0:1777045410.978580:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777045410.978585:0:12646:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec800/0x2c8777a5e7da0a33 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045410.978594:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec800/0x2c8777a5e7da0a33 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777045410.978609:0:12646:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000058d907ad reply state 00000000f3b13d55 transno 4294968403 ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec200/0x2c8777a5e7da0a3a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x53:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777045410.978622:0:12646:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777045410.978695:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df75298700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:146de360-3fb2-48bd-b418-06f30714148a+51:33566:x1863365370284288:12345-192.168.201.45@tcp:36:rm.0 Request processed in 49421us (49886us total) trans 4294968403 rc 0/0 00000100:00100000:0.0:1777045410.978707:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1683 00010000:00010000:3.0:1777045410.979422:0:5845:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777045410.979432:0:5845:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7400/0x2c8777a5e7da0a48 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x30:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045410.979446:0:5845:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de427e7400 already unused, calling callback (ffffffffc17d22d0) 00010000:00010000:3.0:1777045410.979452:0:5845:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7400/0x2c8777a5e7da0a48 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x30:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045410.979464:0:5845:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7400/0x2c8777a5e7da0a48 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x30:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045410.979480:0:5845:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x30:0x0].0x0 (ffff98df4a351300) 00010000:00010000:3.0:1777045410.979484:0:5845:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1777045410.979489:0:5845:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7400/0x2c8777a5e7da0a48 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x30:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045410.979498:0:5845:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de427e7400/0x2c8777a5e7da0a48 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x30:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045410.979533:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777045410.979537:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777045410.979540:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777045410.988687:0:3327:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec200/0x2c8777a5e7da0a3a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x53:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045410.988714:0:3327:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec200/0x2c8777a5e7da0a3a lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x53:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045410.988728:0:3327:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec200/0x2c8777a5e7da0a3a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x53:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045410.988739:0:3327:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de419ec200 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:3.0:1777045410.988748:0:3327:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec200/0x2c8777a5e7da0a3a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x53:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045410.988761:0:3327:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec200/0x2c8777a5e7da0a3a lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x53:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045410.988782:0:3327:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x353b91a9 (ffff98df51b04c00) 00010000:00010000:3.0:1777045410.988787:0:3327:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777045410.988793:0:3327:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec200/0x2c8777a5e7da0a3a lrc: 2/0,0 mode: --/PW res: [0x200000401:0x53:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045410.988804:0:3327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec200/0x2c8777a5e7da0a3a lrc: 0/0,0 mode: --/PW res: [0x200000401:0x53:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045411.605671:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:1.0:1777045412.057684:0:5877:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968403 is committed 00000004:00080000:1.0:1777045412.057702:0:5877:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 21 committed 00000004:00080000:1.0:1777045412.057735:0:5877:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 20 committed 00000004:00080000:1.0:1777045412.057748:0:5877:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 24 committed 00000004:00080000:1.0:1777045412.057803:0:5877:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 19 committed 00000100:00100000:3.0:1777045412.058802:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1777045412.058830:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de42e59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424464896:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1777045412.058914:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777045412.059026:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424464896 00000100:00100000:3.0:1777045412.059037:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424464896 00000100:00100000:3.0:1777045412.059114:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 530 00000100:00100000:3.0:1777045412.059128:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42e58380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424464896:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1777045412.059165:0:6642:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:31 count 1 00010000:00010000:3.0:1777045412.059199:0:6642:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008eba3f08/0x2c8777a5e7da0a4f lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1f:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045412.059583:0:6642:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000a1927863/0x2c8777a5e7da02c3 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114980f expref: 9 pid: 6641 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045412.059597:0:6642:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000c643ecec/0x2c8777a5e7da09ed lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149bb2 expref: 15 pid: 6642 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045412.059616:0:6642:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777045412.059619:0:6642:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777045412.059624:0:6642:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008eba3f08/0x2c8777a5e7da0a4f lrc: 5/0,1 mode: --/PW res: [0x240000400:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045412.059664:0:6642:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000c643ecec/0x2c8777a5e7da09ed lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149bb2 expref: 15 pid: 6642 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045412.059683:0:6642:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000c643ecec/0x2c8777a5e7da09ed lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149bb2 expref: 15 pid: 6642 timeout: 2140 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777045412.059702:0:6642:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de48094700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6642:1863365424465024:192.168.201.45@tcp:104: 00010000:00010000:3.0:1777045412.059797:0:6642:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000a1927863/0x2c8777a5e7da02c3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114980f expref: 9 pid: 6641 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045412.059814:0:6642:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000a1927863/0x2c8777a5e7da02c3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114980f expref: 9 pid: 6641 timeout: 2140 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777045412.059828:0:6642:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de48095f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6642:1863365424465152:192.168.201.45@tcp:104: 00000100:00100000:3.0:1777045412.060091:0:6642:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df50f29480 going to sleep for 11 seconds 00000100:00080000:3.0:1777045412.060110:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1777045412.065401:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df74174700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424465408:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1777045412.065482:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777045412.065831:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df74174a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424465280:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1777045412.077274:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777045412.079541:0:8776:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424465408 00000100:00100000:1.0:1777045412.079556:0:8776:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424465408 00000100:00100000:3.0:1777045412.082683:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045412.082740:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045412.083247:0:8776:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424465280 00000100:00100000:1.0:1777045412.083257:0:8776:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424465280 00000100:00100000:2.0:1777045412.084645:0:6641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 531 00000100:00100000:2.0:1777045412.084666:0:6641:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77fd5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3342:x1863365424465408:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1777045412.084711:0:6641:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:31 count 1 00010000:00010000:2.0:1777045412.084746:0:6641:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002e67c6ad/0x2c8777a5e7da0a56 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1f:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045412.084799:0:6641:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000035f7151d/0x2c8777a5e7da025a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11497ec expref: 9 pid: 6639 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045412.084815:0:6641:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000aabf8275/0x2c8777a5e7da09f4 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149bb9 expref: 14 pid: 6642 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045412.084827:0:6641:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777045412.084831:0:6641:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777045412.084836:0:6641:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002e67c6ad/0x2c8777a5e7da0a56 lrc: 5/0,1 mode: --/PW res: [0x280000400:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045412.084888:0:6641:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000aabf8275/0x2c8777a5e7da09f4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149bb9 expref: 14 pid: 6642 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045412.084908:0:6641:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000aabf8275/0x2c8777a5e7da09f4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149bb9 expref: 14 pid: 6642 timeout: 2140 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777045412.084941:0:6641:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df74174380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6641:1863365424465536:192.168.201.45@tcp:104: 00010000:00010000:2.0:1777045412.085253:0:6641:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000035f7151d/0x2c8777a5e7da025a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11497ec expref: 9 pid: 6639 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045412.085271:0:6641:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000035f7151d/0x2c8777a5e7da025a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11497ec expref: 9 pid: 6639 timeout: 2140 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777045412.085288:0:6641:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df74177800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6641:1863365424465664:192.168.201.45@tcp:104: 00000100:00100000:2.0:1777045412.085354:0:6641:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df60782cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1777045412.092991:0:14822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 532 00000100:00100000:3.0:1777045412.093015:0:14822:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df74177480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+6:3341:x1863365424465280:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1777045412.093074:0:14822:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:30 count 1 00010000:00010000:3.0:1777045412.093109:0:14822:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e5c29174/0x2c8777a5e7da0a5d lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1e:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045412.093139:0:14822:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000080a7ee3e/0x2c8777a5e7d9ff43 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149625 expref: 9 pid: 6641 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045412.093156:0:14822:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000e3f4470f/0x2c8777a5e7da09bc lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149bab expref: 14 pid: 6642 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045412.093168:0:14822:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777045412.093171:0:14822:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777045412.093176:0:14822:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e5c29174/0x2c8777a5e7da0a5d lrc: 5/0,1 mode: --/PW res: [0x280000400:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045412.093225:0:14822:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000e3f4470f/0x2c8777a5e7da09bc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149bab expref: 14 pid: 6642 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045412.093604:0:14822:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000e3f4470f/0x2c8777a5e7da09bc lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149bab expref: 14 pid: 6642 timeout: 2140 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777045412.093628:0:14822:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de48096a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14822:1863365424465792:192.168.201.45@tcp:104: 00010000:00010000:3.0:1777045412.093752:0:14822:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000080a7ee3e/0x2c8777a5e7d9ff43 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149625 expref: 9 pid: 6641 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777045412.096908:0:5843:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370284544 00000100:00100000:2.0:1777045412.096922:0:5843:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370284544 00010000:00010000:2.0:1777045412.096985:0:5843:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000c643ecec/0x2c8777a5e7da09ed lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149bb2 expref: 16 pid: 6642 timeout: 2140 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777045412.097033:0:5843:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370284672 00000100:00100000:2.0:1777045412.097039:0:5843:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370284672 00010000:00010000:2.0:1777045412.097064:0:5843:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000a1927863/0x2c8777a5e7da02c3 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114980f expref: 10 pid: 6641 timeout: 2140 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777045412.097115:0:5843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 479 00000100:00100000:2.0:1777045412.097129:0:5843:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de48096d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:146de360-3fb2-48bd-b418-06f30714148a+16:2393:x1863365370284544:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777045412.097149:0:5843:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777045412.097157:0:5843:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000c643ecec/0x2c8777a5e7da09ed lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x1f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149bb2 expref: 16 pid: 6642 timeout: 2140 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045412.097195:0:5843:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000c643ecec/0x2c8777a5e7da09ed lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149bb2 expref: 16 pid: 6642 timeout: 2140 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045412.097255:0:5843:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777045412.097344:0:5843:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de48096d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:146de360-3fb2-48bd-b418-06f30714148a+16:2393:x1863365370284544:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 217us (14668us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045412.097357:0:5843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 479 00000100:00100000:2.0:1777045412.097393:0:5843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 480 00000100:00100000:2.0:1777045412.097405:0:5843:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de48094e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+10:2393:x1863365370284672:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777045412.097419:0:5843:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777045412.097426:0:5843:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000a1927863/0x2c8777a5e7da02c3 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x1f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114980f expref: 10 pid: 6641 timeout: 2140 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045412.097443:0:5843:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000a1927863/0x2c8777a5e7da02c3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114980f expref: 10 pid: 6641 timeout: 2140 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045412.097465:0:5843:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777045412.097468:0:5843:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777045412.097475:0:5843:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000008eba3f08/0x2c8777a5e7da0a4f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045412.097490:0:5843:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008eba3f08/0x2c8777a5e7da0a4f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x1f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045412.097532:0:5843:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777045412.097575:0:5843:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de48094e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+10:2393:x1863365370284672:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 172us (14835us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045412.097586:0:5843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 480 00010000:00010000:2.0:1777045412.097652:0:6642:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c643ecec/0x2c8777a5e7da09ed lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149bb2 expref: 15 pid: 6642 timeout: 2140 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777045412.097674:0:6642:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de48094700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6642:1863365424465024:192.168.201.45@tcp:104: 00010000:00010000:2.0:1777045412.097695:0:6642:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a1927863/0x2c8777a5e7da02c3 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114980f expref: 9 pid: 6641 timeout: 2140 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777045412.097713:0:6642:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de48095f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6642:1863365424465152:192.168.201.45@tcp:104: 00010000:00010000:2.0:1777045412.097743:0:6642:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000008eba3f08/0x2c8777a5e7da0a4f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045412.097759:0:6642:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000008eba3f08/0x2c8777a5e7da0a4f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045412.097771:0:6642:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008eba3f08/0x2c8777a5e7da0a4f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045412.097786:0:6642:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008eba3f08/0x2c8777a5e7da0a4f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045412.097799:0:6642:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000008eba3f08/0x2c8777a5e7da0a4f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045412.097838:0:6642:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1777045412.099721:0:14822:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000080a7ee3e/0x2c8777a5e7d9ff43 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149625 expref: 9 pid: 6641 timeout: 2140 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777045412.099757:0:14822:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de48096680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14822:1863365424465920:192.168.201.45@tcp:104: 00000100:00100000:3.0:1777045412.099840:0:14822:0:(client.c:2691:ptlrpc_set_wait()) set ffff98df50f29240 going to sleep for 11 seconds 00010000:00010000:3.0:1777045412.100080:0:5845:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777045412.100091:0:5845:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000008eba3f08/0x2c8777a5e7da0a4f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045412.100105:0:5845:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de43096a00 already unused, calling callback (ffffffffc17d22d0) 00010000:00010000:3.0:1777045412.100112:0:5845:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000008eba3f08/0x2c8777a5e7da0a4f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045412.100127:0:5845:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000008eba3f08/0x2c8777a5e7da0a4f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045412.100150:0:5845:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000008eba3f08/0x2c8777a5e7da0a4f lrc: 1/0,0 mode: --/PW res: [0x240000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045412.100162:0:5845:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008eba3f08/0x2c8777a5e7da0a4f lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045412.103110:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777045412.103117:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777045412.103121:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777045412.104815:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42e58380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3343:x1863365424464896:12345-0@lo:6:osp-syn-0-0.0 Request processed in 45684us (45895us total) trans 4294967390 rc 0/0 00000100:00100000:2.0:1777045412.105059:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 530 00000100:00080000:2.0:1777045412.105102:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1777045412.105108:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000004:00080000:1.0:1777045412.105595:0:3343:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98de42e59500/2, rc 0, transno 4294967390 00000100:00100000:1.0:1777045412.105607:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de42e59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424464896:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1777045412.116702:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045412.116739:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045412.117599:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045412.117844:0:6641:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df74174380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6641:1863365424465536:192.168.201.45@tcp:104: 00000100:00100000:1.0:1777045412.117867:0:6641:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df74177800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6641:1863365424465664:192.168.201.45@tcp:104: 00010000:00010000:1.0:1777045412.117916:0:6641:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000002e67c6ad/0x2c8777a5e7da0a56 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777045412.117967:0:6655:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370284800 00000100:00100000:1.0:1777045412.117976:0:6655:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370284800 00010000:00010000:1.0:1777045412.118049:0:6655:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000aabf8275/0x2c8777a5e7da09f4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149bb9 expref: 15 pid: 6642 timeout: 2140 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777045412.118091:0:6655:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370285056 00000100:00100000:1.0:1777045412.118096:0:6655:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370285056 00010000:00010000:1.0:1777045412.118113:0:6655:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000e3f4470f/0x2c8777a5e7da09bc lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149bab expref: 16 pid: 6642 timeout: 2140 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777045412.118129:0:6655:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370284928 00000100:00100000:1.0:1777045412.118133:0:6655:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370284928 00010000:00010000:1.0:1777045412.118149:0:6655:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000035f7151d/0x2c8777a5e7da025a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11497ec expref: 10 pid: 6639 timeout: 2140 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777045412.118192:0:6655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 481 00000100:00100000:1.0:1777045412.118214:0:6655:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df412ea850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:146de360-3fb2-48bd-b418-06f30714148a+16:2391:x1863365370284800:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777045412.118265:0:6655:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777045412.118273:0:6655:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000aabf8275/0x2c8777a5e7da09f4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149bb9 expref: 16 pid: 6642 timeout: 2140 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045412.118294:0:6655:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000aabf8275/0x2c8777a5e7da09f4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149bb9 expref: 16 pid: 6642 timeout: 2140 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045412.118350:0:6655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000aabf8275/0x2c8777a5e7da09f4 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149bb9 expref: 16 pid: 6642 timeout: 2140 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045412.118376:0:6655:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777045412.118445:0:6655:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df412ea850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:146de360-3fb2-48bd-b418-06f30714148a+15:2391:x1863365370284800:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 241us (1753us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045412.118459:0:6655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 481 00000100:00100000:1.0:1777045412.118523:0:6655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 482 00000100:00100000:1.0:1777045412.118534:0:6655:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77fd4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:146de360-3fb2-48bd-b418-06f30714148a+14:2391:x1863365370285056:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777045412.118548:0:6655:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777045412.118555:0:6655:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000e3f4470f/0x2c8777a5e7da09bc lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1e:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149bab expref: 14 pid: 6642 timeout: 2140 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045412.118571:0:6655:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000e3f4470f/0x2c8777a5e7da09bc lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1e:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149bab expref: 14 pid: 6642 timeout: 2140 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045412.118592:0:6655:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777045412.118622:0:6655:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77fd4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:146de360-3fb2-48bd-b418-06f30714148a+14:2391:x1863365370285056:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 88us (1882us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045412.118632:0:6655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 482 00000100:00100000:1.0:1777045412.118653:0:6655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 483 00000100:00100000:1.0:1777045412.118664:0:6655:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77fd7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+10:2391:x1863365370284928:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777045412.118676:0:6655:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777045412.118683:0:6655:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000035f7151d/0x2c8777a5e7da025a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11497ec expref: 10 pid: 6639 timeout: 2140 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045412.118699:0:6655:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000035f7151d/0x2c8777a5e7da025a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11497ec expref: 10 pid: 6639 timeout: 2140 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045412.118720:0:6655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000035f7151d/0x2c8777a5e7da025a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11497ec expref: 10 pid: 6639 timeout: 2140 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045412.118737:0:6655:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777045412.118740:0:6655:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777045412.118746:0:6655:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000002e67c6ad/0x2c8777a5e7da0a56 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045412.118761:0:6655:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002e67c6ad/0x2c8777a5e7da0a56 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045412.118796:0:6655:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777045412.118828:0:6655:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77fd7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2391:x1863365370284928:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 164us (2056us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045412.118840:0:6655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 483 00010000:00010000:1.0:1777045412.118989:0:6641:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000002e67c6ad/0x2c8777a5e7da0a56 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045412.119003:0:6641:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002e67c6ad/0x2c8777a5e7da0a56 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045412.119018:0:6641:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002e67c6ad/0x2c8777a5e7da0a56 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045412.119030:0:6641:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000002e67c6ad/0x2c8777a5e7da0a56 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045412.119056:0:6641:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1777045412.119937:0:6641:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77fd5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+7:3342:x1863365424465408:12345-0@lo:6:osp-syn-1-0.0 Request processed in 35276us (54452us total) trans 4294967386 rc 0/0 00000100:00100000:1.0:1777045412.119951:0:6641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 531 00010000:00010000:1.0:1777045412.119985:0:5844:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1777045412.119994:0:5844:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000002e67c6ad/0x2c8777a5e7da0a56 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045412.120007:0:5844:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98df6d64f400 already unused, calling callback (ffffffffc17d22d0) 00010000:00010000:1.0:1777045412.120013:0:5844:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000002e67c6ad/0x2c8777a5e7da0a56 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045412.120035:0:5844:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000002e67c6ad/0x2c8777a5e7da0a56 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045412.120056:0:5844:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000002e67c6ad/0x2c8777a5e7da0a56 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045412.120068:0:5844:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002e67c6ad/0x2c8777a5e7da0a56 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045412.120097:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777045412.120100:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777045412.120103:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1777045412.120148:0:3342:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98df74174700/2, rc 0, transno 4294967386 00000100:00100000:1.0:1777045412.120159:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df74174700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424465408:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1777045412.120784:0:14822:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e3f4470f/0x2c8777a5e7da09bc lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149bab expref: 13 pid: 6642 timeout: 2140 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777045412.120807:0:14822:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de48096a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14822:1863365424465792:192.168.201.45@tcp:104: 00000100:00100000:3.0:1777045412.120824:0:14822:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de48096680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14822:1863365424465920:192.168.201.45@tcp:104: 00010000:00010000:3.0:1777045412.120849:0:14822:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000e5c29174/0x2c8777a5e7da0a5d lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:0.0:1777045412.122460:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1777045412.129721:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045412.130148:0:6655:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370285184 00000100:00100000:2.0:1777045412.130162:0:6655:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370285184 00010000:00010000:2.0:1777045412.130244:0:6655:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000080a7ee3e/0x2c8777a5e7d9ff43 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149625 expref: 9 pid: 6641 timeout: 2140 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777045412.130297:0:6655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 484 00000100:00100000:2.0:1777045412.130337:0:6655:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77fd5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2392:x1863365370285184:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777045412.130358:0:6655:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777045412.130368:0:6655:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000080a7ee3e/0x2c8777a5e7d9ff43 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149625 expref: 9 pid: 6641 timeout: 2140 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045412.130390:0:6655:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000080a7ee3e/0x2c8777a5e7d9ff43 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149625 expref: 9 pid: 6641 timeout: 2140 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045412.130421:0:6655:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000080a7ee3e/0x2c8777a5e7d9ff43 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149625 expref: 9 pid: 6641 timeout: 2140 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045412.130442:0:6655:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777045412.130445:0:6655:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777045412.130453:0:6655:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000e5c29174/0x2c8777a5e7da0a5d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045412.130468:0:6655:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e5c29174/0x2c8777a5e7da0a5d lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045412.130526:0:6655:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777045412.130597:0:6655:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77fd5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2392:x1863365370285184:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 262us (885us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045412.130611:0:6655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 484 00010000:00010000:3.0:1777045412.132736:0:14822:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000e5c29174/0x2c8777a5e7da0a5d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045412.132759:0:14822:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e5c29174/0x2c8777a5e7da0a5d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045412.132794:0:14822:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e5c29174/0x2c8777a5e7da0a5d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045412.132806:0:14822:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000e5c29174/0x2c8777a5e7da0a5d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045412.132834:0:14822:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1777045412.133963:0:14822:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df74177480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+7:3341:x1863365424465280:12345-0@lo:6:osp-syn-1-0.0 Request processed in 40953us (56692us total) trans 4294967387 rc 0/0 00000100:00100000:3.0:1777045412.133978:0:14822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 532 00000004:00080000:3.0:1777045412.134071:0:3341:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98df74174a80/2, rc 0, transno 4294967387 00000100:00100000:3.0:1777045412.134082:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df74174a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424465280:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1777045412.134243:0:5845:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777045412.134254:0:5845:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000e5c29174/0x2c8777a5e7da0a5d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045412.134269:0:5845:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de43097000 already unused, calling callback (ffffffffc17d22d0) 00010000:00010000:0.0:1777045412.134276:0:5845:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000e5c29174/0x2c8777a5e7da0a5d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045412.134292:0:5845:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000e5c29174/0x2c8777a5e7da0a5d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045412.134342:0:5845:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000e5c29174/0x2c8777a5e7da0a5d lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045412.134357:0:5845:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e5c29174/0x2c8777a5e7da0a5d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14822 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045412.134385:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777045412.134388:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777045412.134391:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777045412.365333:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045412.365387:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045412.365427:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045412.365464:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045412.365495:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045412.365551:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045412.365562:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370285440 00000100:00100000:3.0:1777045412.365574:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370285440 00000100:00100000:0.0:1777045412.365587:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00080000:0.0:1777045412.365609:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1777045412.365649:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370285824 00000100:00100000:3.0:1777045412.365654:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370285824 00000100:00100000:0.0:1777045412.365678:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1304 00000100:00100000:0.0:1777045412.365713:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77fd7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:146de360-3fb2-48bd-b418-06f30714148a+47:2391:x1863365370285440:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:0.0:1777045412.365838:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77fd7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:146de360-3fb2-48bd-b418-06f30714148a+47:2391:x1863365370285440:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 147us (536us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045412.366182:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1305 00000100:00100000:3.0:1777045412.366196:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d60ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+30:2391:x1863365370285824:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777045412.366241:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d60ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+30:2391:x1863365370285824:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 50us (692us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045412.366251:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1305 00000100:00100000:3.0:1777045412.370809:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370285696 00000100:00100000:3.0:1777045412.370825:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370285696 00000100:00100000:3.0:1777045412.370884:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370285952 00000100:00100000:3.0:1777045412.370889:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370285952 00000100:00100000:3.0:1777045412.370904:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370285568 00000100:00100000:3.0:1777045412.370908:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370285568 00000100:00100000:3.0:1777045412.370924:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370286080 00000100:00100000:3.0:1777045412.370927:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370286080 00000100:00100000:3.0:1777045412.370953:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1127 00000100:00100000:3.0:1777045412.370965:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77fd5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:146de360-3fb2-48bd-b418-06f30714148a+13:2391:x1863365370285696:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777045412.371862:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77fd5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:146de360-3fb2-48bd-b418-06f30714148a+13:2391:x1863365370285696:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 896us (6471us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045412.371875:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1127 00000100:00100000:3.0:1777045412.371903:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1128 00000100:00100000:3.0:1777045412.371912:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b9c5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2391:x1863365370285952:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777045412.371949:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b9c5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2391:x1863365370285952:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 38us (6521us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045412.371964:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1128 00000100:00100000:3.0:1777045412.371982:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1129 00000100:00100000:3.0:1777045412.371991:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d60d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:146de360-3fb2-48bd-b418-06f30714148a+15:2391:x1863365370285568:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777045412.372026:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d60d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:146de360-3fb2-48bd-b418-06f30714148a+15:2391:x1863365370285568:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 36us (6531us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045412.372034:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1129 00000100:00100000:3.0:1777045412.373281:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1130 00000100:00100000:3.0:1777045412.373295:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42773100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2391:x1863365370286080:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777045412.373365:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42773100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2391:x1863365370286080:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 73us (7778us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045412.373374:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1130 00000100:00100000:3.0:1777045412.373433:0:5848:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370285312 00000100:00100000:3.0:1777045412.373440:0:5848:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370285312 00000100:00100000:3.0:1777045412.373483:0:5848:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 953 00000100:00100000:3.0:1777045412.373492:0:5848:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df4fc75450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2391:x1863365370285312:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777045412.373530:0:5848:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df4fc75450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2391:x1863365370285312:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 38us (8065us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045412.373539:0:5848:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 953 00000100:00100000:0.0:1777045412.373656:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1304 00000100:00080000:0.0:1777045412.374562:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000001:00080000:0.0:1777045412.436721:0:6666:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967390 is committed 00010000:00010000:1.0:1777045412.631641:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777045413.342587:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7529a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424466048:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1777045413.342677:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045413.342937:0:6643:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424466048 00000100:00100000:0.0:1777045413.342948:0:6643:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424466048 00000100:00100000:0.0:1777045413.343016:0:6643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 553 00000100:00100000:0.0:1777045413.343057:0:6643:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42770000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424466048:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1777045413.343107:0:6643:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 71368704 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1777045413.343176:0:6643:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42770000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424466048:12345-0@lo:13:osp-pre-0-0.0 Request processed in 147us (499us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045413.343190:0:6643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 553 00000100:00100000:0.0:1777045413.343255:0:3343:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967390 gen 2 00000004:00080000:0.0:1777045413.343264:0:3343:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98de42e59500, transno 4294967390 00000100:00100000:0.0:1777045413.343354:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7529a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424466048:0@lo:13:osp-pre-0-0.0 00000040:00080000:0.0:1777045413.533991:0:22119:0:(llog.c:801:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1777045413.534002:0:22119:0:(llog_cat.c:158:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1777045413.534116:0:22119:0:(llog.c:858:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 55 count 11 00000040:00080000:0.0:1777045413.534126:0:22119:0:(llog.c:858:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:3.0:1777045413.659341:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777045413.758936:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045413.759067:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370286336 00000100:00100000:1.0:1777045413.759081:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370286336 00000100:00100000:1.0:1777045413.759162:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1684 00000100:00100000:1.0:1777045413.759177:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df485bd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:146de360-3fb2-48bd-b418-06f30714148a+47:33576:x1863365370286336:12345-192.168.201.45@tcp:36:rm.0 00010000:00010000:1.0:1777045413.759298:0:12646:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777045413.759333:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bfa00/0x2c8777a5e7da017a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149791 expref: 47 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045413.759363:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x31:0x0].0x0 (ffff98df52c43300) 00010000:00010000:1.0:1777045413.759370:0:12646:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777045413.759421:0:12646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec400/0x2c8777a5e7da0a64 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045413.759440:0:12646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec400/0x2c8777a5e7da0a64 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045413.759455:0:12646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec400/0x2c8777a5e7da0a64 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045413.759484:0:12646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec200/0x2c8777a5e7da0a6b lrc: 3/0,1 mode: --/PW res: [0x200000401:0x53:0x0].0x54ccc52d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045413.759495:0:12646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec200/0x2c8777a5e7da0a6b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x53:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045413.759505:0:12646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec200/0x2c8777a5e7da0a6b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x53:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045413.760305:0:12646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed000/0x2c8777a5e7da0a72 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x31:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045413.760323:0:12646:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bf800/0x2c8777a5e7da011f lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114970c expref: 29 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045413.760334:0:12646:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed000/0x2c8777a5e7da0a72 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x31:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045413.760379:0:12646:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bf800/0x2c8777a5e7da011f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114970c expref: 29 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045413.760399:0:12646:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bf800/0x2c8777a5e7da011f lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114970c expref: 29 pid: 12646 timeout: 2142 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777045413.760428:0:12646:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df75298000 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12646:1863365424466176:192.168.201.45@tcp:104: 00000100:00100000:1.0:1777045413.760541:0:12646:0:(client.c:2691:ptlrpc_set_wait()) set ffff98de41e61e40 going to sleep for 11 seconds 00000100:00100000:1.0:1777045413.783300:0:12646:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df75298000 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12646:1863365424466176:192.168.201.45@tcp:104: 00010000:00010000:1.0:1777045413.783633:0:12646:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed000/0x2c8777a5e7da0a72 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x31:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777045413.784707:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045413.785170:0:5841:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370286464 00000100:00100000:3.0:1777045413.785182:0:5841:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370286464 00010000:00010000:3.0:1777045413.785235:0:5841:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bf800/0x2c8777a5e7da011f lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114970c expref: 30 pid: 12646 timeout: 2142 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777045413.785310:0:5841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 485 00000100:00100000:3.0:1777045413.785324:0:5841:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df74176680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+30:2393:x1863365370286464:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777045413.785358:0:5841:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777045413.785367:0:5841:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bf800/0x2c8777a5e7da011f lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114970c expref: 30 pid: 12646 timeout: 2142 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045413.785389:0:5841:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bf800/0x2c8777a5e7da011f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114970c expref: 30 pid: 12646 timeout: 2142 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045413.785417:0:5841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bf800/0x2c8777a5e7da011f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114970c expref: 30 pid: 12646 timeout: 2142 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045413.785438:0:5841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x31:0x0].0x0 (ffff98df52c43300) 00010000:00010000:3.0:1777045413.785446:0:5841:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed000/0x2c8777a5e7da0a72 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x31:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045413.785458:0:5841:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed000/0x2c8777a5e7da0a72 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x31:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045413.785467:0:5841:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed000/0x2c8777a5e7da0a72 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x31:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045413.785514:0:5841:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777045413.785574:0:5841:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df74176680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+29:2393:x1863365370286464:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 253us (875us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045413.785584:0:5841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 485 00010000:00010000:1.0:1777045413.793332:0:12646:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed000/0x2c8777a5e7da0a72 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x31:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045413.793354:0:12646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed000/0x2c8777a5e7da0a72 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x31:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1777045413.803886:0:12646:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].20, 64 off9544 00000004:00080000:1.0:1777045413.803904:0:12646:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 2042293700090ns, next at 2043293696202ns, rc = 0 00010000:00010000:1.0:1777045413.804024:0:12646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eca00/0x2c8777a5e7da0a79 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x31:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045413.804048:0:12646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eca00/0x2c8777a5e7da0a79 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x31:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045413.804065:0:12646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eca00/0x2c8777a5e7da0a79 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x31:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045413.804077:0:12646:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eca00/0x2c8777a5e7da0a79 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x31:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045413.804085:0:12646:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eca00/0x2c8777a5e7da0a79 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x31:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045413.804100:0:12646:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eca00/0x2c8777a5e7da0a79 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x31:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045413.804134:0:12646:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1777045413.804162:0:12646:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed000/0x2c8777a5e7da0a72 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x31:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045413.804172:0:12646:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed000/0x2c8777a5e7da0a72 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x31:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045413.804181:0:12646:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed000/0x2c8777a5e7da0a72 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x31:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045413.804191:0:12646:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de419ed000 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:1.0:1777045413.804198:0:12646:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed000/0x2c8777a5e7da0a72 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x31:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045413.804200:0:5844:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777045413.804211:0:5844:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eca00/0x2c8777a5e7da0a79 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x31:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045413.804225:0:5844:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de419eca00 already unused, calling callback (ffffffffc17d22d0) 00010000:00010000:3.0:1777045413.804233:0:5844:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eca00/0x2c8777a5e7da0a79 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x31:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045413.804244:0:12646:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed000/0x2c8777a5e7da0a72 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x31:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045413.804250:0:5844:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eca00/0x2c8777a5e7da0a79 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x31:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045413.804267:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x31:0x0].0x0 (ffff98df52c43300) 00010000:00010000:1.0:1777045413.804274:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1777045413.808188:0:12646:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed000/0x2c8777a5e7da0a72 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x31:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045413.808207:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed000/0x2c8777a5e7da0a72 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x31:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045413.808244:0:12646:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec400/0x2c8777a5e7da0a64 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045413.808260:0:12646:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec400/0x2c8777a5e7da0a64 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045413.808269:0:12646:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec400/0x2c8777a5e7da0a64 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045413.808304:0:12646:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de419ec400 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:1.0:1777045413.808308:0:12646:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec400/0x2c8777a5e7da0a64 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045413.808318:0:12646:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec400/0x2c8777a5e7da0a64 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045413.808334:0:12646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff98df52c43500) 00010000:00010000:1.0:1777045413.808338:0:12646:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777045413.808342:0:12646:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec400/0x2c8777a5e7da0a64 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045413.808351:0:12646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec400/0x2c8777a5e7da0a64 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777045413.808370:0:12646:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000eeb6eac0 reply state 000000008eb2b0b5 transno 4294968404 ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec200/0x2c8777a5e7da0a6b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x53:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777045413.808383:0:12646:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777045413.808504:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df485bd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:146de360-3fb2-48bd-b418-06f30714148a+48:33576:x1863365370286336:12345-192.168.201.45@tcp:36:rm.0 Request processed in 49325us (49574us total) trans 4294968404 rc 0/0 00000100:00100000:1.0:1777045413.808518:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1684 00010000:00010000:3.0:1777045413.817143:0:5844:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x31:0x0].0x0 (ffff98df52c43300) 00010000:00010000:3.0:1777045413.817154:0:5844:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1777045413.817164:0:5844:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eca00/0x2c8777a5e7da0a79 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x31:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045413.817179:0:5844:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de419eca00/0x2c8777a5e7da0a79 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x31:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045413.817916:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777045413.817920:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777045413.817924:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777045413.826691:0:3328:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec200/0x2c8777a5e7da0a6b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x53:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045413.826713:0:3328:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec200/0x2c8777a5e7da0a6b lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x53:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045413.826732:0:3328:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec200/0x2c8777a5e7da0a6b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x53:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045413.826741:0:3328:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de419ec200 already unused, calling callback (ffffffffc22204f0) 00010000:00010000:0.0:1777045413.826748:0:3328:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec200/0x2c8777a5e7da0a6b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x53:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045413.826760:0:3328:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec200/0x2c8777a5e7da0a6b lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x53:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045413.826783:0:3328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x54ccc52d (ffff98df51b04c00) 00010000:00010000:0.0:1777045413.826787:0:3328:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777045413.826793:0:3328:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec200/0x2c8777a5e7da0a6b lrc: 2/0,0 mode: --/PW res: [0x200000401:0x53:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045413.826802:0:3328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ec200/0x2c8777a5e7da0a6b lrc: 0/0,0 mode: --/PW res: [0x200000401:0x53:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12646 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1777045414.012556:0:7533:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967386 is committed 00000001:00080000:1.0:1777045414.012583:0:7533:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967387 is committed 00000100:00100000:3.0:1777045414.367536:0:3344:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de48096680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3344:1863365424466304:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1777045414.367621:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777045414.367692:0:3344:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de48095f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3344:1863365424466816:0@lo:400:kworker.0 00000100:00100000:3.0:1777045414.367733:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777045414.367772:0:3344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1777045414.367783:0:3344:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de48094e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3344:1863365424466688:0@lo:400:kworker.0 00000100:00100000:3.0:1777045414.367820:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777045414.367872:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de48096a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ce657616-b3f3-4e21-ac89-518ab611901c:3341:1863365424466432:0@lo:400:kworker.0 00000100:00100000:3.0:1777045414.367924:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777045414.367961:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de48094700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3341:1863365424466944:0@lo:400:kworker.0 00000100:00100000:3.0:1777045414.367994:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777045414.368022:0:3341:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1777045414.368031:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de48096d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3341:1863365424466560:0@lo:400:kworker.0 00000100:00100000:3.0:1777045414.368066:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777045414.368097:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de41d53800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424467072:0@lo:400:kworker.0 00000100:00100000:3.0:1777045414.368127:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777045414.368171:0:6644:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424466304 00000100:00100000:3.0:1777045414.368182:0:6644:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424466304 00000100:00100000:3.0:1777045414.368312:0:6644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 554 00000100:00100000:3.0:1777045414.368327:0:6644:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41d51180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1863365424466304:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1777045414.368374:0:6644:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 62849024 pending 0 free 3851419648 avail 3849322496 00000100:00100000:3.0:1777045414.368441:0:6644:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41d51180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1863365424466304:12345-0@lo:13:osp-pre-1-0.0 Request processed in 117us (820us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045414.368454:0:6644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 554 00000100:00100000:3.0:1777045414.368492:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424466816 00000100:00100000:3.0:1777045414.368498:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424466816 00000100:00100000:3.0:1777045414.368537:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424467072 00000100:00100000:3.0:1777045414.368542:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424467072 00000100:00100000:3.0:1777045414.368575:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1131 00000100:00100000:3.0:1777045414.368585:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41d50380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3344:x1863365424466816:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777045414.368639:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41d50380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3344:x1863365424466816:12345-0@lo:400:kworker.0 Request processed in 55us (906us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045414.368650:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1131 00000100:00100000:3.0:1777045414.368671:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1132 00000100:00100000:3.0:1777045414.368680:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41d51500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3341:x1863365424467072:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777045414.368727:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41d51500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3341:x1863365424467072:12345-0@lo:400:kworker.0 Request processed in 47us (598us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045414.368738:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1132 00000100:00100000:3.0:1777045414.368769:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424466688 00000100:00100000:3.0:1777045414.368774:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424466688 00000100:00100000:3.0:1777045414.368813:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424466944 00000100:00100000:3.0:1777045414.368817:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424466944 00000100:00100000:3.0:1777045414.368847:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424466560 00000100:00100000:3.0:1777045414.368851:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424466560 00000100:00100000:3.0:1777045414.368873:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1306 00000100:00100000:3.0:1777045414.368883:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41d52d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3344:x1863365424466688:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777045414.368932:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41d52d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3344:x1863365424466688:12345-0@lo:400:kworker.0 Request processed in 50us (1110us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045414.368943:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1306 00000100:00100000:3.0:1777045414.368965:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1307 00000100:00100000:3.0:1777045414.368976:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41d52300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3341:x1863365424466944:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777045414.369022:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41d52300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3341:x1863365424466944:12345-0@lo:400:kworker.0 Request processed in 47us (1026us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045414.369032:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1307 00000100:00100000:3.0:1777045414.369052:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1308 00000100:00100000:3.0:1777045414.369063:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41d50e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3341:x1863365424466560:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777045414.369107:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41d50e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3341:x1863365424466560:12345-0@lo:400:kworker.0 Request processed in 46us (1041us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045414.369117:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1308 00000100:00100000:3.0:1777045414.369147:0:5849:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424466432 00000100:00100000:3.0:1777045414.369153:0:5849:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424466432 00000100:00100000:3.0:1777045414.369192:0:5849:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 954 00000100:00100000:3.0:1777045414.369232:0:5849:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df47088050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ce657616-b3f3-4e21-ac89-518ab611901c+18:3341:x1863365424466432:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777045414.369318:0:5849:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df47088050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ce657616-b3f3-4e21-ac89-518ab611901c+18:3341:x1863365424466432:12345-0@lo:400:kworker.0 Request processed in 117us (1393us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045414.369335:0:5849:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 954 00000100:00080000:3.0:1777045414.369389:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1777045414.369396:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1777045414.369399:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1777045414.369443:0:3344:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de48094e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3344:1863365424466688:0@lo:400:kworker.0 00000100:00100000:3.0:1777045414.369460:0:3344:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967387 gen 2 00000004:00080000:3.0:1777045414.369467:0:3344:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98df74174700, transno 4294967386 00000004:00080000:3.0:1777045414.369481:0:3344:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98df74174a80, transno 4294967387 00000100:00100000:3.0:1777045414.369494:0:3344:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de48096680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3344:1863365424466304:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1777045414.369510:0:3344:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de48095f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3344:1863365424466816:0@lo:400:kworker.0 00000100:00100000:3.0:1777045414.369576:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de48096d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3341:1863365424466560:0@lo:400:kworker.0 00000100:00100000:3.0:1777045414.369591:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de41d53800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424467072:0@lo:400:kworker.0 00000100:00100000:3.0:1777045414.369603:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de48096a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ce657616-b3f3-4e21-ac89-518ab611901c:3341:1863365424466432:0@lo:400:kworker.0 00000100:00100000:3.0:1777045414.369617:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de48094700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3341:1863365424466944:0@lo:400:kworker.0 00010000:00010000:3.0:1777045414.680346:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777045415.701587:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1777045415.837674:0:11491:0:(llog.c:801:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1777045415.837684:0:11491:0:(llog_cat.c:158:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1777045415.839182:0:11491:0:(llog.c:858:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 54 count 1 00000040:00080000:3.0:1777045415.839195:0:11491:0:(llog.c:858:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000040:00080000:2.0:1777045416.127737:0:22171:0:(llog.c:801:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1777045416.127748:0:22171:0:(llog_cat.c:158:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1777045416.135968:0:22171:0:(llog.c:858:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1777045416.135988:0:22171:0:(llog.c:858:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:1.0:1777045416.726546:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:3.0:1777045417.169315:0:5877:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968404 is committed 00000004:00080000:3.0:1777045417.169332:0:5877:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 25 committed 00000100:00100000:3.0:1777045417.170542:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df75298000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424467200:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1777045417.171065:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045417.180133:0:6641:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424467200 00000100:00100000:0.0:1777045417.180154:0:6641:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424467200 00000100:00080000:2.0:1777045417.180836:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1777045417.181018:0:6641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 533 00000100:00100000:0.0:1777045417.181041:0:6641:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41d53800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424467200:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1777045417.181089:0:6641:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:32 count 1 00010000:00010000:0.0:1777045417.181125:0:6641:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002e81d80c/0x2c8777a5e7da0a80 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x20:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045417.181160:0:6641:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000717af5d5/0x2c8777a5e7da0261 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11497e5 expref: 8 pid: 14822 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045417.181188:0:6641:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000002be16d25/0x2c8777a5e7da09c3 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149bc0 expref: 14 pid: 6642 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045417.181276:0:6641:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777045417.181280:0:6641:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777045417.181286:0:6641:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002e81d80c/0x2c8777a5e7da0a80 lrc: 5/0,1 mode: --/PW res: [0x240000400:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045417.181347:0:6641:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000002be16d25/0x2c8777a5e7da09c3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149bc0 expref: 14 pid: 6642 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045417.181373:0:6641:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000002be16d25/0x2c8777a5e7da09c3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149bc0 expref: 14 pid: 6642 timeout: 2145 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777045417.181400:0:6641:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de41db2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6641:1863365424467328:192.168.201.45@tcp:104: 00010000:00010000:0.0:1777045417.181537:0:6641:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000717af5d5/0x2c8777a5e7da0261 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11497e5 expref: 8 pid: 14822 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045417.182175:0:6641:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000717af5d5/0x2c8777a5e7da0261 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11497e5 expref: 8 pid: 14822 timeout: 2145 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777045417.182198:0:6641:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de41db1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6641:1863365424467456:192.168.201.45@tcp:104: 00000100:00100000:0.0:1777045417.182280:0:6641:0:(client.c:2691:ptlrpc_set_wait()) set ffff98de47823600 going to sleep for 11 seconds 00000100:00100000:0.0:1777045417.196355:0:6641:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de41db2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6641:1863365424467328:192.168.201.45@tcp:104: 00000100:00100000:0.0:1777045417.196385:0:6641:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de41db1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6641:1863365424467456:192.168.201.45@tcp:104: 00010000:00010000:0.0:1777045417.196424:0:6641:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000002e81d80c/0x2c8777a5e7da0a80 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777045417.208540:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045417.208620:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045417.209711:0:5842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370286592 00000100:00100000:0.0:1777045417.209725:0:5842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370286592 00010000:00010000:0.0:1777045417.209826:0:5842:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000002be16d25/0x2c8777a5e7da09c3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149bc0 expref: 15 pid: 6642 timeout: 2145 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777045417.209874:0:5842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370286720 00000100:00100000:0.0:1777045417.209879:0:5842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370286720 00010000:00010000:0.0:1777045417.210272:0:5842:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000717af5d5/0x2c8777a5e7da0261 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11497e5 expref: 9 pid: 14822 timeout: 2145 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777045417.210318:0:5842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 486 00000100:00100000:0.0:1777045417.210336:0:5842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df75299180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:146de360-3fb2-48bd-b418-06f30714148a+15:2393:x1863365370286592:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777045417.210651:0:5842:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777045417.210663:0:5842:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000002be16d25/0x2c8777a5e7da09c3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149bc0 expref: 15 pid: 6642 timeout: 2145 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045417.210684:0:5842:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000002be16d25/0x2c8777a5e7da09c3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149bc0 expref: 15 pid: 6642 timeout: 2145 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045417.210717:0:5842:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002be16d25/0x2c8777a5e7da09c3 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149bc0 expref: 15 pid: 6642 timeout: 2145 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045417.210756:0:5842:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777045417.210822:0:5842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df75299180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:146de360-3fb2-48bd-b418-06f30714148a+14:2393:x1863365370286592:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 492us (2294us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045417.210837:0:5842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 486 00000100:00100000:0.0:1777045417.210864:0:5842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 487 00000100:00100000:0.0:1777045417.210875:0:5842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df75299880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+9:2393:x1863365370286720:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777045417.210887:0:5842:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777045417.210895:0:5842:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000717af5d5/0x2c8777a5e7da0261 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11497e5 expref: 9 pid: 14822 timeout: 2145 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045417.210914:0:5842:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000717af5d5/0x2c8777a5e7da0261 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11497e5 expref: 9 pid: 14822 timeout: 2145 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045417.210939:0:5842:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000717af5d5/0x2c8777a5e7da0261 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11497e5 expref: 9 pid: 14822 timeout: 2145 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045417.210956:0:5842:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777045417.210960:0:5842:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777045417.210967:0:5842:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000002e81d80c/0x2c8777a5e7da0a80 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045417.210984:0:5842:0:(ldlm_resource.c:1716:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002e81d80c/0x2c8777a5e7da0a80 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045417.211038:0:5842:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777045417.211077:0:5842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df75299880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2393:x1863365370286720:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 201us (2456us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045417.211090:0:5842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 487 00010000:00010000:0.0:1777045417.211130:0:6641:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000002e81d80c/0x2c8777a5e7da0a80 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045417.211148:0:6641:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002e81d80c/0x2c8777a5e7da0a80 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045417.211165:0:6641:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002e81d80c/0x2c8777a5e7da0a80 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045417.211181:0:6641:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000002e81d80c/0x2c8777a5e7da0a80 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777045417.211599:0:6641:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00080000:3.0:1777045417.213631:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1777045417.214385:0:5844:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1777045417.214399:0:5844:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000002e81d80c/0x2c8777a5e7da0a80 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045417.214416:0:5844:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98de427e7800 already unused, calling callback (ffffffffc17d22d0) 00010000:00010000:2.0:1777045417.214424:0:5844:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000002e81d80c/0x2c8777a5e7da0a80 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045417.214440:0:5844:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000002e81d80c/0x2c8777a5e7da0a80 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045417.214466:0:5844:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000002e81d80c/0x2c8777a5e7da0a80 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045417.214478:0:5844:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002e81d80c/0x2c8777a5e7da0a80 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6641 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777045417.214510:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777045417.214513:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777045417.214516:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777045417.235345:0:6641:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41d53800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3343:x1863365424467200:12345-0@lo:6:osp-syn-0-0.0 Request processed in 54305us (64274us total) trans 4294967391 rc 0/0 00000100:00100000:2.0:1777045417.235365:0:6641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 533 00000004:00080000:0.0:1777045417.236522:0:3343:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98df75298000/2, rc 0, transno 4294967391 00000100:00100000:0.0:1777045417.236535:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df75298000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424467200:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1777045417.467936:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045417.467988:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045417.468025:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045417.468076:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045417.468113:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045417.468152:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045417.468193:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045417.468300:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370286976 00000100:00100000:2.0:1777045417.468314:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370286976 00000100:00100000:2.0:1777045417.471895:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370287360 00000100:00100000:2.0:1777045417.471912:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370287360 00000100:00100000:3.0:1777045417.473130:0:8776:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370287232 00000100:00100000:3.0:1777045417.473140:0:8776:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370287232 00000100:00100000:3.0:1777045417.473191:0:8776:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370287488 00000100:00100000:3.0:1777045417.473196:0:8776:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370287488 00000100:00100000:2.0:1777045417.473769:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1309 00000100:00100000:2.0:1777045417.473789:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df74177800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:146de360-3fb2-48bd-b418-06f30714148a+46:2390:x1863365370286976:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:2.0:1777045417.474152:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df74177800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:146de360-3fb2-48bd-b418-06f30714148a+46:2390:x1863365370286976:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 368us (6227us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045417.474166:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1309 00000100:00100000:2.0:1777045417.474197:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1310 00000100:00100000:2.0:1777045417.474270:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77955500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+29:2390:x1863365370287360:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:2.0:1777045417.474588:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77955500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+29:2390:x1863365370287360:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 107us (6161us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045417.474603:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1310 00000100:00080000:2.0:1777045417.474811:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1777045417.474819:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1777045417.474836:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370287104 00000100:00100000:2.0:1777045417.475107:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370287104 00000100:00100000:2.0:1777045417.475140:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370287616 00000100:00100000:2.0:1777045417.475146:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370287616 00000100:00100000:2.0:1777045417.475186:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1133 00000100:00100000:2.0:1777045417.475199:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df74174380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:146de360-3fb2-48bd-b418-06f30714148a+13:2390:x1863365370287232:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777045417.481116:0:8776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1134 00000100:00100000:3.0:1777045417.481131:0:8776:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df74174a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:146de360-3fb2-48bd-b418-06f30714148a+14:2390:x1863365370287104:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777045417.481250:0:8776:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df74174a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:146de360-3fb2-48bd-b418-06f30714148a+14:2390:x1863365370287104:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 119us (13134us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045417.481263:0:8776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1134 00000100:00100000:3.0:1777045417.481602:0:8776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1135 00000100:00100000:3.0:1777045417.481616:0:8776:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77954e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2390:x1863365370287616:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777045417.481664:0:8776:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77954e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2390:x1863365370287616:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 50us (13470us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045417.481675:0:8776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1135 00000100:00100000:3.0:1777045417.481723:0:8776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1136 00000100:00100000:3.0:1777045417.481735:0:8776:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df74174700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2390:x1863365370287488:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777045417.481776:0:8776:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df74174700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2390:x1863365370287488:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 43us (13751us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045417.481786:0:8776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1136 00000100:00100000:3.0:1777045417.481820:0:5850:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370286848 00000100:00100000:3.0:1777045417.481829:0:5850:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370286848 00000100:00100000:3.0:1777045417.481870:0:5850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 955 00000100:00100000:3.0:1777045417.481881:0:5850:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df47089050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2390:x1863365370286848:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777045417.482167:0:5850:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df47089050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2390:x1863365370286848:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 287us (14090us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045417.482179:0:5850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 955 00000100:00080000:3.0:1777045417.482326:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1777045417.482373:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df74174380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:146de360-3fb2-48bd-b418-06f30714148a+13:2390:x1863365370287232:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 7174us (14382us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045417.482386:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1133 00000001:00080000:3.0:1777045417.606870:0:6666:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967391 is committed 00010000:00010000:1.0:1777045417.752878:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777045418.455786:0:3344:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7529a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3344:1863365424467584:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1777045418.455862:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045418.463426:0:19062:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424467584 00000100:00100000:0.0:1777045418.463442:0:19062:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424467584 00000100:00100000:0.0:1777045418.463525:0:19062:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 555 00000100:00100000:0.0:1777045418.463540:0:19062:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df58666300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1863365424467584:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1777045418.463582:0:19062:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 71368704 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1777045418.473124:0:19062:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df58666300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1863365424467584:12345-0@lo:13:osp-pre-0-0.0 Request processed in 9578us (17251us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045418.473142:0:19062:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 555 00000100:00100000:2.0:1777045418.479102:0:3344:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967391 gen 2 00000004:00080000:2.0:1777045418.479115:0:3344:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98df75298000, transno 4294967391 00000100:00100000:2.0:1777045418.479148:0:3344:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7529a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3344:1863365424467584:0@lo:13:osp-pre-0-0.0 00010000:00010000:1.0:1777045418.782647:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777045419.478431:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1777045419.478461:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de48094700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424467712:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1777045419.478548:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777045419.478658:0:6643:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424467712 00000100:00100000:3.0:1777045419.478669:0:6643:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424467712 00000100:00100000:3.0:1777045419.478746:0:6643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 556 00000100:00100000:3.0:1777045419.478762:0:6643:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de48096a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1863365424467712:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1777045419.478807:0:6643:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 62849024 pending 0 free 3851419648 avail 3849322496 00000100:00100000:3.0:1777045419.478874:0:6643:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de48096a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1863365424467712:12345-0@lo:13:osp-pre-1-0.0 Request processed in 115us (326us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045419.478888:0:6643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 556 00000100:00080000:3.0:1777045419.478922:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1777045419.478972:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de48094700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424467712:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1777045419.480070:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df58665180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3343:1863365424467968:0@lo:400:kworker.0 00000100:00100000:2.0:1777045419.480123:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777045419.480161:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1777045419.480172:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df470cf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3343:1863365424468096:0@lo:400:kworker.0 00000100:00100000:2.0:1777045419.480275:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777045419.480346:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424467968 00000100:00100000:2.0:1777045419.480354:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424467968 00000100:00100000:2.0:1777045419.480400:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424468096 00000100:00100000:2.0:1777045419.480404:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424468096 00000100:00100000:2.0:1777045419.480443:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1311 00000100:00100000:2.0:1777045419.480455:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df470cc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3343:x1863365424467968:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777045419.480519:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df470cc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3343:x1863365424467968:12345-0@lo:400:kworker.0 Request processed in 65us (395us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045419.480530:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1311 00000100:00100000:2.0:1777045419.480557:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1312 00000100:00100000:2.0:1777045419.480569:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df470cc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3343:x1863365424468096:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777045419.480643:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df470cc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3343:x1863365424468096:12345-0@lo:400:kworker.0 Request processed in 76us (367us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045419.480655:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1312 00000100:00080000:2.0:1777045419.480690:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1777045419.480722:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df470cf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3343:1863365424468096:0@lo:400:kworker.0 00000100:00100000:2.0:1777045419.480737:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df58665180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3343:1863365424467968:0@lo:400:kworker.0 00000100:00100000:1.0:1777045419.481165:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df470ce300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424468224:0@lo:400:kworker.0 00000100:00100000:1.0:1777045419.481272:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777045419.481310:0:3341:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1777045419.481320:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df58664000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ce657616-b3f3-4e21-ac89-518ab611901c:3341:1863365424467840:0@lo:400:kworker.0 00000100:00100000:1.0:1777045419.481369:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777045419.481409:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df470ce680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3341:1863365424468352:0@lo:400:kworker.0 00000100:00100000:1.0:1777045419.481444:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777045419.481480:0:8776:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424468224 00000100:00100000:1.0:1777045419.481486:0:8776:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424468224 00000100:00100000:1.0:1777045419.481539:0:8776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1137 00000100:00100000:1.0:1777045419.481551:0:8776:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7529b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3341:x1863365424468224:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777045419.481608:0:8776:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7529b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3341:x1863365424468224:12345-0@lo:400:kworker.0 Request processed in 59us (337us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045419.481619:0:8776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1137 00000100:00100000:1.0:1777045419.481651:0:5848:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424467840 00000100:00100000:1.0:1777045419.481658:0:5848:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424467840 00000100:00100000:1.0:1777045419.481699:0:5848:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 956 00000100:00100000:1.0:1777045419.481711:0:5848:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df47088450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ce657616-b3f3-4e21-ac89-518ab611901c+18:3341:x1863365424467840:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777045419.481761:0:5848:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df47088450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ce657616-b3f3-4e21-ac89-518ab611901c+18:3341:x1863365424467840:12345-0@lo:400:kworker.0 Request processed in 52us (391us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045419.481771:0:5848:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 956 00000100:00100000:1.0:1777045419.481837:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df58664000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ce657616-b3f3-4e21-ac89-518ab611901c:3341:1863365424467840:0@lo:400:kworker.0 00000100:00100000:1.0:1777045419.481856:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df470ce300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424468224:0@lo:400:kworker.0 00000100:00100000:2.0:1777045419.481977:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424468352 00000100:00100000:2.0:1777045419.481984:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424468352 00000100:00100000:2.0:1777045419.482047:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1313 00000100:00100000:2.0:1777045419.482059:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df75299c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3341:x1863365424468352:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777045419.482118:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df75299c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3341:x1863365424468352:12345-0@lo:400:kworker.0 Request processed in 60us (671us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045419.482129:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1313 00000100:00080000:2.0:1777045419.482157:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1777045419.482163:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1777045419.483165:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df470ce680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3341:1863365424468352:0@lo:400:kworker.0 00000040:00080000:0.0:1777045419.604258:0:22225:0:(llog.c:801:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1777045419.604573:0:22225:0:(llog_cat.c:158:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1777045419.605687:0:22225:0:(llog.c:858:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1777045419.605705:0:22225:0:(llog.c:858:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:1.0:1777045419.802572:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777045420.822579:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777045421.845704:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777045422.573655:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045422.573704:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045422.573744:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045422.573779:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045422.573811:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045422.573855:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045422.573957:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045422.574005:0:5849:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370287744 00000100:00100000:3.0:1777045422.574017:0:5849:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370287744 00000100:00100000:3.0:1777045422.574084:0:5849:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 957 00000100:00100000:3.0:1777045422.574097:0:5849:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df47088c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2390:x1863365370287744:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777045422.574530:0:5849:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df47088c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2390:x1863365370287744:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 433us (883us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045422.574543:0:5849:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 957 00000100:00100000:3.0:1777045422.574628:0:6639:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370288000 00000100:00100000:3.0:1777045422.574636:0:6639:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370288000 00000100:00100000:3.0:1777045422.574690:0:6639:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370288512 00000100:00100000:3.0:1777045422.574695:0:6639:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370288512 00000100:00100000:3.0:1777045422.574715:0:6639:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370288128 00000100:00100000:3.0:1777045422.574718:0:6639:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370288128 00000100:00100000:3.0:1777045422.574737:0:6639:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370288384 00000100:00100000:3.0:1777045422.574741:0:6639:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370288384 00000100:00100000:3.0:1777045422.574764:0:6639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1138 00000100:00100000:3.0:1777045422.574774:0:6639:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de48094700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:146de360-3fb2-48bd-b418-06f30714148a+14:2390:x1863365370288000:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777045422.574820:0:6639:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de48094700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:146de360-3fb2-48bd-b418-06f30714148a+14:2390:x1863365370288000:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 46us (1115us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045422.575065:0:6639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1138 00000100:00100000:3.0:1777045422.575091:0:6639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1139 00000100:00100000:3.0:1777045422.575102:0:6639:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de48095f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2390:x1863365370288512:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777045422.575180:0:6639:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de48095f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2390:x1863365370288512:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 78us (1399us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045422.575190:0:6639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1139 00000100:00100000:3.0:1777045422.575242:0:6639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1140 00000100:00100000:3.0:1777045422.575255:0:6639:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de48094e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:146de360-3fb2-48bd-b418-06f30714148a+13:2390:x1863365370288128:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777045422.575300:0:6639:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de48094e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:146de360-3fb2-48bd-b418-06f30714148a+13:2390:x1863365370288128:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 46us (1443us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045422.575309:0:6639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1140 00000100:00100000:3.0:1777045422.575327:0:6639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1141 00000100:00100000:3.0:1777045422.575337:0:6639:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de431be300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2390:x1863365370288384:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777045422.575372:0:6639:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de431be300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2390:x1863365370288384:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 37us (1417us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045422.575381:0:6639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1141 00000100:00100000:3.0:1777045422.575411:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370288256 00000100:00100000:3.0:1777045422.575417:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370288256 00000100:00100000:3.0:1777045422.575459:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370287872 00000100:00100000:3.0:1777045422.575465:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370287872 00000100:00100000:3.0:1777045422.575498:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1314 00000100:00100000:3.0:1777045422.575508:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de48096d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+29:2390:x1863365370288256:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777045422.575551:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de48096d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+29:2390:x1863365370288256:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 44us (1809us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045422.575561:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1314 00000100:00100000:3.0:1777045422.575581:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1315 00000100:00100000:3.0:1777045422.575590:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de48096680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:146de360-3fb2-48bd-b418-06f30714148a+46:2390:x1863365370287872:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777045422.575626:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de48096680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:146de360-3fb2-48bd-b418-06f30714148a+46:2390:x1863365370287872:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 37us (1816us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045422.575635:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1315 00000100:00080000:3.0:1777045422.575843:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1777045422.575850:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1777045422.575853:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:0.0:1777045422.893209:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1777045423.219976:0:22277:0:(llog.c:801:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1777045423.219987:0:22277:0:(llog_cat.c:158:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1777045423.221255:0:22277:0:(llog.c:858:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1777045423.221266:0:22277:0:(llog.c:858:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1777045423.578731:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df75298e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424468480:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1777045423.578819:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045423.578975:0:19062:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424468480 00000100:00100000:0.0:1777045423.578986:0:19062:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424468480 00000100:00100000:0.0:1777045423.579068:0:19062:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 557 00000100:00100000:0.0:1777045423.579082:0:19062:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df470cf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424468480:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1777045423.579147:0:19062:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 71368704 pending 0 free 3858759680 avail 3856662528 00000100:00080000:1.0:1777045423.584721:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1777045423.585267:0:19062:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df470cf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424468480:12345-0@lo:13:osp-pre-0-0.0 Request processed in 6180us (6440us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045423.585286:0:19062:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 557 00000100:00100000:2.0:1777045423.599739:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df75298e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424468480:0@lo:13:osp-pre-0-0.0 00010000:00010000:1.0:1777045423.895133:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777045424.597904:0:3344:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de431bdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3344:1863365424468608:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1777045424.598004:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777045424.599639:0:6644:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424468608 00000100:00100000:3.0:1777045424.599654:0:6644:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424468608 00000100:00080000:1.0:1777045424.599780:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1777045424.602657:0:3344:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de42e59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3344:1863365424469120:0@lo:400:kworker.0 00000100:00100000:1.0:1777045424.602734:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777045424.602867:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df75298e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ce657616-b3f3-4e21-ac89-518ab611901c:3341:1863365424468736:0@lo:400:kworker.0 00000100:00100000:2.0:1777045424.603257:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045424.605493:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df75298000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3342:1863365424468864:0@lo:400:kworker.0 00000100:00100000:0.0:1777045424.605556:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777045424.610820:0:3344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1777045424.610843:0:3344:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7529a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3344:1863365424468992:0@lo:400:kworker.0 00000100:00100000:1.0:1777045424.610939:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777045424.611047:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424468864 00000100:00100000:1.0:1777045424.611059:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424468864 00000100:00100000:1.0:1777045424.611231:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424468992 00000100:00100000:1.0:1777045424.611238:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424468992 00000100:00100000:1.0:1777045424.611296:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1316 00000100:00100000:1.0:1777045424.611310:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41db1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3342:x1863365424468864:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777045424.611387:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41db1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3342:x1863365424468864:12345-0@lo:400:kworker.0 Request processed in 79us (5829us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045424.611399:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1316 00000100:00100000:1.0:1777045424.611431:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1317 00000100:00100000:1.0:1777045424.611442:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b8eea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3344:x1863365424468992:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777045424.611500:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b8eea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3344:x1863365424468992:12345-0@lo:400:kworker.0 Request processed in 59us (561us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045424.611511:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1317 00000100:00080000:1.0:1777045424.611545:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1777045424.611589:0:3344:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7529a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3344:1863365424468992:0@lo:400:kworker.0 00000100:00100000:1.0:1777045424.611649:0:19062:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 558 00000100:00100000:1.0:1777045424.611663:0:19062:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7529a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1863365424468608:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1777045424.611704:0:19062:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 62849024 pending 0 free 3851419648 avail 3849322496 00000100:00100000:1.0:1777045424.611763:0:19062:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7529a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1863365424468608:12345-0@lo:13:osp-pre-1-0.0 Request processed in 102us (13760us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045424.611775:0:19062:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 558 00000100:00100000:1.0:1777045424.611831:0:3344:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de431bdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3344:1863365424468608:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1777045424.613270:0:6639:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424469120 00000100:00100000:3.0:1777045424.613278:0:6639:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424469120 00000100:00100000:3.0:1777045424.613344:0:6639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1142 00000100:00100000:3.0:1777045424.613357:0:6639:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b8edf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3344:x1863365424469120:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777045424.613430:0:6639:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b8edf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3344:x1863365424469120:12345-0@lo:400:kworker.0 Request processed in 76us (10697us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045424.613442:0:6639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1142 00000100:00100000:3.0:1777045424.613495:0:3344:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de42e59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3344:1863365424469120:0@lo:400:kworker.0 00000100:00100000:3.0:1777045424.613558:0:5850:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424468736 00000100:00100000:3.0:1777045424.613564:0:5850:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424468736 00000100:00100000:3.0:1777045424.613604:0:5850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 958 00000100:00100000:3.0:1777045424.613615:0:5850:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df4708bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ce657616-b3f3-4e21-ac89-518ab611901c+18:3341:x1863365424468736:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777045424.613667:0:5850:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df4708bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ce657616-b3f3-4e21-ac89-518ab611901c+18:3341:x1863365424468736:12345-0@lo:400:kworker.0 Request processed in 54us (10410us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045424.613677:0:5850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 958 00000100:00100000:2.0:1777045424.614696:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df75298e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ce657616-b3f3-4e21-ac89-518ab611901c:3341:1863365424468736:0@lo:400:kworker.0 00000100:00100000:2.0:1777045424.614712:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7b8ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3341:1863365424469248:0@lo:400:kworker.0 00000100:00100000:2.0:1777045424.614762:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777045424.615882:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424469248 00000100:00100000:3.0:1777045424.615892:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424469248 00000100:00100000:3.0:1777045424.615978:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1318 00000100:00100000:3.0:1777045424.615990:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df470cca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3341:x1863365424469248:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777045424.616062:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df470cca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3341:x1863365424469248:12345-0@lo:400:kworker.0 Request processed in 73us (1299us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045424.616073:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1318 00000100:00080000:2.0:1777045424.617866:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1777045424.617921:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7b8ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3341:1863365424469248:0@lo:400:kworker.0 00000100:00100000:0.0:1777045424.620765:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df75298000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3342:1863365424468864:0@lo:400:kworker.0 00010000:00010000:0.0:1777045424.918596:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1777045425.045781:0:11491:0:(llog.c:801:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1777045425.045792:0:11491:0:(llog_cat.c:158:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1777045425.046907:0:11491:0:(llog.c:858:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1777045425.046922:0:11491:0:(llog.c:858:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:0.0:1777045425.966523:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777045426.970129:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1777045426.983246:0:22329:0:(llog.c:801:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1777045426.983256:0:22329:0:(llog_cat.c:158:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1777045426.984313:0:22329:0:(llog.c:858:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1777045426.984327:0:22329:0:(llog.c:858:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1777045427.716348:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045427.716743:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045427.716781:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045427.716813:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045427.716839:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045427.716869:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045427.716908:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045427.716947:0:6641:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370288896 00000100:00100000:3.0:1777045427.716960:0:6641:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370288896 00000100:00100000:3.0:1777045427.717033:0:6641:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370289408 00000100:00100000:3.0:1777045427.717038:0:6641:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370289408 00000100:00100000:3.0:1777045427.717086:0:6641:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370289024 00000100:00100000:3.0:1777045427.717090:0:6641:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370289024 00000100:00100000:3.0:1777045427.717110:0:6641:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370289280 00000100:00100000:3.0:1777045427.717113:0:6641:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370289280 00000100:00100000:3.0:1777045427.717138:0:6641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1143 00000100:00100000:3.0:1777045427.717150:0:6641:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de431bce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:146de360-3fb2-48bd-b418-06f30714148a+14:2393:x1863365370288896:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777045427.717265:0:6641:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de431bce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:146de360-3fb2-48bd-b418-06f30714148a+14:2393:x1863365370288896:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 115us (522us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045427.717276:0:6641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1143 00000100:00100000:3.0:1777045427.717301:0:6641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1144 00000100:00100000:3.0:1777045427.717317:0:6641:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de431bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2393:x1863365370289408:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777045427.717352:0:6641:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de431bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2393:x1863365370289408:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 37us (540us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045427.717362:0:6641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1144 00000100:00100000:3.0:1777045427.717378:0:6641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1145 00000100:00100000:3.0:1777045427.717388:0:6641:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de430ff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:146de360-3fb2-48bd-b418-06f30714148a+13:2393:x1863365370289024:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777045427.717423:0:6641:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de430ff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:146de360-3fb2-48bd-b418-06f30714148a+13:2393:x1863365370289024:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 36us (554us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045427.717433:0:6641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1145 00000100:00100000:3.0:1777045427.717452:0:6641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1146 00000100:00100000:3.0:1777045427.717463:0:6641:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de430fea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2393:x1863365370289280:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777045427.717499:0:6641:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de430fea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2393:x1863365370289280:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 38us (591us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045427.717509:0:6641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1146 00000100:00100000:3.0:1777045427.717539:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370289152 00000100:00100000:3.0:1777045427.717544:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370289152 00000100:00100000:3.0:1777045427.717582:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370288768 00000100:00100000:3.0:1777045427.717587:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370288768 00000100:00100000:3.0:1777045427.717614:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1319 00000100:00100000:3.0:1777045427.717623:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de431bd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+29:2393:x1863365370289152:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777045427.717664:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de431bd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+29:2393:x1863365370289152:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 42us (882us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045427.717673:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1319 00000100:00100000:3.0:1777045427.717692:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1320 00000100:00100000:3.0:1777045427.717700:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42e59500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:146de360-3fb2-48bd-b418-06f30714148a+46:2393:x1863365370288768:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777045427.717732:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42e59500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:146de360-3fb2-48bd-b418-06f30714148a+46:2393:x1863365370288768:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 32us (892us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045427.717740:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1320 00000100:00080000:3.0:1777045427.717780:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1777045427.717787:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1777045427.717790:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1777045427.724411:0:5848:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370288640 00000100:00100000:1.0:1777045427.724427:0:5848:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370288640 00000100:00100000:1.0:1777045427.724506:0:5848:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 959 00000100:00100000:1.0:1777045427.724519:0:5848:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df47089c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2393:x1863365370288640:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:1.0:1777045427.724608:0:5848:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df47089c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2393:x1863365370288640:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 91us (8273us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045427.724620:0:5848:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 959 00010000:00010000:0.0:1777045427.989792:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777045428.694233:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7b8ee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424469376:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1777045428.694327:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777045428.698949:0:6643:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424469376 00000100:00100000:3.0:1777045428.698967:0:6643:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424469376 00000100:00100000:3.0:1777045428.699097:0:6643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 559 00000100:00100000:3.0:1777045428.699115:0:6643:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41db2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1863365424469376:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1777045428.699170:0:6643:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 71368704 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1777045428.699356:0:6643:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41db2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1863365424469376:12345-0@lo:13:osp-pre-0-0.0 Request processed in 245us (5028us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045428.699370:0:6643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 559 00000100:00100000:3.0:1777045428.699458:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7b8ee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424469376:0@lo:13:osp-pre-0-0.0 00000100:00080000:2.0:1777045428.699715:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1777045429.013635:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777045429.717860:0:3344:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de41db1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3344:1863365424469632:0@lo:400:kworker.0 00000100:00100000:0.0:1777045429.718192:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045429.718299:0:3344:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de435ace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3344:1863365424470144:0@lo:400:kworker.0 00000100:00100000:0.0:1777045429.718625:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045429.718668:0:3344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:0.0:1777045429.718678:0:3344:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de41db1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ce657616-b3f3-4e21-ac89-518ab611901c:3344:1863365424469504:0@lo:400:kworker.0 00000100:00100000:0.0:1777045429.718720:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045429.718749:0:3344:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de435ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3344:1863365424470016:0@lo:400:kworker.0 00000100:00100000:0.0:1777045429.718779:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045429.718818:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df605f3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3341:1863365424469760:0@lo:400:kworker.0 00000100:00100000:0.0:1777045429.719134:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045429.719161:0:3341:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1777045429.719168:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df605f0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424469888:0@lo:400:kworker.0 00000100:00100000:0.0:1777045429.719195:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045429.719259:0:6641:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424470144 00000100:00100000:0.0:1777045429.719268:0:6641:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424470144 00000100:00100000:0.0:1777045429.719334:0:6641:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424469888 00000100:00100000:0.0:1777045429.719339:0:6641:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424469888 00000100:00100000:0.0:1777045429.719368:0:6641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1147 00000100:00100000:0.0:1777045429.719378:0:6641:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de4282e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3344:x1863365424470144:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777045429.719443:0:6641:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de4282e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3344:x1863365424470144:12345-0@lo:400:kworker.0 Request processed in 66us (817us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045429.719452:0:6641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1147 00000100:00100000:0.0:1777045429.719473:0:6641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1148 00000100:00100000:0.0:1777045429.719481:0:6641:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de480e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3341:x1863365424469888:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777045429.719524:0:6641:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de480e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3341:x1863365424469888:12345-0@lo:400:kworker.0 Request processed in 43us (327us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045429.719532:0:6641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1148 00000100:00100000:0.0:1777045429.719554:0:5849:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424469504 00000100:00100000:0.0:1777045429.719560:0:5849:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424469504 00000100:00100000:0.0:1777045429.719588:0:5849:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 960 00000100:00100000:0.0:1777045429.719595:0:5849:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df485c0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ce657616-b3f3-4e21-ac89-518ab611901c+18:3344:x1863365424469504:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777045429.719634:0:5849:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df485c0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ce657616-b3f3-4e21-ac89-518ab611901c+18:3344:x1863365424469504:12345-0@lo:400:kworker.0 Request processed in 38us (913us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045429.719642:0:5849:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 960 00000100:00100000:0.0:1777045429.719674:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424469632 00000100:00100000:0.0:1777045429.719679:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424469632 00000100:00100000:0.0:1777045429.719709:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424470016 00000100:00100000:0.0:1777045429.719713:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424470016 00000100:00100000:0.0:1777045429.719735:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424469760 00000100:00100000:0.0:1777045429.719739:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424469760 00000100:00100000:0.0:1777045429.719758:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1321 00000100:00100000:0.0:1777045429.719765:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de4282dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3344:x1863365424469632:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777045429.719806:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de4282dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3344:x1863365424469632:12345-0@lo:400:kworker.0 Request processed in 41us (1615us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045429.719815:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1321 00000100:00100000:0.0:1777045429.719833:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1322 00000100:00100000:0.0:1777045429.719841:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de480ead80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3344:x1863365424470016:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777045429.719876:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de480ead80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3344:x1863365424470016:12345-0@lo:400:kworker.0 Request processed in 35us (1096us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045429.719883:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1322 00000100:00100000:0.0:1777045429.719897:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1323 00000100:00100000:0.0:1777045429.719905:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de480e8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3341:x1863365424469760:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777045429.719941:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de480e8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3341:x1863365424469760:12345-0@lo:400:kworker.0 Request processed in 36us (805us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045429.719949:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1323 00000100:00080000:0.0:1777045429.719981:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1777045429.719987:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1777045429.720055:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df605f0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424469888:0@lo:400:kworker.0 00000100:00100000:0.0:1777045429.720071:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df605f3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3341:1863365424469760:0@lo:400:kworker.0 00000100:00100000:0.0:1777045429.720107:0:3344:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de41db1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ce657616-b3f3-4e21-ac89-518ab611901c:3344:1863365424469504:0@lo:400:kworker.0 00000100:00100000:0.0:1777045429.720118:0:3344:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de435ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3344:1863365424470016:0@lo:400:kworker.0 00000100:00100000:0.0:1777045429.720131:0:3344:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de41db1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3344:1863365424469632:0@lo:400:kworker.0 00000100:00100000:0.0:1777045429.720142:0:3344:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de435ace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3344:1863365424470144:0@lo:400:kworker.0 00000100:00100000:0.0:1777045429.728795:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1777045429.728854:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de430fce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424470272:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1777045429.729281:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777045429.729530:0:6644:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424470272 00000100:00100000:3.0:1777045429.729542:0:6644:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424470272 00000100:00100000:3.0:1777045429.729601:0:6644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 560 00000100:00100000:3.0:1777045429.729615:0:6644:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de480e8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1863365424470272:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1777045429.729665:0:6644:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 62849024 pending 0 free 3851419648 avail 3849322496 00000100:00100000:3.0:1777045429.729734:0:6644:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de480e8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1863365424470272:12345-0@lo:13:osp-pre-1-0.0 Request processed in 122us (453us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045429.729745:0:6644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 560 00000100:00100000:1.0:1777045429.729934:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de430fce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424470272:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1777045430.043592:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1777045430.653040:0:22380:0:(llog.c:801:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1777045430.653051:0:22380:0:(llog_cat.c:158:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1777045430.657856:0:22380:0:(llog.c:858:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1777045430.657878:0:22380:0:(llog.c:858:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:1.0:1777045431.085701:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777045432.117894:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777045432.819323:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045432.819385:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045432.819448:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045432.819652:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370289664 00000100:00100000:0.0:1777045432.819672:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370289664 00000100:00100000:0.0:1777045432.819792:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1324 00000100:00100000:0.0:1777045432.819815:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de430fed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:146de360-3fb2-48bd-b418-06f30714148a+46:2390:x1863365370289664:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:0.0:1777045432.819955:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de430fed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:146de360-3fb2-48bd-b418-06f30714148a+46:2390:x1863365370289664:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 147us (650us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045432.820010:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1324 00000100:00080000:0.0:1777045432.820057:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1777045432.822370:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045432.822412:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045432.834628:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045432.834687:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045432.837478:0:6641:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370289920 00000100:00100000:2.0:1777045432.837501:0:6641:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370289920 00000100:00100000:2.0:1777045432.837648:0:6641:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370290176 00000100:00100000:2.0:1777045432.837656:0:6641:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370290176 00000100:00100000:2.0:1777045432.837696:0:6641:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370289792 00000100:00100000:2.0:1777045432.837703:0:6641:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370289792 00000100:00100000:2.0:1777045432.838646:0:6641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1149 00000100:00100000:2.0:1777045432.838673:0:6641:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de430fc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:146de360-3fb2-48bd-b418-06f30714148a+13:2390:x1863365370289920:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:2.0:1777045432.841818:0:6641:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de430fc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:146de360-3fb2-48bd-b418-06f30714148a+13:2390:x1863365370289920:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 3137us (22414us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045432.842433:0:6641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1149 00000100:00100000:2.0:1777045432.842506:0:6641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1150 00000100:00100000:2.0:1777045432.842527:0:6641:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de430fd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2390:x1863365370290176:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:2.0:1777045432.842611:0:6641:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de430fd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2390:x1863365370290176:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 91us (23162us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045432.842623:0:6641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1150 00000100:00100000:2.0:1777045432.842649:0:6641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1151 00000100:00100000:2.0:1777045432.842660:0:6641:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de430fe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:146de360-3fb2-48bd-b418-06f30714148a+14:2390:x1863365370289792:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:2.0:1777045432.842705:0:6641:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de430fe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:146de360-3fb2-48bd-b418-06f30714148a+14:2390:x1863365370289792:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 45us (20292us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045432.842716:0:6641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1151 00000100:00100000:1.0:1777045432.845247:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370290304 00000100:00100000:1.0:1777045432.845268:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370290304 00000100:00100000:1.0:1777045432.845349:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1152 00000100:00100000:1.0:1777045432.845364:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de430fdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2390:x1863365370290304:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777045432.858213:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370290048 00000100:00100000:3.0:1777045432.858240:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370290048 00000100:00100000:3.0:1777045432.858399:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1325 00000100:00100000:3.0:1777045432.858419:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de430fca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+29:2390:x1863365370290048:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777045432.858564:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de430fca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+29:2390:x1863365370290048:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 148us (23954us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045432.858579:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1325 00000100:00080000:3.0:1777045432.859289:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1777045432.859298:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1777045432.859586:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1777045432.874130:0:5850:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370289536 00000100:00100000:2.0:1777045432.874155:0:5850:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370289536 00000100:00100000:2.0:1777045432.874573:0:5850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 961 00000100:00100000:2.0:1777045432.874592:0:5850:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df485c1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2390:x1863365370289536:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:2.0:1777045432.874726:0:5850:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df485c1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2390:x1863365370289536:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 137us (52363us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045432.874741:0:5850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 961 00000100:00100000:1.0:1777045432.879601:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de430fdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2390:x1863365370290304:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 34222us (44895us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045432.879622:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1152 00010000:00010000:1.0:1777045433.177626:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777045433.814677:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de430fd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424470400:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1777045433.814809:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777045433.815098:0:19062:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424470400 00000100:00100000:3.0:1777045433.815113:0:19062:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424470400 00000100:00100000:3.0:1777045433.815263:0:19062:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 561 00000100:00100000:3.0:1777045433.815283:0:19062:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de435ace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1863365424470400:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1777045433.815337:0:19062:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 71368704 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1777045433.815420:0:19062:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de435ace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1863365424470400:12345-0@lo:13:osp-pre-0-0.0 Request processed in 142us (610us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045433.815434:0:19062:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 561 00000100:00100000:3.0:1777045433.815518:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de430fd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424470400:0@lo:13:osp-pre-0-0.0 00000100:00080000:0.0:1777045433.816497:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:0.0:1777045434.198154:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1777045434.770461:0:22432:0:(llog.c:801:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1777045434.770474:0:22432:0:(llog_cat.c:158:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1777045434.775918:0:22432:0:(llog.c:858:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:1.0:1777045434.775970:0:22432:0:(llog.c:858:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1777045434.837474:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7b8edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424470528:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1777045434.837566:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045434.840353:0:6643:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424470528 00000100:00100000:0.0:1777045434.840368:0:6643:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424470528 00000100:00100000:0.0:1777045434.840655:0:6643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 562 00000100:00100000:0.0:1777045434.840677:0:6643:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b8ed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424470528:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1777045434.840733:0:6643:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 62849024 pending 0 free 3851419648 avail 3849322496 00000100:00100000:0.0:1777045434.840832:0:6643:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b8ed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424470528:12345-0@lo:13:osp-pre-1-0.0 Request processed in 162us (3265us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045434.840846:0:6643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 562 00000100:00100000:0.0:1777045434.841349:0:3344:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de435ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ce657616-b3f3-4e21-ac89-518ab611901c:3344:1863365424470656:0@lo:400:kworker.0 00000100:00100000:0.0:1777045434.841405:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1777045434.842311:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1777045434.843430:0:3344:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df605f0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3344:1863365424471168:0@lo:400:kworker.0 00000100:00100000:0.0:1777045434.843522:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045434.843565:0:3344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1777045434.843576:0:3344:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df605f3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3344:1863365424471040:0@lo:400:kworker.0 00000100:00100000:0.0:1777045434.843616:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045434.843671:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de41db1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3342:1863365424470912:0@lo:400:kworker.0 00000100:00100000:0.0:1777045434.843709:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045434.843735:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1777045434.843743:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de41db1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3342:1863365424470784:0@lo:400:kworker.0 00000100:00100000:0.0:1777045434.843775:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045434.843814:0:5848:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424470656 00000100:00100000:0.0:1777045434.843822:0:5848:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424470656 00000100:00100000:0.0:1777045434.843872:0:5848:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 962 00000100:00100000:0.0:1777045434.843884:0:5848:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df485c0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ce657616-b3f3-4e21-ac89-518ab611901c+18:3344:x1863365424470656:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777045434.843973:0:5848:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df485c0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ce657616-b3f3-4e21-ac89-518ab611901c+18:3344:x1863365424470656:12345-0@lo:400:kworker.0 Request processed in 89us (2567us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045434.843985:0:5848:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 962 00000100:00100000:0.0:1777045434.844032:0:6639:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424471040 00000100:00100000:0.0:1777045434.844039:0:6639:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424471040 00000100:00100000:0.0:1777045434.844081:0:6639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1153 00000100:00100000:0.0:1777045434.844091:0:6639:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d626300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3344:x1863365424471040:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777045434.844144:0:6639:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d626300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3344:x1863365424471040:12345-0@lo:400:kworker.0 Request processed in 53us (526us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045434.844183:0:6639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1153 00000100:00100000:0.0:1777045434.844235:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424471168 00000100:00100000:0.0:1777045434.844242:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424471168 00000100:00100000:0.0:1777045434.844569:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424470912 00000100:00100000:0.0:1777045434.844576:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424470912 00000100:00100000:0.0:1777045434.844615:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424470784 00000100:00100000:0.0:1777045434.844621:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424470784 00000100:00100000:0.0:1777045434.844648:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1326 00000100:00100000:0.0:1777045434.844660:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d625180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3344:x1863365424471168:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777045434.844716:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d625180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3344:x1863365424471168:12345-0@lo:400:kworker.0 Request processed in 57us (1193us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045434.844727:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1326 00000100:00100000:0.0:1777045434.844748:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1327 00000100:00100000:0.0:1777045434.844758:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b93b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3342:x1863365424470912:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777045434.844811:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b93b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3342:x1863365424470912:12345-0@lo:400:kworker.0 Request processed in 53us (1100us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045434.844822:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1327 00000100:00100000:0.0:1777045434.844843:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1328 00000100:00100000:0.0:1777045434.844855:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b93bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3342:x1863365424470784:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777045434.844899:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b93bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3342:x1863365424470784:12345-0@lo:400:kworker.0 Request processed in 46us (1123us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045434.844909:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1328 00000100:00100000:0.0:1777045434.845010:0:3344:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df605f3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3344:1863365424471040:0@lo:400:kworker.0 00000100:00100000:0.0:1777045434.845027:0:3344:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de435ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ce657616-b3f3-4e21-ac89-518ab611901c:3344:1863365424470656:0@lo:400:kworker.0 00000100:00100000:0.0:1777045434.845043:0:3344:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df605f0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3344:1863365424471168:0@lo:400:kworker.0 00000100:00100000:0.0:1777045434.845122:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de41db1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3342:1863365424470784:0@lo:400:kworker.0 00000100:00100000:0.0:1777045434.845139:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de41db1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3342:1863365424470912:0@lo:400:kworker.0 00000100:00080000:0.0:1777045434.845164:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1777045434.845556:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7b8edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424470528:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1777045435.221408:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1777045435.285865:0:11491:0:(llog.c:801:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1777045435.285875:0:11491:0:(llog_cat.c:158:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1777045435.288661:0:11491:0:(llog.c:858:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:1.0:1777045435.288679:0:11491:0:(llog.c:858:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:1.0:1777045436.255500:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777045437.271281:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777045437.953565:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045437.953617:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045437.953669:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045437.953727:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045437.953761:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045437.953787:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045437.953815:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045437.954691:0:6641:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370290688 00000100:00100000:3.0:1777045437.954706:0:6641:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370290688 00000100:00100000:3.0:1777045437.954803:0:6641:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370291200 00000100:00100000:3.0:1777045437.954809:0:6641:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370291200 00000100:00100000:3.0:1777045437.954834:0:6641:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370290816 00000100:00100000:3.0:1777045437.954838:0:6641:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370290816 00000100:00100000:3.0:1777045437.954858:0:6641:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370291072 00000100:00100000:3.0:1777045437.954862:0:6641:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370291072 00000100:00100000:3.0:1777045437.954914:0:6641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1154 00000100:00100000:3.0:1777045437.954930:0:6641:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df470ce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:146de360-3fb2-48bd-b418-06f30714148a+14:2392:x1863365370290688:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777045437.955022:0:6641:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df470ce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:146de360-3fb2-48bd-b418-06f30714148a+14:2392:x1863365370290688:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 95us (1403us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045437.955040:0:6641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1154 00000100:00100000:3.0:1777045437.955067:0:6641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1155 00000100:00100000:3.0:1777045437.955079:0:6641:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df58664000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2392:x1863365370291200:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777045437.955119:0:6641:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df58664000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2392:x1863365370291200:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 41us (1392us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045437.955128:0:6641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1155 00000100:00100000:3.0:1777045437.955145:0:6641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1156 00000100:00100000:3.0:1777045437.955154:0:6641:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df74532300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:146de360-3fb2-48bd-b418-06f30714148a+13:2392:x1863365370290816:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777045437.955187:0:6641:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df74532300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:146de360-3fb2-48bd-b418-06f30714148a+13:2392:x1863365370290816:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 34us (1398us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045437.955196:0:6641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1156 00000100:00100000:3.0:1777045437.955260:0:6641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1157 00000100:00100000:3.0:1777045437.955272:0:6641:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df74530a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2392:x1863365370291072:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777045437.955329:0:6641:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df74530a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2392:x1863365370291072:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 43us (1496us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045437.955339:0:6641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1157 00000100:00100000:0.0:1777045437.956372:0:5849:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370290432 00000100:00100000:0.0:1777045437.956383:0:5849:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370290432 00000100:00100000:0.0:1777045437.956449:0:5849:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 963 00000100:00100000:0.0:1777045437.956461:0:5849:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df485c0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2392:x1863365370290432:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:0.0:1777045437.956538:0:5849:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df485c0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2392:x1863365370290432:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 78us (2984us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045437.956549:0:5849:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 963 00000100:00100000:0.0:1777045437.956607:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370290944 00000100:00100000:0.0:1777045437.956614:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370290944 00000100:00100000:0.0:1777045437.956676:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370290560 00000100:00100000:0.0:1777045437.956682:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370290560 00000100:00100000:0.0:1777045437.956717:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1329 00000100:00100000:0.0:1777045437.956728:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df470ce300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+29:2392:x1863365370290944:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:0.0:1777045437.956772:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df470ce300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+29:2392:x1863365370290944:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 46us (3104us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045437.956781:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1329 00000100:00100000:0.0:1777045437.956798:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1330 00000100:00100000:0.0:1777045437.956807:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df58665180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:146de360-3fb2-48bd-b418-06f30714148a+46:2392:x1863365370290560:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:0.0:1777045437.956837:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df58665180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:146de360-3fb2-48bd-b418-06f30714148a+46:2392:x1863365370290560:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 31us (3077us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045437.956846:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1330 00000100:00080000:2.0:1777045437.959658:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1777045437.959669:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1777045437.959672:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1777045438.305723:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1777045438.602022:0:22483:0:(llog.c:801:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1777045438.602034:0:22483:0:(llog_cat.c:158:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1777045438.615281:0:22483:0:(llog.c:858:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:1.0:1777045438.615306:0:22483:0:(llog.c:858:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1777045438.933536:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1777045438.933580:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de430fd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424471296:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1777045438.933663:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777045438.933744:0:6644:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424471296 00000100:00100000:3.0:1777045438.933754:0:6644:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424471296 00000100:00100000:3.0:1777045438.933830:0:6644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 563 00000100:00100000:3.0:1777045438.933842:0:6644:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de430fc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1863365424471296:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1777045438.933922:0:6644:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 71368704 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1777045438.933983:0:6644:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de430fc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1863365424471296:12345-0@lo:13:osp-pre-0-0.0 Request processed in 142us (317us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045438.933994:0:6644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 563 00000100:00080000:3.0:1777045438.934025:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1777045438.934076:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de430fd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424471296:0@lo:13:osp-pre-0-0.0 00010000:00010000:1.0:1777045439.317610:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777045439.957816:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7b938380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3343:1863365424471552:0@lo:400:kworker.0 00000100:00100000:0.0:1777045439.958196:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045439.958310:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7b938000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424472064:0@lo:400:kworker.0 00000100:00100000:0.0:1777045439.958350:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045439.958397:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1777045439.958407:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7b939180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3343:1863365424471680:0@lo:400:kworker.0 00000100:00100000:0.0:1777045439.958441:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045439.958507:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424471552 00000100:00100000:0.0:1777045439.958517:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424471552 00000100:00100000:0.0:1777045439.958576:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424471680 00000100:00100000:0.0:1777045439.958581:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424471680 00000100:00100000:0.0:1777045439.958625:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1331 00000100:00100000:0.0:1777045439.958639:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b939c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3343:x1863365424471552:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777045439.958714:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b939c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3343:x1863365424471552:12345-0@lo:400:kworker.0 Request processed in 77us (518us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045439.958725:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1331 00000100:00100000:0.0:1777045439.958750:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1332 00000100:00100000:0.0:1777045439.958761:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41db1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3343:x1863365424471680:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777045439.958807:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41db1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3343:x1863365424471680:12345-0@lo:400:kworker.0 Request processed in 47us (364us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045439.958816:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1332 00000100:00100000:0.0:1777045439.958843:0:6641:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424472064 00000100:00100000:0.0:1777045439.958849:0:6641:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424472064 00000100:00100000:0.0:1777045439.958921:0:6641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1158 00000100:00100000:0.0:1777045439.958931:0:6641:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41db1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424472064:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777045439.958980:0:6641:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41db1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424472064:12345-0@lo:400:kworker.0 Request processed in 50us (629us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045439.958989:0:6641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1158 00000100:00080000:0.0:1777045439.959023:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1777045439.959029:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1777045439.959079:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7b939180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3343:1863365424471680:0@lo:400:kworker.0 00000100:00100000:0.0:1777045439.959097:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7b938380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3343:1863365424471552:0@lo:400:kworker.0 00000100:00100000:0.0:1777045439.959111:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7b938000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424472064:0@lo:400:kworker.0 00000100:00100000:3.0:1777045439.961079:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7b939500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ce657616-b3f3-4e21-ac89-518ab611901c:3342:1863365424471424:0@lo:400:kworker.0 00000100:00100000:3.0:1777045439.961155:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777045439.961269:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7b93a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3342:1863365424471936:0@lo:400:kworker.0 00000100:00100000:3.0:1777045439.961311:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777045439.961664:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1777045439.961676:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7b939880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424471808:0@lo:400:kworker.0 00000100:00100000:3.0:1777045439.961714:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777045439.961759:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424471936 00000100:00100000:3.0:1777045439.961768:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424471936 00000100:00100000:3.0:1777045439.961834:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1333 00000100:00100000:3.0:1777045439.961846:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de430fd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3342:x1863365424471936:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777045439.961943:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de430fd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3342:x1863365424471936:12345-0@lo:400:kworker.0 Request processed in 99us (630us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045439.961954:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1333 00000100:00100000:3.0:1777045439.962011:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7b93a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3342:1863365424471936:0@lo:400:kworker.0 00000100:00100000:1.0:1777045439.964136:0:5850:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424471424 00000100:00100000:1.0:1777045439.964146:0:5850:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424471424 00000100:00100000:1.0:1777045439.964244:0:5850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 964 00000100:00100000:1.0:1777045439.964257:0:5850:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df485c3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ce657616-b3f3-4e21-ac89-518ab611901c+18:3342:x1863365424471424:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777045439.964324:0:5850:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df485c3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ce657616-b3f3-4e21-ac89-518ab611901c+18:3342:x1863365424471424:12345-0@lo:400:kworker.0 Request processed in 71us (3170us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045439.964334:0:5850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 964 00000100:00100000:3.0:1777045439.965967:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7b939500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ce657616-b3f3-4e21-ac89-518ab611901c:3342:1863365424471424:0@lo:400:kworker.0 00000100:00100000:0.0:1777045439.967295:0:6639:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424471808 00000100:00100000:0.0:1777045439.967305:0:6639:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424471808 00000100:00100000:0.0:1777045439.967360:0:6639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1159 00000100:00100000:0.0:1777045439.967372:0:6639:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de430ff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3342:x1863365424471808:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777045439.967470:0:6639:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de430ff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3342:x1863365424471808:12345-0@lo:400:kworker.0 Request processed in 98us (5755us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045439.967481:0:6639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1159 00000100:00100000:0.0:1777045439.967522:0:3344:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7b8ed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3344:1863365424472192:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1777045439.967545:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7b939880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424471808:0@lo:400:kworker.0 00000100:00100000:0.0:1777045439.967570:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1777045439.967595:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1777045439.968083:0:19062:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424472192 00000100:00100000:2.0:1777045439.968090:0:19062:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424472192 00000100:00100000:2.0:1777045439.968147:0:19062:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 564 00000100:00100000:2.0:1777045439.968160:0:19062:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b939880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1863365424472192:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1777045439.968198:0:19062:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 62849024 pending 0 free 3851419648 avail 3849322496 00000100:00100000:2.0:1777045439.968311:0:19062:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b939880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1863365424472192:12345-0@lo:13:osp-pre-1-0.0 Request processed in 153us (740us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045439.968321:0:19062:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 564 00000100:00100000:0.0:1777045439.969531:0:3344:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7b8ed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3344:1863365424472192:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1777045440.356566:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777045441.367728:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1777045442.275734:0:22535:0:(llog.c:801:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1777045442.275745:0:22535:0:(llog_cat.c:158:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1777045442.284431:0:22535:0:(llog.c:858:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:1.0:1777045442.284456:0:22535:0:(llog.c:858:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:0.0:1777045442.395361:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777045443.088723:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045443.088796:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045443.088869:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045443.088913:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045443.088949:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045443.088990:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045443.089054:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045443.089673:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370291456 00000100:00100000:2.0:1777045443.089688:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370291456 00000100:00100000:2.0:1777045443.089840:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370291840 00000100:00100000:2.0:1777045443.089846:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370291840 00000100:00100000:2.0:1777045443.089885:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1334 00000100:00100000:2.0:1777045443.089898:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df74531c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:146de360-3fb2-48bd-b418-06f30714148a+46:2392:x1863365370291456:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:2.0:1777045443.089983:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df74531c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:146de360-3fb2-48bd-b418-06f30714148a+46:2392:x1863365370291456:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 87us (1272us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045443.089995:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1334 00000100:00100000:2.0:1777045443.090023:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1335 00000100:00100000:2.0:1777045443.090033:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df74531500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+29:2393:x1863365370291840:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:2.0:1777045443.090065:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df74531500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+29:2393:x1863365370291840:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 33us (1152us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045443.090073:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1335 00000100:00100000:2.0:1777045443.090118:0:6641:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370291584 00000100:00100000:2.0:1777045443.090124:0:6641:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370291584 00000100:00100000:2.0:1777045443.090152:0:6641:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370292096 00000100:00100000:2.0:1777045443.090156:0:6641:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370292096 00000100:00100000:2.0:1777045443.090171:0:6641:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370291712 00000100:00100000:2.0:1777045443.090174:0:6641:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370291712 00000100:00100000:2.0:1777045443.090191:0:6641:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370291968 00000100:00100000:2.0:1777045443.090194:0:6641:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370291968 00000100:00100000:2.0:1777045443.090258:0:6641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1160 00000100:00100000:2.0:1777045443.090268:0:6641:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df74531f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:146de360-3fb2-48bd-b418-06f30714148a+14:2393:x1863365370291584:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:2.0:1777045443.090308:0:6641:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df74531f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:146de360-3fb2-48bd-b418-06f30714148a+14:2393:x1863365370291584:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 41us (1439us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045443.090340:0:6641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1160 00000100:00100000:2.0:1777045443.090360:0:6641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1161 00000100:00100000:2.0:1777045443.090371:0:6641:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df74530380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2393:x1863365370292096:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:2.0:1777045443.090408:0:6641:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df74530380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2393:x1863365370292096:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 39us (1458us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045443.090418:0:6641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1161 00000100:00100000:2.0:1777045443.090436:0:6641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1162 00000100:00100000:2.0:1777045443.090445:0:6641:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df74533b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:146de360-3fb2-48bd-b418-06f30714148a+13:2392:x1863365370291712:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:2.0:1777045443.090482:0:6641:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df74533b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:146de360-3fb2-48bd-b418-06f30714148a+13:2392:x1863365370291712:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 38us (1492us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045443.090492:0:6641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1162 00000100:00100000:2.0:1777045443.090511:0:6641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1163 00000100:00100000:2.0:1777045443.090520:0:6641:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df74532680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2392:x1863365370291968:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:2.0:1777045443.090553:0:6641:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df74532680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2392:x1863365370291968:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 34us (1499us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045443.090562:0:6641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1163 00000100:00100000:3.0:1777045443.092667:0:5848:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370291328 00000100:00100000:3.0:1777045443.092680:0:5848:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370291328 00000100:00100000:3.0:1777045443.092753:0:5848:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 965 00000100:00100000:3.0:1777045443.092767:0:5848:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df485c1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2393:x1863365370291328:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777045443.092856:0:5848:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df485c1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2393:x1863365370291328:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 90us (4059us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045443.092867:0:5848:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 965 00000100:00080000:3.0:1777045443.092937:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1777045443.092944:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1777045443.092948:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1777045443.414640:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777045444.081172:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de430ff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424472320:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1777045444.081279:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777045444.083684:0:6643:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424472320 00000100:00100000:3.0:1777045444.083698:0:6643:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424472320 00000100:00100000:3.0:1777045444.083819:0:6643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 565 00000100:00100000:3.0:1777045444.083834:0:6643:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b939500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3341:x1863365424472320:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1777045444.083879:0:6643:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 71368704 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1777045444.083957:0:6643:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b939500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3341:x1863365424472320:12345-0@lo:13:osp-pre-0-0.0 Request processed in 125us (2677us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045444.083968:0:6643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 565 00000100:00080000:0.0:1777045444.084072:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1777045444.084128:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de430ff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424472320:0@lo:13:osp-pre-0-0.0 00010000:00010000:0.0:1777045444.437843:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777045445.087159:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7b8ef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424472448:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1777045445.087296:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777045445.087362:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7b8ee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424472960:0@lo:400:kworker.0 00000100:00100000:3.0:1777045445.087401:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777045445.087438:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1777045445.087448:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7b8eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3342:1863365424472832:0@lo:400:kworker.0 00000100:00100000:3.0:1777045445.087483:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777045445.087523:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7b8ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ce657616-b3f3-4e21-ac89-518ab611901c:3343:1863365424472576:0@lo:400:kworker.0 00000100:00100000:3.0:1777045445.087563:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777045445.087594:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7b8ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3343:1863365424473088:0@lo:400:kworker.0 00000100:00100000:3.0:1777045445.087624:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777045445.087649:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:3.0:1777045445.087657:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7b8efb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3343:1863365424472704:0@lo:400:kworker.0 00000100:00100000:3.0:1777045445.087683:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777045445.087704:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7b8ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424473216:0@lo:400:kworker.0 00000100:00100000:3.0:1777045445.087732:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777045445.087807:0:6641:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424472960 00000100:00100000:3.0:1777045445.087816:0:6641:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424472960 00000100:00100000:3.0:1777045445.087886:0:6641:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424473216 00000100:00100000:3.0:1777045445.087890:0:6641:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424473216 00000100:00100000:3.0:1777045445.087936:0:6641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1164 00000100:00100000:3.0:1777045445.087948:0:6641:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de430ff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3342:x1863365424472960:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777045445.088019:0:6641:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de430ff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3342:x1863365424472960:12345-0@lo:400:kworker.0 Request processed in 72us (616us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045445.088029:0:6641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1164 00000100:00100000:3.0:1777045445.088053:0:6641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1165 00000100:00100000:3.0:1777045445.088062:0:6641:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41c64000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424473216:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777045445.088107:0:6641:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41c64000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424473216:12345-0@lo:400:kworker.0 Request processed in 46us (374us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045445.088115:0:6641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1165 00000100:00100000:3.0:1777045445.088139:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424472832 00000100:00100000:3.0:1777045445.088144:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424472832 00000100:00100000:3.0:1777045445.088179:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424473088 00000100:00100000:3.0:1777045445.088184:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424473088 00000100:00100000:3.0:1777045445.088209:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424472704 00000100:00100000:3.0:1777045445.088214:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424472704 00000100:00100000:3.0:1777045445.088259:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1336 00000100:00100000:3.0:1777045445.088268:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de430fce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3342:x1863365424472832:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777045445.088310:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de430fce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3342:x1863365424472832:12345-0@lo:400:kworker.0 Request processed in 44us (827us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045445.088319:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1336 00000100:00100000:3.0:1777045445.088335:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1337 00000100:00100000:3.0:1777045445.088343:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41c64380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3343:x1863365424473088:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777045445.088385:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41c64380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3343:x1863365424473088:12345-0@lo:400:kworker.0 Request processed in 43us (760us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045445.088393:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1337 00000100:00100000:3.0:1777045445.088410:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1338 00000100:00100000:3.0:1777045445.088418:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41c65c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3343:x1863365424472704:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777045445.088454:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41c65c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3343:x1863365424472704:12345-0@lo:400:kworker.0 Request processed in 37us (770us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045445.088461:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1338 00000100:00100000:3.0:1777045445.088485:0:5849:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424472576 00000100:00100000:3.0:1777045445.088489:0:5849:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424472576 00000100:00100000:3.0:1777045445.088519:0:5849:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 966 00000100:00100000:3.0:1777045445.088528:0:5849:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df485c0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ce657616-b3f3-4e21-ac89-518ab611901c+18:3343:x1863365424472576:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777045445.088565:0:5849:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df485c0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ce657616-b3f3-4e21-ac89-518ab611901c+18:3343:x1863365424472576:12345-0@lo:400:kworker.0 Request processed in 38us (1001us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045445.088574:0:5849:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 966 00000100:00080000:3.0:1777045445.088619:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1777045445.088624:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1777045445.088662:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7b8eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3342:1863365424472832:0@lo:400:kworker.0 00000100:00100000:3.0:1777045445.088678:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7b8ee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424472960:0@lo:400:kworker.0 00000100:00100000:3.0:1777045445.088715:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7b8efb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3343:1863365424472704:0@lo:400:kworker.0 00000100:00100000:3.0:1777045445.088728:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7b8ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424473216:0@lo:400:kworker.0 00000100:00100000:3.0:1777045445.088737:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7b8ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ce657616-b3f3-4e21-ac89-518ab611901c:3343:1863365424472576:0@lo:400:kworker.0 00000100:00100000:3.0:1777045445.088747:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7b8ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3343:1863365424473088:0@lo:400:kworker.0 00000100:00100000:1.0:1777045445.093970:0:19062:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424472448 00000100:00100000:1.0:1777045445.093986:0:19062:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424472448 00000100:00100000:1.0:1777045445.094050:0:19062:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 566 00000100:00100000:1.0:1777045445.094062:0:19062:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de430fe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1863365424472448:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1777045445.094107:0:19062:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 62849024 pending 0 free 3851419648 avail 3849322496 00000100:00100000:1.0:1777045445.094229:0:19062:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de430fe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1863365424472448:12345-0@lo:13:osp-pre-1-0.0 Request processed in 168us (6931us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045445.094241:0:19062:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 566 00000100:00100000:2.0:1777045445.095826:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7b8ef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424472448:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1777045445.467061:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1777045445.550495:0:11491:0:(llog.c:801:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1777045445.550506:0:11491:0:(llog_cat.c:158:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1777045445.551542:0:11491:0:(llog.c:858:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1777045445.551558:0:11491:0:(llog.c:858:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000040:00080000:0.0:1777045446.106356:0:22586:0:(llog.c:801:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1777045446.106367:0:22586:0:(llog_cat.c:158:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1777045446.108620:0:22586:0:(llog.c:858:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1777045446.108639:0:22586:0:(llog.c:858:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:3.0:1777045446.493813:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777045447.531726:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777045448.174965:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045448.175002:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045448.175063:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045448.175102:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045448.175153:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045448.175187:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045448.175248:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045448.175552:0:6641:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370292480 00000100:00100000:0.0:1777045448.175564:0:6641:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370292480 00000100:00100000:2.0:1777045448.175605:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370292992 00000100:00100000:2.0:1777045448.175611:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370292992 00000100:00100000:0.0:1777045448.175633:0:6641:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370292608 00000100:00100000:2.0:1777045448.175636:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370292864 00000100:00100000:0.0:1777045448.175637:0:6641:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370292608 00000100:00100000:2.0:1777045448.175639:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370292864 00000100:00100000:2.0:1777045448.175663:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1166 00000100:00100000:2.0:1777045448.175676:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df50e7d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:146de360-3fb2-48bd-b418-06f30714148a+14:2392:x1863365370292480:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:1.0:1777045448.175753:0:5850:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370292224 00000100:00100000:1.0:1777045448.175760:0:5850:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370292224 00000100:00100000:2.0:1777045448.175795:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df50e7d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:146de360-3fb2-48bd-b418-06f30714148a+14:2392:x1863365370292480:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 120us (790us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045448.175797:0:5850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 967 00000100:00100000:1.0:1777045448.175807:0:5850:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df485c2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2392:x1863365370292224:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:1.0:1777045448.175849:0:5850:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df485c2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2392:x1863365370292224:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 42us (895us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045448.175859:0:5850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 967 00000100:00100000:3.0:1777045448.175872:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370292736 00000100:00100000:3.0:1777045448.175878:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370292736 00000100:00100000:3.0:1777045448.175923:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370292352 00000100:00100000:3.0:1777045448.175927:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370292352 00000100:00100000:1.0:1777045448.175952:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1339 00000100:00100000:3.0:1777045448.175960:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1340 00000100:00100000:1.0:1777045448.175964:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b93a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+29:2392:x1863365370292736:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777045448.175969:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b938380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:146de360-3fb2-48bd-b418-06f30714148a+46:2392:x1863365370292352:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:1.0:1777045448.176005:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b93a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+29:2392:x1863365370292736:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 42us (941us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045448.176014:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1339 00000100:00100000:3.0:1777045448.176022:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b938380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:146de360-3fb2-48bd-b418-06f30714148a+46:2392:x1863365370292352:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 55us (889us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045448.176031:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1340 00000100:00100000:0.0:1777045448.177276:0:6641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1167 00000100:00100000:0.0:1777045448.177295:0:6641:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b938000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2392:x1863365370292992:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:0.0:1777045448.177346:0:6641:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b938000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2392:x1863365370292992:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 59us (2243us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045448.177357:0:6641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1167 00000100:00100000:0.0:1777045448.177383:0:6641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1168 00000100:00100000:0.0:1777045448.177393:0:6641:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b939180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:146de360-3fb2-48bd-b418-06f30714148a+13:2392:x1863365370292608:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:0.0:1777045448.177427:0:6641:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b939180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:146de360-3fb2-48bd-b418-06f30714148a+13:2392:x1863365370292608:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 35us (2240us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045448.177436:0:6641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1168 00000100:00100000:0.0:1777045448.177454:0:6641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1169 00000100:00100000:0.0:1777045448.177463:0:6641:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de435ae680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2392:x1863365370292864:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:0.0:1777045448.177493:0:6641:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de435ae680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2392:x1863365370292864:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 31us (2245us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045448.177500:0:6641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1169 00000100:00100000:2.0:1777045448.182805:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1166 00000100:00080000:3.0:1777045448.184950:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1777045448.184959:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1777045448.184963:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1777045448.533988:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777045449.179594:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1777045449.179620:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de41c67100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424473344:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1777045449.179698:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777045449.179797:0:6644:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424473344 00000100:00100000:3.0:1777045449.179807:0:6644:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424473344 00000100:00100000:3.0:1777045449.183112:0:6644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 567 00000100:00100000:3.0:1777045449.183130:0:6644:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41c64a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1863365424473344:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1777045449.183177:0:6644:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 71368704 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1777045449.183265:0:6644:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41c64a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1863365424473344:12345-0@lo:13:osp-pre-0-0.0 Request processed in 139us (3566us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045449.183275:0:6644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 567 00000100:00080000:3.0:1777045449.183306:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1777045449.183357:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de41c67100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424473344:0@lo:13:osp-pre-0-0.0 00000040:00080000:0.0:1777045449.316227:0:22639:0:(llog.c:801:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1777045449.316237:0:22639:0:(llog_cat.c:158:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1777045449.324806:0:22639:0:(llog.c:858:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1777045449.324851:0:22639:0:(llog.c:858:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:0.0:1777045449.567158:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777045450.197651:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7b8ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3343:1863365424473600:0@lo:400:kworker.0 00000100:00100000:2.0:1777045450.197766:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777045450.197844:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7b8ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424474112:0@lo:400:kworker.0 00000100:00100000:2.0:1777045450.197878:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777045450.197916:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1777045450.197925:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7b8ed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3343:1863365424473728:0@lo:400:kworker.0 00000100:00100000:2.0:1777045450.197953:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777045450.198005:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424473600 00000100:00100000:2.0:1777045450.198014:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424473600 00000100:00100000:2.0:1777045450.198064:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424473728 00000100:00100000:2.0:1777045450.198068:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424473728 00000100:00100000:2.0:1777045450.198102:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1341 00000100:00100000:2.0:1777045450.198113:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df74532300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3343:x1863365424473600:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777045450.198173:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df74532300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3343:x1863365424473600:12345-0@lo:400:kworker.0 Request processed in 61us (407us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045450.198183:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1341 00000100:00100000:2.0:1777045450.198232:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1342 00000100:00100000:2.0:1777045450.198242:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df74531f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3343:x1863365424473728:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777045450.198276:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df74531f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3343:x1863365424473728:12345-0@lo:400:kworker.0 Request processed in 36us (322us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045450.198285:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1342 00000100:00080000:2.0:1777045450.198315:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1777045450.198354:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7b8ed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3343:1863365424473728:0@lo:400:kworker.0 00000100:00100000:2.0:1777045450.198367:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7b8ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3343:1863365424473600:0@lo:400:kworker.0 00000100:00100000:2.0:1777045450.198582:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1777045450.198593:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7b8ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424474240:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1777045450.198628:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045450.198838:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7b8edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424473856:0@lo:400:kworker.0 00000100:00100000:0.0:1777045450.198878:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045450.198918:0:3341:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1777045450.198928:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7b8ece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ce657616-b3f3-4e21-ac89-518ab611901c:3341:1863365424473472:0@lo:400:kworker.0 00000100:00100000:0.0:1777045450.198959:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045450.198988:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7b8ef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3341:1863365424473984:0@lo:400:kworker.0 00000100:00100000:0.0:1777045450.199013:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045450.199048:0:6641:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424474112 00000100:00100000:0.0:1777045450.199053:0:6641:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424474112 00000100:00100000:0.0:1777045450.199096:0:6641:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424473856 00000100:00100000:0.0:1777045450.199100:0:6641:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424473856 00000100:00100000:0.0:1777045450.199124:0:6641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1170 00000100:00100000:0.0:1777045450.199133:0:6641:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df74530a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424474112:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777045450.199176:0:6641:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df74530a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424474112:12345-0@lo:400:kworker.0 Request processed in 44us (1297us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045450.199186:0:6641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1170 00000100:00100000:0.0:1777045450.199236:0:6641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1171 00000100:00100000:0.0:1777045450.199245:0:6641:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de435afb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3341:x1863365424473856:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777045450.199285:0:6641:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de435afb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3341:x1863365424473856:12345-0@lo:400:kworker.0 Request processed in 41us (406us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045450.199294:0:6641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1171 00000100:00100000:0.0:1777045450.199316:0:5848:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424473472 00000100:00100000:0.0:1777045450.199321:0:5848:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424473472 00000100:00100000:0.0:1777045450.199349:0:5848:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 968 00000100:00100000:0.0:1777045450.199357:0:5848:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df485c3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ce657616-b3f3-4e21-ac89-518ab611901c+18:3341:x1863365424473472:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777045450.199391:0:5848:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df485c3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ce657616-b3f3-4e21-ac89-518ab611901c+18:3341:x1863365424473472:12345-0@lo:400:kworker.0 Request processed in 35us (431us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045450.199400:0:5848:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 968 00000100:00080000:0.0:1777045450.199438:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1777045450.199460:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7b8ece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ce657616-b3f3-4e21-ac89-518ab611901c:3341:1863365424473472:0@lo:400:kworker.0 00000100:00100000:0.0:1777045450.199474:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7b8edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424473856:0@lo:400:kworker.0 00000100:00100000:0.0:1777045450.199526:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424473984 00000100:00100000:0.0:1777045450.199531:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424473984 00000100:00100000:0.0:1777045450.199565:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1343 00000100:00100000:0.0:1777045450.199573:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de435ac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3341:x1863365424473984:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777045450.199614:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de435ac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3341:x1863365424473984:12345-0@lo:400:kworker.0 Request processed in 42us (600us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045450.199623:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1343 00000100:00080000:0.0:1777045450.199640:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1777045450.199659:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7b8ef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3341:1863365424473984:0@lo:400:kworker.0 00000100:00100000:2.0:1777045450.200727:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7b8ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424474112:0@lo:400:kworker.0 00000100:00100000:1.0:1777045450.203762:0:19062:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424474240 00000100:00100000:1.0:1777045450.203777:0:19062:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424474240 00000100:00100000:1.0:1777045450.203862:0:19062:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 568 00000100:00100000:1.0:1777045450.203876:0:19062:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df74530380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424474240:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1777045450.203922:0:19062:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 62849024 pending 0 free 3851419648 avail 3849322496 00000100:00100000:1.0:1777045450.204147:0:19062:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df74530380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424474240:12345-0@lo:13:osp-pre-1-0.0 Request processed in 273us (5516us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045450.204179:0:19062:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 568 00000100:00100000:2.0:1777045450.207986:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7b8ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424474240:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1777045450.585133:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777045451.611981:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777045452.633855:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1777045453.237677:0:22690:0:(llog.c:801:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1777045453.237689:0:22690:0:(llog_cat.c:158:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1777045453.245348:0:22690:0:(llog.c:858:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1777045453.245372:0:22690:0:(llog.c:858:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1777045453.308510:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045453.308564:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045453.308599:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045453.308639:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045453.308721:0:5849:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370293120 00000100:00100000:2.0:1777045453.308734:0:5849:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370293120 00000100:00100000:2.0:1777045453.308802:0:5849:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 969 00000100:00100000:2.0:1777045453.308818:0:5849:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df485c2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2393:x1863365370293120:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:2.0:1777045453.308906:0:5849:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df485c2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2393:x1863365370293120:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 92us (407us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045453.308920:0:5849:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 969 00000100:00100000:2.0:1777045453.308968:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370293248 00000100:00100000:2.0:1777045453.308973:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370293248 00000100:00100000:2.0:1777045453.309026:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1344 00000100:00100000:2.0:1777045453.309038:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df74533b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:146de360-3fb2-48bd-b418-06f30714148a+46:2392:x1863365370293248:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:2.0:1777045453.309091:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df74533b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:146de360-3fb2-48bd-b418-06f30714148a+46:2392:x1863365370293248:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 54us (526us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045453.309101:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1344 00000100:00100000:2.0:1777045453.309130:0:8776:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370293504 00000100:00100000:2.0:1777045453.309136:0:8776:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370293504 00000100:00100000:2.0:1777045453.309223:0:8776:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370293760 00000100:00100000:2.0:1777045453.309229:0:8776:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370293760 00000100:00100000:2.0:1777045453.310941:0:8776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1172 00000100:00100000:2.0:1777045453.310957:0:8776:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df74532680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:146de360-3fb2-48bd-b418-06f30714148a+13:2392:x1863365370293504:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:2.0:1777045453.311022:0:8776:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df74532680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:146de360-3fb2-48bd-b418-06f30714148a+13:2392:x1863365370293504:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 68us (2421us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045453.311033:0:8776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1172 00000100:00100000:2.0:1777045453.311057:0:8776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1173 00000100:00100000:2.0:1777045453.311068:0:8776:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df74532d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2392:x1863365370293760:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:2.0:1777045453.311103:0:8776:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df74532d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2392:x1863365370293760:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 38us (2465us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045453.311114:0:8776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1173 00000100:00100000:1.0:1777045453.319977:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045453.320038:0:6639:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370293376 00000100:00100000:3.0:1777045453.320053:0:6639:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370293376 00000100:00100000:1.0:1777045453.320076:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045453.320128:0:6639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1174 00000100:00100000:3.0:1777045453.320144:0:6639:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b8ef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:146de360-3fb2-48bd-b418-06f30714148a+14:2393:x1863365370293376:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:1.0:1777045453.320156:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045453.320267:0:6639:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b8ef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:146de360-3fb2-48bd-b418-06f30714148a+14:2393:x1863365370293376:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 125us (300us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045453.320280:0:6639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1174 00000100:00100000:3.0:1777045453.320304:0:6639:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370293888 00000100:00100000:3.0:1777045453.320309:0:6639:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370293888 00000100:00100000:3.0:1777045453.320348:0:6639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1175 00000100:00100000:3.0:1777045453.320358:0:6639:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b8ee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2393:x1863365370293888:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777045453.320398:0:6639:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b8ee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2393:x1863365370293888:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 41us (240us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045453.320430:0:6639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1175 00000100:00100000:0.0:1777045453.322804:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370293632 00000100:00100000:0.0:1777045453.322817:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370293632 00000100:00100000:0.0:1777045453.322881:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1345 00000100:00100000:0.0:1777045453.322894:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b8efb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+29:2393:x1863365370293632:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:0.0:1777045453.322960:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b8efb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+29:2393:x1863365370293632:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 70us (2884us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045453.322973:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1345 00000100:00080000:0.0:1777045453.323000:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1777045453.323005:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1777045453.323009:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1777045453.655062:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777045454.293751:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1777045454.293783:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de41c67100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424474368:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1777045454.293901:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777045454.294137:0:6643:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424474368 00000100:00100000:3.0:1777045454.294149:0:6643:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424474368 00000100:00100000:3.0:1777045454.296384:0:6643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 569 00000100:00100000:3.0:1777045454.296404:0:6643:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b8eed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1863365424474368:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1777045454.296459:0:6643:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 71368704 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1777045454.296564:0:6643:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b8eed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1863365424474368:12345-0@lo:13:osp-pre-0-0.0 Request processed in 166us (2662us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045454.296578:0:6643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 569 00000100:00100000:0.0:1777045454.298390:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de41c67100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424474368:0@lo:13:osp-pre-0-0.0 00000100:00080000:1.0:1777045454.306800:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1777045454.681686:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777045455.317749:0:3344:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7b9fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3344:1863365424474752:0@lo:400:kworker.0 00000100:00100000:0.0:1777045455.317838:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045455.317925:0:3344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:0.0:1777045455.317935:0:3344:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df605f3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3344:1863365424474624:0@lo:400:kworker.0 00000100:00100000:0.0:1777045455.317967:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045455.317994:0:3344:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7b9fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3344:1863365424475136:0@lo:400:kworker.0 00000100:00100000:0.0:1777045455.318028:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045455.318086:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424474752 00000100:00100000:0.0:1777045455.318096:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424474752 00000100:00100000:0.0:1777045455.318160:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424474624 00000100:00100000:0.0:1777045455.318165:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424474624 00000100:00100000:0.0:1777045455.318195:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1346 00000100:00100000:0.0:1777045455.318255:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b9faa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3344:x1863365424474752:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777045455.318330:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b9faa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3344:x1863365424474752:12345-0@lo:400:kworker.0 Request processed in 78us (491us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045455.318608:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1346 00000100:00100000:0.0:1777045455.318670:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1347 00000100:00100000:0.0:1777045455.318682:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b9f8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3344:x1863365424474624:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777045455.318735:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b9f8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3344:x1863365424474624:12345-0@lo:400:kworker.0 Request processed in 56us (766us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045455.318745:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1347 00000100:00100000:0.0:1777045455.318780:0:6639:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424475136 00000100:00100000:0.0:1777045455.318787:0:6639:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424475136 00000100:00100000:0.0:1777045455.318832:0:6639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1176 00000100:00100000:0.0:1777045455.318844:0:6639:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d58a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3344:x1863365424475136:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777045455.319146:0:6639:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d58a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3344:x1863365424475136:12345-0@lo:400:kworker.0 Request processed in 303us (1115us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045455.319158:0:6639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1176 00000100:00100000:0.0:1777045455.319311:0:3344:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df605f3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3344:1863365424474624:0@lo:400:kworker.0 00000100:00100000:0.0:1777045455.319330:0:3344:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7b9fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3344:1863365424475136:0@lo:400:kworker.0 00000100:00100000:0.0:1777045455.319344:0:3344:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7b9fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3344:1863365424474752:0@lo:400:kworker.0 00000100:00100000:1.0:1777045455.319920:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df605f0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ce657616-b3f3-4e21-ac89-518ab611901c:3342:1863365424474496:0@lo:400:kworker.0 00000100:00100000:1.0:1777045455.320299:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777045455.324863:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7b9fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3342:1863365424475008:0@lo:400:kworker.0 00000100:00100000:1.0:1777045455.324961:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777045455.325035:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1777045455.325050:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7b9f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424474880:0@lo:400:kworker.0 00000100:00100000:1.0:1777045455.325092:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1777045455.325146:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1777045455.325154:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1777045455.325197:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424475008 00000100:00100000:1.0:1777045455.325206:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424475008 00000100:00100000:1.0:1777045455.325279:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1348 00000100:00100000:1.0:1777045455.325291:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b8ed500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3342:x1863365424475008:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777045455.325988:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b8ed500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3342:x1863365424475008:12345-0@lo:400:kworker.0 Request processed in 696us (1027us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045455.326001:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1348 00000100:00100000:1.0:1777045455.326038:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424474880 00000100:00100000:1.0:1777045455.326044:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424474880 00000100:00100000:1.0:1777045455.326077:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1177 00000100:00100000:1.0:1777045455.326086:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b8edc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3342:x1863365424474880:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777045455.326133:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b8edc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3342:x1863365424474880:12345-0@lo:400:kworker.0 Request processed in 46us (1039us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045455.326143:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1177 00000100:00080000:1.0:1777045455.326165:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1777045455.326233:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7b9f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424474880:0@lo:400:kworker.0 00000100:00100000:1.0:1777045455.326254:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7b9fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3342:1863365424475008:0@lo:400:kworker.0 00000100:00100000:0.0:1777045455.330863:0:5850:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424474496 00000100:00100000:0.0:1777045455.330880:0:5850:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424474496 00000100:00100000:0.0:1777045455.330984:0:5850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 970 00000100:00100000:0.0:1777045455.331001:0:5850:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df485c1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ce657616-b3f3-4e21-ac89-518ab611901c+18:3342:x1863365424474496:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777045455.331138:0:5850:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df485c1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ce657616-b3f3-4e21-ac89-518ab611901c+18:3342:x1863365424474496:12345-0@lo:400:kworker.0 Request processed in 141us (10838us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045455.331152:0:5850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 970 00000100:00100000:0.0:1777045455.331272:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df605f0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ce657616-b3f3-4e21-ac89-518ab611901c:3342:1863365424474496:0@lo:400:kworker.0 00000100:00100000:3.0:1777045455.333704:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1777045455.333727:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de41c64e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424475264:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1777045455.333788:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777045455.334123:0:6644:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424475264 00000100:00100000:3.0:1777045455.334132:0:6644:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424475264 00000100:00100000:3.0:1777045455.334189:0:6644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 570 00000100:00100000:3.0:1777045455.334232:0:6644:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41c67b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424475264:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1777045455.334277:0:6644:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 62849024 pending 0 free 3851419648 avail 3849322496 00000100:00100000:2.0:1777045455.335660:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de41c64e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424475264:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1777045455.335971:0:6644:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41c67b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424475264:12345-0@lo:13:osp-pre-1-0.0 Request processed in 408us (819us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045455.335987:0:6644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 570 00010000:00010000:1.0:1777045455.703154:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1777045455.769913:0:11491:0:(llog.c:801:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1777045455.769922:0:11491:0:(llog_cat.c:158:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1777045455.771307:0:11491:0:(llog.c:858:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1777045455.771325:0:11491:0:(llog.c:858:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:3.0:1777045456.734646:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1777045457.124450:0:22742:0:(llog.c:801:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1777045457.124462:0:22742:0:(llog_cat.c:158:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1777045457.125534:0:22742:0:(llog.c:858:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1777045457.125549:0:22742:0:(llog.c:858:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:1.0:1777045457.751988:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777045458.412704:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045458.412760:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045458.412801:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045458.412850:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045458.413155:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045458.413183:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045458.413266:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045458.413302:0:5848:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370294016 00000100:00100000:1.0:1777045458.413314:0:5848:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370294016 00000100:00100000:1.0:1777045458.413651:0:5848:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 971 00000100:00100000:1.0:1777045458.413666:0:5848:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df485c1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2391:x1863365370294016:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:2.0:1777045458.413732:0:8776:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370294400 00000100:00100000:2.0:1777045458.413739:0:8776:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370294400 00000100:00100000:1.0:1777045458.413758:0:5848:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df485c1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2391:x1863365370294016:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 95us (907us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045458.413769:0:5848:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 971 00000100:00100000:2.0:1777045458.413787:0:8776:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370294656 00000100:00100000:2.0:1777045458.413792:0:8776:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370294656 00000100:00100000:1.0:1777045458.413808:0:6641:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370294272 00000100:00100000:2.0:1777045458.413809:0:8776:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370294784 00000100:00100000:2.0:1777045458.413813:0:8776:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370294784 00000100:00100000:1.0:1777045458.413813:0:6641:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370294272 00000100:00100000:2.0:1777045458.413833:0:8776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1178 00000100:00100000:2.0:1777045458.414198:0:8776:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b8ec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:146de360-3fb2-48bd-b418-06f30714148a+13:2391:x1863365370294400:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:2.0:1777045458.414242:0:8776:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b8ec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:146de360-3fb2-48bd-b418-06f30714148a+13:2391:x1863365370294400:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 401us (1481us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045458.414748:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370294144 00000100:00100000:0.0:1777045458.414755:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370294144 00000100:00100000:0.0:1777045458.414799:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370294528 00000100:00100000:0.0:1777045458.414803:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370294528 00000100:00100000:0.0:1777045458.414834:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1349 00000100:00100000:0.0:1777045458.414865:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b8ee300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:146de360-3fb2-48bd-b418-06f30714148a+46:2391:x1863365370294144:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:0.0:1777045458.414912:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b8ee300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:146de360-3fb2-48bd-b418-06f30714148a+46:2391:x1863365370294144:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 69us (2217us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045458.414926:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1349 00000100:00100000:0.0:1777045458.414945:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1350 00000100:00100000:0.0:1777045458.414954:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b8ef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+29:2391:x1863365370294528:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:0.0:1777045458.414999:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b8ef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+29:2391:x1863365370294528:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 45us (1814us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045458.415008:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1350 00000100:00100000:1.0:1777045458.416697:0:6641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1179 00000100:00100000:1.0:1777045458.416717:0:6641:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b8ec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2391:x1863365370294656:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:1.0:1777045458.416784:0:6641:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b8ec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2391:x1863365370294656:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 75us (3981us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045458.416794:0:6641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1179 00000100:00100000:1.0:1777045458.416824:0:6641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1180 00000100:00100000:1.0:1777045458.417112:0:6641:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b8edf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2391:x1863365370294784:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:1.0:1777045458.417153:0:6641:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b8edf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2391:x1863365370294784:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 321us (3887us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045458.417162:0:6641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1180 00000100:00100000:1.0:1777045458.417181:0:6641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1181 00000100:00100000:1.0:1777045458.417191:0:6641:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b8ec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:146de360-3fb2-48bd-b418-06f30714148a+14:2391:x1863365370294272:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:1.0:1777045458.417246:0:6641:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b8ec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:146de360-3fb2-48bd-b418-06f30714148a+14:2391:x1863365370294272:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 56us (4091us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045458.417260:0:6641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1181 00000100:00080000:1.0:1777045458.417286:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1777045458.417293:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1777045458.417296:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1777045458.420717:0:8776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1178 00010000:00010000:3.0:1777045458.774161:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777045459.416512:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de41c65f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424475392:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1777045459.416639:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777045459.419842:0:19062:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424475392 00000100:00100000:3.0:1777045459.420096:0:19062:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424475392 00000100:00100000:3.0:1777045459.420538:0:19062:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 571 00000100:00100000:3.0:1777045459.420577:0:19062:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df485bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3341:x1863365424475392:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1777045459.420628:0:19062:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 71368704 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1777045459.420710:0:19062:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df485bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3341:x1863365424475392:12345-0@lo:13:osp-pre-0-0.0 Request processed in 139us (4071us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045459.420722:0:19062:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 571 00000100:00100000:2.0:1777045459.421767:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de41c65f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424475392:0@lo:13:osp-pre-0-0.0 00000100:00080000:0.0:1777045459.423164:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:0.0:1777045459.812783:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777045460.437726:0:3341:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1777045460.437869:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1777045460.437896:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7b9fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424475904:0@lo:400:kworker.0 00000100:00100000:1.0:1777045460.437999:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777045460.438136:0:6641:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424475904 00000100:00100000:1.0:1777045460.438146:0:6641:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424475904 00000100:00100000:1.0:1777045460.438232:0:6641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1182 00000100:00100000:1.0:1777045460.438244:0:6641:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b8ece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3342:x1863365424475904:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777045460.438312:0:6641:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b8ece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3342:x1863365424475904:12345-0@lo:400:kworker.0 Request processed in 70us (313us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045460.438323:0:6641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1182 00000100:00100000:1.0:1777045460.438380:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7b9fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424475904:0@lo:400:kworker.0 00000100:00100000:2.0:1777045460.440442:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7b8ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424476032:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1777045460.440502:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777045460.440593:0:6644:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424476032 00000100:00100000:2.0:1777045460.440601:0:6644:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424476032 00000100:00100000:2.0:1777045460.440665:0:6644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 572 00000100:00100000:2.0:1777045460.440677:0:6644:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df485be300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1863365424476032:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1777045460.440715:0:6644:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 62849024 pending 0 free 3851419648 avail 3849322496 00000100:00100000:2.0:1777045460.440771:0:6644:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df485be300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1863365424476032:12345-0@lo:13:osp-pre-1-0.0 Request processed in 95us (268us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045460.440781:0:6644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 572 00000100:00080000:2.0:1777045460.440811:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1777045460.440854:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7b8ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424476032:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1777045460.441187:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df6d58ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ce657616-b3f3-4e21-ac89-518ab611901c:3341:1863365424475520:0@lo:400:kworker.0 00000100:00100000:3.0:1777045460.441254:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777045460.442479:0:5849:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424475520 00000100:00100000:2.0:1777045460.442486:0:5849:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424475520 00000100:00100000:2.0:1777045460.442557:0:5849:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 972 00000100:00100000:2.0:1777045460.442568:0:5849:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df472a8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ce657616-b3f3-4e21-ac89-518ab611901c+18:3341:x1863365424475520:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777045460.442629:0:5849:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df472a8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ce657616-b3f3-4e21-ac89-518ab611901c+18:3341:x1863365424475520:12345-0@lo:400:kworker.0 Request processed in 63us (1375us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045460.442639:0:5849:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 972 00000100:00100000:2.0:1777045460.442688:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df6d58ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ce657616-b3f3-4e21-ac89-518ab611901c:3341:1863365424475520:0@lo:400:kworker.0 00000100:00100000:2.0:1777045460.443728:0:3344:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7b9f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3344:1863365424475776:0@lo:400:kworker.0 00000100:00100000:2.0:1777045460.443776:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777045460.443811:0:3344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1777045460.443820:0:3344:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7b9fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3344:1863365424475648:0@lo:400:kworker.0 00000100:00100000:2.0:1777045460.443851:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045460.445224:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424475776 00000100:00100000:0.0:1777045460.445234:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424475776 00000100:00100000:0.0:1777045460.445291:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424475648 00000100:00100000:0.0:1777045460.445295:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424475648 00000100:00100000:0.0:1777045460.445672:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1351 00000100:00100000:0.0:1777045460.445685:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df485bc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3344:x1863365424475776:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777045460.445753:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df485bc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3344:x1863365424475776:12345-0@lo:400:kworker.0 Request processed in 71us (1976us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045460.445763:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1351 00000100:00100000:0.0:1777045460.445784:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1352 00000100:00100000:0.0:1777045460.445793:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df485bd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3344:x1863365424475648:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777045460.445832:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df485bd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3344:x1863365424475648:12345-0@lo:400:kworker.0 Request processed in 40us (1980us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045460.445842:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1352 00000100:00080000:0.0:1777045460.445864:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1777045460.448821:0:3344:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7b9fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3344:1863365424475648:0@lo:400:kworker.0 00000100:00100000:2.0:1777045460.448843:0:3344:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7b9f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3344:1863365424475776:0@lo:400:kworker.0 00000100:00100000:2.0:1777045460.448870:0:3344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1777045460.448883:0:3344:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7b9fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3344:1863365424476160:0@lo:400:kworker.0 00000100:00100000:2.0:1777045460.448936:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777045460.449703:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424476160 00000100:00100000:3.0:1777045460.449713:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424476160 00000100:00100000:3.0:1777045460.449780:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1353 00000100:00100000:3.0:1777045460.449790:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d58ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3344:x1863365424476160:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777045460.450135:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d58ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3344:x1863365424476160:12345-0@lo:400:kworker.0 Request processed in 346us (1200us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045460.450145:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1353 00000100:00100000:3.0:1777045460.450235:0:3344:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7b9fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3344:1863365424476160:0@lo:400:kworker.0 00000100:00080000:2.0:1777045460.450862:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:1.0:1777045460.823046:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1777045460.959051:0:22793:0:(llog.c:801:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1777045460.959062:0:22793:0:(llog_cat.c:158:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1777045460.972990:0:22793:0:(llog.c:858:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1777045460.973024:0:22793:0:(llog.c:858:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:0.0:1777045461.852738:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777045462.869762:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777045463.537360:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045463.537410:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045463.537466:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045463.537582:0:14822:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370295296 00000100:00100000:1.0:1777045463.537593:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045463.537601:0:14822:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370295296 00000100:00100000:1.0:1777045463.537650:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045463.537702:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045463.537714:0:14822:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370295552 00000100:00100000:3.0:1777045463.537721:0:14822:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370295552 00000100:00100000:3.0:1777045463.537765:0:14822:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370295168 00000100:00100000:3.0:1777045463.537771:0:14822:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370295168 00000100:00100000:1.0:1777045463.537797:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045463.537811:0:14822:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370295680 00000100:00100000:3.0:1777045463.537819:0:14822:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370295680 00000100:00100000:1.0:1777045463.537854:0:8776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1183 00000100:00100000:0.0:1777045463.538256:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370295040 00000100:00100000:0.0:1777045463.538266:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370295040 00000100:00100000:0.0:1777045463.538325:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370295424 00000100:00100000:0.0:1777045463.538331:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370295424 00000100:00100000:0.0:1777045463.538378:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1354 00000100:00100000:0.0:1777045463.538394:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b8ed880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:146de360-3fb2-48bd-b418-06f30714148a+46:2390:x1863365370295040:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:0.0:1777045463.538541:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b8ed880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:146de360-3fb2-48bd-b418-06f30714148a+46:2390:x1863365370295040:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 149us (1191us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045463.538556:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1354 00000100:00100000:0.0:1777045463.538589:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1355 00000100:00100000:0.0:1777045463.538604:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7529b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+29:2390:x1863365370295424:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:0.0:1777045463.538659:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7529b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+29:2390:x1863365370295424:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 58us (956us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045463.538673:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1355 00000100:00100000:3.0:1777045463.538900:0:14822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1184 00000100:00100000:3.0:1777045463.538922:0:14822:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df75299500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2390:x1863365370295552:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777045463.539057:0:14822:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df75299500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2390:x1863365370295552:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 140us (1587us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045463.539072:0:14822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1184 00000100:00100000:3.0:1777045463.539104:0:14822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1185 00000100:00100000:3.0:1777045463.539118:0:14822:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7529b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:146de360-3fb2-48bd-b418-06f30714148a+14:2390:x1863365370295168:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777045463.539230:0:14822:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7529b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:146de360-3fb2-48bd-b418-06f30714148a+14:2390:x1863365370295168:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 85us (1553us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045463.539245:0:14822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1185 00000100:00100000:3.0:1777045463.539272:0:14822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1186 00000100:00100000:3.0:1777045463.539285:0:14822:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df75298000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2390:x1863365370295680:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777045463.539341:0:14822:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df75298000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2390:x1863365370295680:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 56us (1546us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045463.539354:0:14822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1186 00000100:00080000:3.0:1777045463.539404:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1777045463.539412:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1777045463.539416:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1777045463.542152:0:8776:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b8ef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:146de360-3fb2-48bd-b418-06f30714148a+13:2390:x1863365370295296:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:1.0:1777045463.542358:0:8776:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b8ef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:146de360-3fb2-48bd-b418-06f30714148a+13:2390:x1863365370295296:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 230us (4943us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045463.542376:0:8776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1183 00000100:00100000:3.0:1777045463.542399:0:5850:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370294912 00000100:00100000:3.0:1777045463.542415:0:5850:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370294912 00000100:00100000:3.0:1777045463.546629:0:5850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 973 00000100:00100000:3.0:1777045463.546654:0:5850:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df472a9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2390:x1863365370294912:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777045463.546758:0:5850:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df472a9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2390:x1863365370294912:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 112us (9169us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045463.546771:0:5850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 973 00010000:00010000:0.0:1777045463.907763:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777045464.537653:0:3344:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de41c65180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3344:1863365424476288:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1777045464.537751:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777045464.538660:0:6643:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424476288 00000100:00100000:3.0:1777045464.538673:0:6643:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424476288 00000100:00100000:3.0:1777045464.538778:0:6643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 573 00000100:00100000:3.0:1777045464.538793:0:6643:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42e58a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1863365424476288:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1777045464.538838:0:6643:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 71368704 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1777045464.538916:0:6643:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42e58a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1863365424476288:12345-0@lo:13:osp-pre-0-0.0 Request processed in 126us (1164us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045464.538927:0:6643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 573 00000100:00100000:3.0:1777045464.539304:0:3344:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de41c65180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3344:1863365424476288:0@lo:13:osp-pre-0-0.0 00000100:00080000:2.0:1777045464.540259:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000040:00080000:3.0:1777045464.843777:0:22845:0:(llog.c:801:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1777045464.843789:0:22845:0:(llog_cat.c:158:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1777045464.844950:0:22845:0:(llog.c:858:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:3.0:1777045464.844963:0:22845:0:(llog.c:858:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:2.0:1777045464.927298:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777045465.565534:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de42e58380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424476416:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1777045465.565640:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777045465.565759:0:19062:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424476416 00000100:00100000:2.0:1777045465.565772:0:19062:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424476416 00000100:00100000:2.0:1777045465.565868:0:19062:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 574 00000100:00100000:2.0:1777045465.565888:0:19062:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77fd5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3341:x1863365424476416:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1777045465.565944:0:19062:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 62849024 pending 0 free 3851419648 avail 3849322496 00000100:00100000:2.0:1777045465.566027:0:19062:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77fd5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3341:x1863365424476416:12345-0@lo:13:osp-pre-1-0.0 Request processed in 144us (387us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045465.566043:0:19062:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 574 00000100:00080000:2.0:1777045465.566087:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1777045465.566150:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de42e58380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424476416:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1777045465.569194:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df77fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ce657616-b3f3-4e21-ac89-518ab611901c:3342:1863365424476544:0@lo:400:kworker.0 00000100:00100000:2.0:1777045465.569300:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777045465.569353:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df77b5dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3342:1863365424477056:0@lo:400:kworker.0 00000100:00100000:2.0:1777045465.569398:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777045465.569436:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1777045465.569481:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7b9c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424476928:0@lo:400:kworker.0 00000100:00100000:2.0:1777045465.569528:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777045465.569588:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de42e58380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3343:1863365424476672:0@lo:400:kworker.0 00000100:00100000:2.0:1777045465.569635:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777045465.569673:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1777045465.569684:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7b9c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3343:1863365424476800:0@lo:400:kworker.0 00000100:00100000:2.0:1777045465.569730:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777045465.569799:0:5848:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424476544 00000100:00100000:2.0:1777045465.569810:0:5848:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424476544 00000100:00100000:2.0:1777045465.569878:0:5848:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 974 00000100:00100000:2.0:1777045465.570254:0:5848:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df472a8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ce657616-b3f3-4e21-ac89-518ab611901c+18:3342:x1863365424476544:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777045465.570358:0:5848:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df472a8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ce657616-b3f3-4e21-ac89-518ab611901c+18:3342:x1863365424476544:12345-0@lo:400:kworker.0 Request processed in 112us (1056us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045465.570372:0:5848:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 974 00000100:00100000:2.0:1777045465.570428:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424477056 00000100:00100000:2.0:1777045465.570435:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424477056 00000100:00100000:2.0:1777045465.570526:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424476672 00000100:00100000:2.0:1777045465.570532:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424476672 00000100:00100000:2.0:1777045465.570563:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424476800 00000100:00100000:2.0:1777045465.570568:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424476800 00000100:00100000:2.0:1777045465.570602:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1356 00000100:00100000:2.0:1777045465.570612:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77b5d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3342:x1863365424477056:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777045465.570673:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77b5d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3342:x1863365424477056:12345-0@lo:400:kworker.0 Request processed in 61us (1273us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045465.570686:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1356 00000100:00100000:2.0:1777045465.570712:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1357 00000100:00100000:2.0:1777045465.570724:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77b5c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3343:x1863365424476672:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777045465.570785:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77b5c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3343:x1863365424476672:12345-0@lo:400:kworker.0 Request processed in 62us (1149us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045465.570796:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1357 00000100:00100000:2.0:1777045465.570825:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1358 00000100:00100000:2.0:1777045465.570838:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77b5e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3343:x1863365424476800:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777045465.570891:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77b5e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3343:x1863365424476800:12345-0@lo:400:kworker.0 Request processed in 54us (1160us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045465.570903:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1358 00000100:00100000:2.0:1777045465.570943:0:14822:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424476928 00000100:00100000:2.0:1777045465.570951:0:14822:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424476928 00000100:00100000:2.0:1777045465.571001:0:14822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1187 00000100:00100000:2.0:1777045465.571015:0:14822:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77b5d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3342:x1863365424476928:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777045465.571077:0:14822:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77b5d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3342:x1863365424476928:12345-0@lo:400:kworker.0 Request processed in 62us (1546us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045465.571090:0:14822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1187 00000100:00100000:2.0:1777045465.571173:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7b9c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424476928:0@lo:400:kworker.0 00000100:00100000:2.0:1777045465.571195:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df77fd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ce657616-b3f3-4e21-ac89-518ab611901c:3342:1863365424476544:0@lo:400:kworker.0 00000100:00100000:2.0:1777045465.571248:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df77b5dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3342:1863365424477056:0@lo:400:kworker.0 00000100:00080000:2.0:1777045465.571293:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1777045465.571333:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7b9c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3343:1863365424476800:0@lo:400:kworker.0 00000100:00100000:2.0:1777045465.571354:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de42e58380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3343:1863365424476672:0@lo:400:kworker.0 00010000:00010000:0.0:1777045465.946975:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1777045466.005585:0:11491:0:(llog.c:801:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1777045466.005595:0:11491:0:(llog_cat.c:158:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1777045466.006492:0:11491:0:(llog.c:858:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:1.0:1777045466.006506:0:11491:0:(llog.c:858:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:2.0:1777045466.965555:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777045467.991015:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1777045468.481686:0:22897:0:(llog.c:801:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1777045468.481700:0:22897:0:(llog_cat.c:158:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1777045468.494724:0:22897:0:(llog.c:858:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1777045468.494750:0:22897:0:(llog.c:858:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1777045468.669783:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045468.669844:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045468.669887:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045468.669932:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045468.669969:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045468.670008:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045468.670058:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045468.670104:0:8776:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370296192 00000100:00100000:1.0:1777045468.670119:0:8776:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370296192 00000100:00100000:1.0:1777045468.670259:0:8776:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370296448 00000100:00100000:1.0:1777045468.670266:0:8776:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370296448 00000100:00100000:1.0:1777045468.670292:0:8776:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370296064 00000100:00100000:1.0:1777045468.670296:0:8776:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370296064 00000100:00100000:1.0:1777045468.670321:0:8776:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370296576 00000100:00100000:1.0:1777045468.670326:0:8776:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370296576 00000100:00100000:1.0:1777045468.670357:0:8776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1188 00000100:00100000:1.0:1777045468.670373:0:8776:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7529a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:146de360-3fb2-48bd-b418-06f30714148a+13:2393:x1863365370296192:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:2.0:1777045468.671000:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370295936 00000100:00100000:2.0:1777045468.671011:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370295936 00000100:00100000:2.0:1777045468.671071:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370296320 00000100:00100000:2.0:1777045468.671078:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370296320 00000100:00100000:2.0:1777045468.671125:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1359 00000100:00100000:2.0:1777045468.671140:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df75298e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:146de360-3fb2-48bd-b418-06f30714148a+46:2393:x1863365370295936:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:2.0:1777045468.671863:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df75298e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:146de360-3fb2-48bd-b418-06f30714148a+46:2393:x1863365370295936:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 721us (2087us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045468.671882:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1359 00000100:00100000:2.0:1777045468.671926:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1360 00000100:00100000:2.0:1777045468.671943:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42c88000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+29:2393:x1863365370296320:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:2.0:1777045468.672000:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42c88000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+29:2393:x1863365370296320:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 60us (1990us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045468.672015:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1360 00000100:00100000:2.0:1777045468.672067:0:14822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1189 00000100:00100000:2.0:1777045468.672085:0:14822:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42c8ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2393:x1863365370296448:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:2.0:1777045468.672171:0:14822:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42c8ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2393:x1863365370296448:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 63us (2255us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045468.672187:0:14822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1189 00000100:00100000:2.0:1777045468.672255:0:14822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1190 00000100:00100000:2.0:1777045468.672272:0:14822:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42c8b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:146de360-3fb2-48bd-b418-06f30714148a+14:2393:x1863365370296064:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:2.0:1777045468.672326:0:14822:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42c8b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:146de360-3fb2-48bd-b418-06f30714148a+14:2393:x1863365370296064:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 57us (2355us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045468.672341:0:14822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1190 00000100:00100000:2.0:1777045468.672370:0:14822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1191 00000100:00100000:2.0:1777045468.672386:0:14822:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42c88e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2393:x1863365370296576:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:2.0:1777045468.672473:0:14822:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42c88e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2393:x1863365370296576:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 90us (2414us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045468.672487:0:14822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1191 00000100:00080000:2.0:1777045468.672523:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1777045468.672531:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1777045468.672536:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1777045468.672912:0:8776:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7529a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:146de360-3fb2-48bd-b418-06f30714148a+13:2393:x1863365370296192:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 2537us (3062us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045468.672929:0:8776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1188 00000100:00100000:1.0:1777045468.673302:0:5849:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370295808 00000100:00100000:1.0:1777045468.673313:0:5849:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370295808 00000100:00100000:1.0:1777045468.673367:0:5849:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 975 00000100:00100000:1.0:1777045468.673384:0:5849:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df472a8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2393:x1863365370295808:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:1.0:1777045468.673477:0:5849:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df472a8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2393:x1863365370295808:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 94us (3543us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045468.673490:0:5849:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 975 00010000:00010000:2.0:1777045469.013697:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777045469.658429:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7b9fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424477184:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1777045469.658520:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045469.660643:0:6644:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424477184 00000100:00100000:0.0:1777045469.660658:0:6644:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424477184 00000100:00100000:0.0:1777045469.660779:0:6644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 575 00000100:00100000:0.0:1777045469.660797:0:6644:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77b5dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424477184:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1777045469.660871:0:6644:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 71368704 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1777045469.661778:0:6644:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77b5dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424477184:12345-0@lo:13:osp-pre-0-0.0 Request processed in 984us (3254us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045469.661792:0:6644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 575 00000100:00080000:2.0:1777045469.663753:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1777045469.680099:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7b9fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424477184:0@lo:13:osp-pre-0-0.0 00010000:00010000:3.0:1777045470.038080:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777045470.678790:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1777045470.678820:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df77b5ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424477312:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1777045470.679183:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777045470.679763:0:6643:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424477312 00000100:00100000:2.0:1777045470.679776:0:6643:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424477312 00000100:00100000:2.0:1777045470.679877:0:6643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 576 00000100:00100000:2.0:1777045470.679892:0:6643:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42c8b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424477312:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1777045470.679938:0:6643:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 62849024 pending 0 free 3851419648 avail 3849322496 00000100:00100000:2.0:1777045470.680005:0:6643:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42c8b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424477312:12345-0@lo:13:osp-pre-1-0.0 Request processed in 115us (821us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045470.680017:0:6643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 576 00000100:00080000:1.0:1777045470.680785:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1777045470.680841:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df77b5ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424477312:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1777045470.680868:0:3344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1777045470.680882:0:3344:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7b9fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3344:1863365424477696:0@lo:400:kworker.0 00000100:00100000:0.0:1777045470.681243:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777045470.681259:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1777045470.681273:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de42c88380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424477824:0@lo:400:kworker.0 00000100:00100000:1.0:1777045470.681687:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045470.681690:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424477696 00000100:00100000:0.0:1777045470.681697:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424477696 00000100:00100000:0.0:1777045470.681755:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1361 00000100:00080000:1.0:1777045470.681767:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1777045470.681770:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b9fa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3344:x1863365424477696:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777045470.681854:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b9fa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3344:x1863365424477696:12345-0@lo:400:kworker.0 Request processed in 86us (609us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045470.681865:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1361 00000100:00100000:3.0:1777045470.681882:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7b9fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3342:1863365424477568:0@lo:400:kworker.0 00000100:00100000:0.0:1777045470.681961:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045470.682005:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1777045470.682015:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7b9f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ce657616-b3f3-4e21-ac89-518ab611901c:3342:1863365424477440:0@lo:400:kworker.0 00000100:00100000:0.0:1777045470.682056:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045470.682092:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de42c88700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3342:1863365424477952:0@lo:400:kworker.0 00000100:00100000:0.0:1777045470.682124:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045470.682160:0:5850:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424477440 00000100:00100000:0.0:1777045470.682166:0:5850:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424477440 00000100:00100000:0.0:1777045470.682238:0:5850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 976 00000100:00100000:0.0:1777045470.682251:0:5850:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df472abc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ce657616-b3f3-4e21-ac89-518ab611901c+18:3342:x1863365424477440:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777045470.682264:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424477568 00000100:00100000:3.0:1777045470.682271:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424477568 00000100:00100000:3.0:1777045470.682306:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424477952 00000100:00100000:3.0:1777045470.682311:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424477952 00000100:00100000:0.0:1777045470.682312:0:5850:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df472abc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ce657616-b3f3-4e21-ac89-518ab611901c+18:3342:x1863365424477440:12345-0@lo:400:kworker.0 Request processed in 63us (254us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045470.682323:0:5850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 976 00000100:00100000:3.0:1777045470.682343:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1362 00000100:00100000:3.0:1777045470.682353:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df605f0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3342:x1863365424477568:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777045470.682401:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1363 00000100:00100000:0.0:1777045470.682414:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df605f3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3342:x1863365424477952:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777045470.682444:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df605f0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3342:x1863365424477568:12345-0@lo:400:kworker.0 Request processed in 91us (484us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045470.682454:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df605f3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3342:x1863365424477952:12345-0@lo:400:kworker.0 Request processed in 43us (329us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045470.682455:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1362 00000100:00100000:0.0:1777045470.682463:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1363 00000100:00100000:0.0:1777045470.682505:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7b9f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ce657616-b3f3-4e21-ac89-518ab611901c:3342:1863365424477440:0@lo:400:kworker.0 00000100:00100000:0.0:1777045470.682523:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de42c88700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3342:1863365424477952:0@lo:400:kworker.0 00000100:00100000:0.0:1777045470.682538:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7b9fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3342:1863365424477568:0@lo:400:kworker.0 00000100:00080000:1.0:1777045470.682573:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1777045470.682596:0:3344:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7b9fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3344:1863365424477696:0@lo:400:kworker.0 00000100:00100000:2.0:1777045470.682724:0:14822:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424477824 00000100:00100000:2.0:1777045470.682731:0:14822:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424477824 00000100:00100000:2.0:1777045470.682788:0:14822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1192 00000100:00100000:2.0:1777045470.682800:0:14822:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42c88a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424477824:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777045470.682866:0:14822:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42c88a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424477824:12345-0@lo:400:kworker.0 Request processed in 68us (1179us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045470.682878:0:14822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1192 00000100:00100000:1.0:1777045470.683671:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de42c88380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424477824:0@lo:400:kworker.0 00010000:00010000:2.0:1777045471.064858:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777045472.090539:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1777045472.686557:0:22948:0:(llog.c:801:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1777045472.686567:0:22948:0:(llog_cat.c:158:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1777045472.687323:0:22948:0:(llog.c:858:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1777045472.709664:0:22948:0:(llog.c:858:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:2.0:1777045473.113862:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777045473.777811:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045473.777898:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045473.778827:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370296832 00000100:00100000:0.0:1777045473.778841:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370296832 00000100:00080000:3.0:1777045473.778947:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1777045473.778951:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1364 00000100:00100000:0.0:1777045473.778969:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42c88380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:146de360-3fb2-48bd-b418-06f30714148a+46:2391:x1863365370296832:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:0.0:1777045473.779084:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42c88380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:146de360-3fb2-48bd-b418-06f30714148a+46:2391:x1863365370296832:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 119us (1283us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045473.779098:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1364 00000100:00100000:3.0:1777045473.782794:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045473.783141:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045473.783193:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045473.783276:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045473.783354:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045473.783400:0:5848:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370296704 00000100:00100000:3.0:1777045473.783412:0:5848:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370296704 00000100:00100000:3.0:1777045473.783483:0:5848:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 977 00000100:00100000:3.0:1777045473.783499:0:5848:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df472a9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2391:x1863365370296704:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:0.0:1777045473.783525:0:8776:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370297088 00000100:00100000:0.0:1777045473.783535:0:8776:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370297088 00000100:00100000:3.0:1777045473.783599:0:5848:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df472a9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2391:x1863365370296704:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 103us (737us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045473.783615:0:5848:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 977 00000100:00100000:0.0:1777045473.783637:0:8776:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370297344 00000100:00100000:0.0:1777045473.783645:0:8776:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370297344 00000100:00100000:3.0:1777045473.783677:0:6639:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370296960 00000100:00100000:3.0:1777045473.783685:0:6639:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370296960 00000100:00100000:0.0:1777045473.783694:0:8776:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370297472 00000100:00100000:0.0:1777045473.783702:0:8776:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370297472 00000100:00100000:3.0:1777045473.783733:0:6639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1193 00000100:00100000:3.0:1777045473.783749:0:6639:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42c89880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:146de360-3fb2-48bd-b418-06f30714148a+13:2391:x1863365370297088:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777045473.783800:0:6639:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42c89880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:146de360-3fb2-48bd-b418-06f30714148a+13:2391:x1863365370297088:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 54us (5901us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045473.783865:0:8776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1194 00000100:00100000:0.0:1777045473.783881:0:8776:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41c65180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2391:x1863365370297344:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:0.0:1777045473.784241:0:8776:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41c65180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2391:x1863365370297344:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 60us (1153us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045473.784261:0:8776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1194 00000100:00100000:0.0:1777045473.784284:0:8776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1195 00000100:00100000:0.0:1777045473.784295:0:8776:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41c66300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:146de360-3fb2-48bd-b418-06f30714148a+14:2391:x1863365370296960:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:0.0:1777045473.784397:0:8776:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41c66300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:146de360-3fb2-48bd-b418-06f30714148a+14:2391:x1863365370296960:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 104us (1203us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045473.784409:0:8776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1195 00000100:00100000:0.0:1777045473.784429:0:8776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1196 00000100:00100000:0.0:1777045473.784440:0:8776:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41c64700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2391:x1863365370297472:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:0.0:1777045473.784475:0:8776:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41c64700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2391:x1863365370297472:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 38us (1121us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045473.784484:0:8776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1196 00000100:00100000:0.0:1777045473.784556:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370297216 00000100:00100000:0.0:1777045473.784562:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370297216 00000100:00100000:0.0:1777045473.784608:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1365 00000100:00100000:0.0:1777045473.784619:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41c67480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+29:2391:x1863365370297216:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:0.0:1777045473.784663:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41c67480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+29:2391:x1863365370297216:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 46us (1388us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045473.784673:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1365 00000100:00080000:0.0:1777045473.784741:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1777045473.784748:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1777045473.784751:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1777045473.789563:0:6639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1193 00010000:00010000:3.0:1777045474.139565:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777045474.774812:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de42c8a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424478080:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1777045474.774893:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777045474.775064:0:6644:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424478080 00000100:00100000:1.0:1777045474.775073:0:6644:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424478080 00000100:00100000:1.0:1777045474.775161:0:6644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 577 00000100:00100000:1.0:1777045474.775173:0:6644:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77b5df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1863365424478080:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1777045474.775215:0:6644:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 71368704 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1777045474.775611:0:6644:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77b5df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1863365424478080:12345-0@lo:13:osp-pre-0-0.0 Request processed in 100us (378us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045474.775627:0:6644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 577 00000100:00100000:1.0:1777045474.775688:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de42c8a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424478080:0@lo:13:osp-pre-0-0.0 00000100:00080000:2.0:1777045474.779683:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1777045475.158867:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777045475.797773:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de42c8a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424478208:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1777045475.797864:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777045475.797976:0:19062:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424478208 00000100:00100000:1.0:1777045475.797986:0:19062:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424478208 00000100:00100000:1.0:1777045475.798065:0:19062:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 578 00000100:00100000:1.0:1777045475.798079:0:19062:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42c89500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424478208:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1777045475.798127:0:19062:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 62849024 pending 0 free 3851419648 avail 3849322496 00000100:00100000:1.0:1777045475.798189:0:19062:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42c89500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424478208:12345-0@lo:13:osp-pre-1-0.0 Request processed in 112us (325us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045475.798235:0:19062:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 578 00000100:00080000:1.0:1777045475.798265:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1777045475.798354:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de42c8a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424478208:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1777045475.800706:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de41c66680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3341:1863365424478464:0@lo:400:kworker.0 00000100:00100000:3.0:1777045475.800766:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777045475.800807:0:3341:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1777045475.800817:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de41c65880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3341:1863365424478592:0@lo:400:kworker.0 00000100:00100000:3.0:1777045475.800850:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777045475.800892:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424478464 00000100:00100000:3.0:1777045475.800900:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424478464 00000100:00100000:3.0:1777045475.800950:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424478592 00000100:00100000:3.0:1777045475.800956:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424478592 00000100:00100000:3.0:1777045475.800999:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1366 00000100:00100000:3.0:1777045475.801011:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41c65f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3341:x1863365424478464:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777045475.801079:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41c65f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3341:x1863365424478464:12345-0@lo:400:kworker.0 Request processed in 69us (311us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045475.801122:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1366 00000100:00100000:3.0:1777045475.801150:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1367 00000100:00100000:3.0:1777045475.801163:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41c64e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3341:x1863365424478592:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777045475.801244:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41c64e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3341:x1863365424478592:12345-0@lo:400:kworker.0 Request processed in 82us (392us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045475.801254:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1367 00000100:00080000:3.0:1777045475.801309:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1777045475.801346:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de41c65880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3341:1863365424478592:0@lo:400:kworker.0 00000100:00100000:3.0:1777045475.801361:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de41c66680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3341:1863365424478464:0@lo:400:kworker.0 00000100:00100000:1.0:1777045475.803321:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de41c67800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424478720:0@lo:400:kworker.0 00000100:00100000:1.0:1777045475.803673:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777045475.803736:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:1.0:1777045475.803747:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de41c65500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ce657616-b3f3-4e21-ac89-518ab611901c:3343:1863365424478336:0@lo:400:kworker.0 00000100:00100000:1.0:1777045475.803788:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777045475.803823:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de41c66d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3343:1863365424478848:0@lo:400:kworker.0 00000100:00100000:1.0:1777045475.803854:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777045475.803910:0:5849:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424478336 00000100:00100000:1.0:1777045475.803920:0:5849:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424478336 00000100:00100000:1.0:1777045475.803970:0:5849:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 978 00000100:00100000:1.0:1777045475.803982:0:5849:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df472a8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ce657616-b3f3-4e21-ac89-518ab611901c+18:3343:x1863365424478336:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777045475.804048:0:5849:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df472a8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ce657616-b3f3-4e21-ac89-518ab611901c+18:3343:x1863365424478336:12345-0@lo:400:kworker.0 Request processed in 66us (257us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045475.804060:0:5849:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 978 00000100:00100000:3.0:1777045475.804974:0:8776:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424478720 00000100:00100000:3.0:1777045475.804983:0:8776:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424478720 00000100:00100000:3.0:1777045475.805035:0:8776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1197 00000100:00100000:3.0:1777045475.805047:0:8776:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42c8a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424478720:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777045475.805131:0:8776:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42c8a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424478720:12345-0@lo:400:kworker.0 Request processed in 85us (1456us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045475.805142:0:8776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1197 00000100:00100000:3.0:1777045475.805403:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424478848 00000100:00100000:3.0:1777045475.805411:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424478848 00000100:00100000:3.0:1777045475.805466:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1368 00000100:00100000:3.0:1777045475.805476:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42c89f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3343:x1863365424478848:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777045475.805527:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42c89f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3343:x1863365424478848:12345-0@lo:400:kworker.0 Request processed in 52us (1672us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045475.805558:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1368 00000100:00080000:3.0:1777045475.805593:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1777045475.810639:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de41c65500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ce657616-b3f3-4e21-ac89-518ab611901c:3343:1863365424478336:0@lo:400:kworker.0 00000100:00100000:1.0:1777045475.810669:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de41c66d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3343:1863365424478848:0@lo:400:kworker.0 00000100:00100000:1.0:1777045475.810687:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de41c67800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424478720:0@lo:400:kworker.0 00010000:00010000:0.0:1777045476.187133:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1777045476.311083:0:11491:0:(llog.c:801:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1777045476.311093:0:11491:0:(llog_cat.c:158:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1777045476.312307:0:11491:0:(llog.c:858:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1777045476.312323:0:11491:0:(llog.c:858:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000040:00080000:0.0:1777045476.857337:0:23000:0:(llog.c:801:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1777045476.857349:0:23000:0:(llog_cat.c:158:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1777045476.858114:0:23000:0:(llog.c:858:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1777045476.858130:0:23000:0:(llog.c:858:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:0.0:1777045477.211984:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777045478.230101:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777045478.904576:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045478.904657:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045478.904693:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045478.904735:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045478.904768:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045478.904819:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045478.904865:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045478.904931:0:6639:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370297984 00000100:00100000:2.0:1777045478.904944:0:6639:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370297984 00000100:00100000:2.0:1777045478.905063:0:6639:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370298240 00000100:00100000:2.0:1777045478.905069:0:6639:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370298240 00000100:00100000:2.0:1777045478.905092:0:6639:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370297856 00000100:00100000:2.0:1777045478.905096:0:6639:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370297856 00000100:00100000:2.0:1777045478.905117:0:6639:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370298368 00000100:00100000:2.0:1777045478.905121:0:6639:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370298368 00000100:00100000:2.0:1777045478.905143:0:6639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1198 00000100:00100000:2.0:1777045478.905157:0:6639:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77b5f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:146de360-3fb2-48bd-b418-06f30714148a+13:2390:x1863365370297984:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:2.0:1777045478.905314:0:6639:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77b5f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:146de360-3fb2-48bd-b418-06f30714148a+13:2390:x1863365370297984:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 157us (654us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045478.905326:0:6639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1198 00000100:00100000:2.0:1777045478.905355:0:6639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1199 00000100:00100000:2.0:1777045478.905366:0:6639:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77b5ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2390:x1863365370298240:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:2.0:1777045478.905438:0:6639:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77b5ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2390:x1863365370298240:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 40us (711us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045478.905448:0:6639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1199 00000100:00100000:2.0:1777045478.905469:0:6639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1200 00000100:00100000:2.0:1777045478.905479:0:6639:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77b5f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:146de360-3fb2-48bd-b418-06f30714148a+14:2390:x1863365370297856:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:2.0:1777045478.905517:0:6639:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77b5f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:146de360-3fb2-48bd-b418-06f30714148a+14:2390:x1863365370297856:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 39us (749us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045478.905527:0:6639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1200 00000100:00100000:2.0:1777045478.905544:0:6639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1201 00000100:00100000:2.0:1777045478.905553:0:6639:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77b5ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2390:x1863365370298368:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:2.0:1777045478.905585:0:6639:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77b5ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2390:x1863365370298368:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 33us (720us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045478.905594:0:6639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1201 00000100:00100000:2.0:1777045478.905622:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370297728 00000100:00100000:2.0:1777045478.905628:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370297728 00000100:00100000:2.0:1777045478.905693:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370298112 00000100:00100000:2.0:1777045478.905699:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370298112 00000100:00100000:2.0:1777045478.905730:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1369 00000100:00100000:2.0:1777045478.905739:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77b5c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:146de360-3fb2-48bd-b418-06f30714148a+46:2390:x1863365370297728:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:2.0:1777045478.905783:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77b5c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:146de360-3fb2-48bd-b418-06f30714148a+46:2390:x1863365370297728:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 44us (1580us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045478.905792:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1369 00000100:00100000:2.0:1777045478.905813:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1370 00000100:00100000:2.0:1777045478.905824:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77b5c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+29:2390:x1863365370298112:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:2.0:1777045478.905861:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77b5c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+29:2390:x1863365370298112:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 39us (1061us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045478.905870:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1370 00000100:00080000:2.0:1777045478.906166:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1777045478.906172:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1777045478.906175:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1777045478.906520:0:5850:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370297600 00000100:00100000:1.0:1777045478.906527:0:5850:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370297600 00000100:00100000:1.0:1777045478.906580:0:5850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 979 00000100:00100000:1.0:1777045478.906590:0:5850:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df472aa450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2390:x1863365370297600:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:1.0:1777045478.906638:0:5850:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df472aa450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2390:x1863365370297600:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 50us (1903us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045478.906647:0:5850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 979 00010000:00010000:3.0:1777045479.266144:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777045479.894548:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de42c89c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424478976:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1777045479.894689:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777045479.895143:0:6643:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424478976 00000100:00100000:1.0:1777045479.895155:0:6643:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424478976 00000100:00100000:1.0:1777045479.895304:0:6643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 579 00000100:00100000:1.0:1777045479.895318:0:6643:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b9fb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3341:x1863365424478976:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1777045479.895364:0:6643:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 71368704 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1777045479.895454:0:6643:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b9fb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3341:x1863365424478976:12345-0@lo:13:osp-pre-0-0.0 Request processed in 137us (764us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045479.895468:0:6643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 579 00000100:00080000:0.0:1777045479.895833:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1777045479.895887:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de42c89c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424478976:0@lo:13:osp-pre-0-0.0 00010000:00010000:2.0:1777045480.279514:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777045480.917705:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de42c8bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424479104:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1777045480.917800:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777045480.917830:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de42c8aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ce657616-b3f3-4e21-ac89-518ab611901c:3343:1863365424479232:0@lo:400:kworker.0 00000100:00100000:1.0:1777045480.918157:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777045480.918293:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de42c88700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3341:1863365424479488:0@lo:400:kworker.0 00000100:00100000:2.0:1777045480.918347:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777045480.925799:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df77c7d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424479616:0@lo:400:kworker.0 00000100:00100000:0.0:1777045480.925902:0:3344:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de42c89c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3344:1863365424479360:0@lo:400:kworker.0 00000100:00100000:3.0:1777045480.926176:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777045480.927446:0:5849:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424479232 00000100:00100000:1.0:1777045480.927461:0:5849:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424479232 00000100:00100000:1.0:1777045480.927530:0:5849:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 980 00000100:00100000:1.0:1777045480.927545:0:5849:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df472ab850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ce657616-b3f3-4e21-ac89-518ab611901c+18:3343:x1863365424479232:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777045480.927648:0:5849:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df472ab850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ce657616-b3f3-4e21-ac89-518ab611901c+18:3343:x1863365424479232:12345-0@lo:400:kworker.0 Request processed in 104us (9488us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045480.927662:0:5849:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 980 00000100:00100000:1.0:1777045480.927718:0:6644:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424479104 00000100:00100000:1.0:1777045480.927727:0:6644:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424479104 00000100:00100000:1.0:1777045480.927789:0:6644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 580 00000100:00100000:1.0:1777045480.927801:0:6644:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41c66680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1863365424479104:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1777045480.927845:0:6644:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 62849024 pending 0 free 3851419648 avail 3849322496 00000100:00100000:0.0:1777045480.928656:0:6639:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424479616 00000100:00100000:0.0:1777045480.928664:0:6639:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424479616 00000100:00100000:0.0:1777045480.928717:0:6639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1202 00000100:00100000:0.0:1777045480.928729:0:6639:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41c65880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3342:x1863365424479616:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777045480.928801:0:6639:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41c65880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3342:x1863365424479616:12345-0@lo:400:kworker.0 Request processed in 73us (2627us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045480.928813:0:6639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1202 00000100:00100000:0.0:1777045480.928878:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df77c7d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424479616:0@lo:400:kworker.0 00000100:00100000:1.0:1777045480.929032:0:6644:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41c66680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1863365424479104:12345-0@lo:13:osp-pre-1-0.0 Request processed in 1231us (11230us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045480.929044:0:6644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 580 00000100:00080000:1.0:1777045480.929078:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1777045480.929125:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de42c8aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ce657616-b3f3-4e21-ac89-518ab611901c:3343:1863365424479232:0@lo:400:kworker.0 00000100:00100000:1.0:1777045480.929139:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df77c7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3343:1863365424479744:0@lo:400:kworker.0 00000100:00100000:1.0:1777045480.934704:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de42c8bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424479104:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1777045480.937317:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777045480.937365:0:3344:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df77c7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3344:1863365424479872:0@lo:400:kworker.0 00000100:00100000:2.0:1777045480.937441:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777045480.937512:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424479488 00000100:00100000:2.0:1777045480.937523:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424479488 00000100:00100000:2.0:1777045480.937601:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424479360 00000100:00100000:2.0:1777045480.937606:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424479360 00000100:00100000:2.0:1777045480.937640:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1371 00000100:00100000:2.0:1777045480.937653:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77b5ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3341:x1863365424479488:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777045480.937728:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77b5ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3341:x1863365424479488:12345-0@lo:400:kworker.0 Request processed in 76us (19379us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045480.937893:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777045480.938305:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424479872 00000100:00100000:3.0:1777045480.938314:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424479872 00000100:00100000:3.0:1777045480.938414:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1203 00000100:00100000:3.0:1777045480.938427:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77b5ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3344:x1863365424479872:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777045480.938502:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77b5ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3344:x1863365424479872:12345-0@lo:400:kworker.0 Request processed in 76us (1058us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045480.938514:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1203 00000100:00100000:3.0:1777045480.938582:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de42c88700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3341:1863365424479488:0@lo:400:kworker.0 00000100:00100000:3.0:1777045480.938631:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424479744 00000100:00100000:3.0:1777045480.938637:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424479744 00000100:00100000:2.0:1777045480.939391:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1371 00000100:00100000:2.0:1777045480.939425:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1372 00000100:00100000:2.0:1777045480.939437:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77b5e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3344:x1863365424479360:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777045480.939502:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77b5e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3344:x1863365424479360:12345-0@lo:400:kworker.0 Request processed in 67us (2194us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045480.939512:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1372 00000100:00100000:2.0:1777045480.939536:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1373 00000100:00100000:2.0:1777045480.939547:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41c67100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3343:x1863365424479744:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777045480.939639:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41c67100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3343:x1863365424479744:12345-0@lo:400:kworker.0 Request processed in 93us (1747us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045480.939649:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1373 00000100:00100000:2.0:1777045480.939704:0:3344:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de42c89c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3344:1863365424479360:0@lo:400:kworker.0 00000100:00100000:2.0:1777045480.939722:0:3344:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df77c7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3344:1863365424479872:0@lo:400:kworker.0 00000100:00100000:2.0:1777045480.939767:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df77c7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3343:1863365424479744:0@lo:400:kworker.0 00000100:00080000:1.0:1777045480.940258:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000040:00080000:2.0:1777045481.059070:0:23052:0:(llog.c:801:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1777045481.059082:0:23052:0:(llog_cat.c:158:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1777045481.073190:0:23052:0:(llog.c:858:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1777045481.074184:0:23052:0:(llog.c:858:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:0.0:1777045481.303689:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777045482.325672:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777045483.376668:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777045484.018772:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045484.018965:0:5848:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370298496 00000100:00100000:3.0:1777045484.018983:0:5848:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370298496 00000100:00100000:3.0:1777045484.019581:0:5848:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 981 00000100:00100000:3.0:1777045484.019604:0:5848:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df472aa850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2393:x1863365370298496:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777045484.019759:0:5848:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df472aa850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2393:x1863365370298496:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 162us (1004us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045484.019771:0:5848:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 981 00000100:00100000:2.0:1777045484.047073:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045484.047182:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045484.047274:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045484.047307:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045484.047590:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045484.047722:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045484.047772:0:8776:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370298880 00000100:00100000:2.0:1777045484.047878:0:8776:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370298880 00000100:00100000:2.0:1777045484.047978:0:8776:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370299136 00000100:00100000:2.0:1777045484.047983:0:8776:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370299136 00000100:00100000:2.0:1777045484.048002:0:8776:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370298752 00000100:00100000:2.0:1777045484.048006:0:8776:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370298752 00000100:00100000:2.0:1777045484.048026:0:8776:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370299264 00000100:00100000:2.0:1777045484.048029:0:8776:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370299264 00000100:00100000:2.0:1777045484.048052:0:8776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1204 00000100:00100000:2.0:1777045484.048067:0:8776:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77fd5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:146de360-3fb2-48bd-b418-06f30714148a+13:2392:x1863365370298880:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:2.0:1777045484.048213:0:8776:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77fd5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:146de360-3fb2-48bd-b418-06f30714148a+13:2392:x1863365370298880:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 148us (1030us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045484.048227:0:8776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1204 00000100:00100000:2.0:1777045484.048262:0:8776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1205 00000100:00100000:2.0:1777045484.048273:0:8776:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b9c6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2392:x1863365370299136:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:2.0:1777045484.048346:0:8776:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b9c6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2392:x1863365370299136:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 72us (1070us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045484.048358:0:8776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1205 00000100:00100000:2.0:1777045484.048381:0:8776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1206 00000100:00100000:3.0:1777045484.048393:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370298624 00000100:00100000:2.0:1777045484.048394:0:8776:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b9c5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:146de360-3fb2-48bd-b418-06f30714148a+14:2392:x1863365370298752:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777045484.048404:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370298624 00000100:00100000:2.0:1777045484.048445:0:8776:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b9c5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:146de360-3fb2-48bd-b418-06f30714148a+14:2392:x1863365370298752:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 52us (1136us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045484.048456:0:8776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1206 00000100:00100000:3.0:1777045484.048476:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370299008 00000100:00100000:3.0:1777045484.048483:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370299008 00000100:00100000:2.0:1777045484.048484:0:8776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1207 00000100:00100000:2.0:1777045484.048502:0:8776:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d58f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2392:x1863365370299264:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777045484.048537:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1374 00000100:00100000:2.0:1777045484.048550:0:8776:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d58f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2392:x1863365370299264:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 52us (825us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045484.048557:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42e58380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:146de360-3fb2-48bd-b418-06f30714148a+46:2393:x1863365370298624:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:2.0:1777045484.048571:0:8776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1207 00000100:00100000:2.0:1777045484.048613:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1375 00000100:00100000:2.0:1777045484.048626:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d58c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+29:2392:x1863365370299008:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777045484.048651:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42e58380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:146de360-3fb2-48bd-b418-06f30714148a+46:2393:x1863365370298624:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 99us (1594us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045484.048670:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1374 00000100:00100000:2.0:1777045484.048679:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d58c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+29:2392:x1863365370299008:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 51us (1085us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045484.048692:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1375 00000100:00080000:2.0:1777045484.048741:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1777045484.048749:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1777045484.048753:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1777045484.376478:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777045485.014275:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df77c7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424480000:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1777045485.014667:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045485.014856:0:19062:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424480000 00000100:00100000:0.0:1777045485.014867:0:19062:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424480000 00000100:00100000:0.0:1777045485.014955:0:19062:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 581 00000100:00100000:0.0:1777045485.014972:0:19062:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41c64000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3341:x1863365424480000:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1777045485.015026:0:19062:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 71368704 pending 0 free 3858759680 avail 3856662528 00000100:00080000:2.0:1777045485.015610:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1777045485.016945:0:19062:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41c64000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3341:x1863365424480000:12345-0@lo:13:osp-pre-0-0.0 Request processed in 1953us (2254us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045485.016960:0:19062:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 581 00000100:00100000:3.0:1777045485.019978:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df77c7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424480000:0@lo:13:osp-pre-0-0.0 00010000:00010000:0.0:1777045485.404068:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1777045485.778015:0:23104:0:(llog.c:801:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1777045485.778028:0:23104:0:(llog_cat.c:158:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1777045485.788088:0:23104:0:(llog.c:858:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:3.0:1777045485.788110:0:23104:0:(llog.c:858:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1777045486.037486:0:3341:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1777045486.037517:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df77c7f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424480128:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1777045486.037607:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777045486.037691:0:6643:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424480128 00000100:00100000:1.0:1777045486.037701:0:6643:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424480128 00000100:00100000:1.0:1777045486.037782:0:6643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 582 00000100:00100000:1.0:1777045486.037798:0:6643:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77c7dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3341:x1863365424480128:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1777045486.037847:0:6643:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 62849024 pending 0 free 3851419648 avail 3849322496 00000100:00100000:1.0:1777045486.037912:0:6643:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77c7dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3341:x1863365424480128:12345-0@lo:13:osp-pre-1-0.0 Request processed in 116us (304us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045486.037923:0:6643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 582 00000100:00080000:1.0:1777045486.037954:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1777045486.038010:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df77c7f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424480128:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1777045486.038634:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df6d58fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ce657616-b3f3-4e21-ac89-518ab611901c:3343:1863365424480256:0@lo:400:kworker.0 00000100:00100000:2.0:1777045486.038688:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777045486.038726:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df6d58ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3343:1863365424480768:0@lo:400:kworker.0 00000100:00100000:2.0:1777045486.038763:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777045486.038793:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1777045486.038802:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df6d58df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3343:1863365424480384:0@lo:400:kworker.0 00000100:00100000:2.0:1777045486.038836:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777045486.038909:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424480768 00000100:00100000:2.0:1777045486.038916:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424480768 00000100:00100000:2.0:1777045486.038963:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424480384 00000100:00100000:2.0:1777045486.038968:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424480384 00000100:00100000:2.0:1777045486.038995:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1376 00000100:00100000:2.0:1777045486.039007:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d58c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3343:x1863365424480768:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777045486.039066:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d58c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3343:x1863365424480768:12345-0@lo:400:kworker.0 Request processed in 61us (301us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045486.039076:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1376 00000100:00100000:2.0:1777045486.039101:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1377 00000100:00100000:2.0:1777045486.039141:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d58d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3343:x1863365424480384:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777045486.039188:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d58d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3343:x1863365424480384:12345-0@lo:400:kworker.0 Request processed in 78us (350us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045486.039197:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1377 00000100:00100000:2.0:1777045486.039545:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df6d58df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3343:1863365424480384:0@lo:400:kworker.0 00000100:00100000:2.0:1777045486.039566:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df6d58ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3343:1863365424480768:0@lo:400:kworker.0 00000100:00100000:0.0:1777045486.039724:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df6d58ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424480640:0@lo:400:kworker.0 00000100:00100000:0.0:1777045486.039777:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045486.039808:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1777045486.039817:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df6d58ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3342:1863365424480512:0@lo:400:kworker.0 00000100:00100000:0.0:1777045486.039851:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045486.039892:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424480512 00000100:00100000:0.0:1777045486.039899:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424480512 00000100:00100000:0.0:1777045486.039945:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1378 00000100:00100000:0.0:1777045486.039958:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b9f9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3342:x1863365424480512:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777045486.040017:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b9f9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3342:x1863365424480512:12345-0@lo:400:kworker.0 Request processed in 61us (164us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045486.040028:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1378 00000100:00100000:0.0:1777045486.040074:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df6d58ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3342:1863365424480512:0@lo:400:kworker.0 00000100:00100000:1.0:1777045486.040740:0:5850:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424480256 00000100:00100000:1.0:1777045486.040748:0:5850:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424480256 00000100:00100000:1.0:1777045486.040803:0:5850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 982 00000100:00100000:1.0:1777045486.040815:0:5850:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df472a9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ce657616-b3f3-4e21-ac89-518ab611901c+18:3343:x1863365424480256:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777045486.040880:0:5850:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df472a9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ce657616-b3f3-4e21-ac89-518ab611901c+18:3343:x1863365424480256:12345-0@lo:400:kworker.0 Request processed in 66us (2191us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045486.040890:0:5850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 982 00000100:00100000:1.0:1777045486.040945:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df6d58fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ce657616-b3f3-4e21-ac89-518ab611901c:3343:1863365424480256:0@lo:400:kworker.0 00000100:00080000:1.0:1777045486.040992:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1777045486.046942:0:8776:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424480640 00000100:00100000:2.0:1777045486.046979:0:8776:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424480640 00000100:00100000:2.0:1777045486.047063:0:8776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1208 00000100:00100000:2.0:1777045486.047078:0:8776:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b9fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3342:x1863365424480640:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777045486.047248:0:8776:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b9fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3342:x1863365424480640:12345-0@lo:400:kworker.0 Request processed in 172us (7469us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045486.047259:0:8776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1208 00000100:00100000:0.0:1777045486.048620:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df6d58ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424480640:0@lo:400:kworker.0 00010000:00010000:2.0:1777045486.435618:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1777045486.614405:0:11491:0:(llog.c:801:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1777045486.614416:0:11491:0:(llog_cat.c:158:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1777045486.618755:0:11491:0:(llog.c:858:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:3.0:1777045486.622927:0:11491:0:(llog.c:858:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:0.0:1777045487.456865:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777045488.471594:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777045489.155439:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045489.155909:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045489.156015:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370299520 00000100:00100000:2.0:1777045489.156030:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370299520 00000100:00100000:2.0:1777045489.156143:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1379 00000100:00100000:2.0:1777045489.156158:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41c67800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:146de360-3fb2-48bd-b418-06f30714148a+46:2390:x1863365370299520:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:2.0:1777045489.156568:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41c67800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:146de360-3fb2-48bd-b418-06f30714148a+46:2390:x1863365370299520:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 411us (660us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045489.156582:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1379 00000100:00080000:3.0:1777045489.157198:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1777045489.157392:0:5849:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370299392 00000100:00100000:1.0:1777045489.157403:0:5849:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370299392 00000100:00100000:1.0:1777045489.158268:0:5849:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 983 00000100:00100000:1.0:1777045489.158287:0:5849:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df472a9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2390:x1863365370299392:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:1.0:1777045489.158637:0:5849:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df472a9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2390:x1863365370299392:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 353us (3206us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045489.158651:0:5849:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 983 00000100:00100000:3.0:1777045489.162795:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045489.163588:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045489.163631:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045489.163668:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045489.163701:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045489.163742:0:14822:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370299776 00000100:00100000:3.0:1777045489.163755:0:14822:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370299776 00000100:00100000:3.0:1777045489.163825:0:14822:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370300032 00000100:00100000:3.0:1777045489.163831:0:14822:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370300032 00000100:00100000:3.0:1777045489.163854:0:14822:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370299648 00000100:00100000:3.0:1777045489.163857:0:14822:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370299648 00000100:00100000:3.0:1777045489.163877:0:14822:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370300160 00000100:00100000:3.0:1777045489.163880:0:14822:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370300160 00000100:00100000:3.0:1777045489.163906:0:14822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1209 00000100:00100000:3.0:1777045489.163919:0:14822:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41c66d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:146de360-3fb2-48bd-b418-06f30714148a+13:2391:x1863365370299776:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777045489.163999:0:14822:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41c66d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:146de360-3fb2-48bd-b418-06f30714148a+13:2391:x1863365370299776:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 80us (1212us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045489.164011:0:14822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1209 00000100:00100000:3.0:1777045489.164039:0:14822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1210 00000100:00100000:3.0:1777045489.164051:0:14822:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41c65500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2391:x1863365370300032:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777045489.164118:0:14822:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41c65500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2391:x1863365370300032:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 69us (531us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045489.164129:0:14822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1210 00000100:00100000:3.0:1777045489.164152:0:14822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1211 00000100:00100000:3.0:1777045489.164163:0:14822:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df74603100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:146de360-3fb2-48bd-b418-06f30714148a+14:2391:x1863365370299648:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777045489.164201:0:14822:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df74603100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:146de360-3fb2-48bd-b418-06f30714148a+14:2391:x1863365370299648:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 40us (570us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045489.164244:0:14822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1211 00000100:00100000:3.0:1777045489.164266:0:14822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1212 00000100:00100000:3.0:1777045489.164278:0:14822:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df74601180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2391:x1863365370300160:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777045489.164317:0:14822:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df74601180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2391:x1863365370300160:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 42us (616us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045489.164326:0:14822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1212 00000100:00100000:3.0:1777045489.164364:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370299904 00000100:00100000:3.0:1777045489.164370:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370299904 00000100:00100000:3.0:1777045489.164421:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1380 00000100:00100000:3.0:1777045489.164432:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df74602680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+29:2391:x1863365370299904:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777045489.164481:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df74602680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+29:2391:x1863365370299904:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 51us (813us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045489.164492:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1380 00000100:00080000:3.0:1777045489.164522:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1777045489.164529:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1777045489.164532:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000040:00080000:1.0:1777045489.386615:0:23155:0:(llog.c:801:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1777045489.386627:0:23155:0:(llog_cat.c:158:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1777045489.387682:0:23155:0:(llog.c:858:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:1.0:1777045489.387696:0:23155:0:(llog.c:858:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:3.0:1777045489.494832:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777045490.133934:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1777045490.133969:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df6d58ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424480896:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1777045490.134096:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777045490.134490:0:19062:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424480896 00000100:00100000:2.0:1777045490.134502:0:19062:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424480896 00000100:00100000:2.0:1777045490.134602:0:19062:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 583 00000100:00100000:2.0:1777045490.134619:0:19062:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77c7f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424480896:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1777045490.134670:0:19062:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 71368704 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1777045490.134745:0:19062:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77c7f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424480896:12345-0@lo:13:osp-pre-0-0.0 Request processed in 129us (647us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045490.134758:0:19062:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 583 00000100:00080000:3.0:1777045490.135183:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1777045490.135644:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df6d58ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424480896:0@lo:13:osp-pre-0-0.0 00010000:00010000:3.0:1777045490.519661:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777045491.157687:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df77c7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3343:1863365424481280:0@lo:400:kworker.0 00000100:00100000:1.0:1777045491.157796:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045491.158176:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df6d58df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424481152:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1777045491.158292:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045491.158407:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df6d58d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3342:1863365424481664:0@lo:400:kworker.0 00000100:00100000:3.0:1777045491.158408:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df77c7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ce657616-b3f3-4e21-ac89-518ab611901c:3341:1863365424481024:0@lo:400:kworker.0 00000100:00100000:0.0:1777045491.158477:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777045491.158605:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df6d58f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424481792:0@lo:400:kworker.0 00000100:00100000:1.0:1777045491.158769:0:6644:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424481152 00000100:00100000:1.0:1777045491.158781:0:6644:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424481152 00000100:00100000:1.0:1777045491.158865:0:6644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 584 00000100:00100000:1.0:1777045491.158878:0:6644:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d654700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1863365424481152:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1777045491.158924:0:6644:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 62849024 pending 0 free 3851419648 avail 3849322496 00000100:00100000:0.0:1777045491.169657:0:3344:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df77c7e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3344:1863365424481408:0@lo:400:kworker.0 00000100:00100000:0.0:1777045491.169739:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045491.169807:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424481280 00000100:00100000:0.0:1777045491.169816:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424481280 00000100:00100000:0.0:1777045491.169874:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424481664 00000100:00100000:0.0:1777045491.169879:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424481664 00000100:00100000:0.0:1777045491.169908:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424481408 00000100:00100000:0.0:1777045491.169912:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424481408 00000100:00100000:0.0:1777045491.169934:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1381 00000100:00100000:0.0:1777045491.169945:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77c7d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3343:x1863365424481280:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777045491.170016:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77c7d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3343:x1863365424481280:12345-0@lo:400:kworker.0 Request processed in 72us (12224us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045491.170027:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1381 00000100:00100000:0.0:1777045491.170081:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1382 00000100:00100000:0.0:1777045491.170091:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d654000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3342:x1863365424481664:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777045491.170142:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d654000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3342:x1863365424481664:12345-0@lo:400:kworker.0 Request processed in 52us (11668us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045491.170152:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1382 00000100:00100000:0.0:1777045491.170170:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1383 00000100:00100000:0.0:1777045491.170179:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d656d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3344:x1863365424481408:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777045491.170269:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d656d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3344:x1863365424481408:12345-0@lo:400:kworker.0 Request processed in 91us (531us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045491.170278:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1383 00000100:00100000:0.0:1777045491.170330:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df6d58d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3342:1863365424481664:0@lo:400:kworker.0 00000100:00100000:0.0:1777045491.170368:0:3344:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df77c7e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3344:1863365424481408:0@lo:400:kworker.0 00000100:00100000:1.0:1777045491.174772:0:6644:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d654700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1863365424481152:12345-0@lo:13:osp-pre-1-0.0 Request processed in 15879us (16462us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045491.174789:0:6644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 584 00000100:00100000:0.0:1777045491.175006:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df6d58df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424481152:0@lo:13:osp-pre-1-0.0 00000100:00080000:0.0:1777045491.175110:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1777045491.175118:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1777045491.180270:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777045491.182687:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777045491.182890:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df77c7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3343:1863365424481280:0@lo:400:kworker.0 00000100:00100000:3.0:1777045491.183763:0:14822:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424481792 00000100:00100000:3.0:1777045491.183777:0:14822:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424481792 00000100:00100000:3.0:1777045491.183870:0:14822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1213 00000100:00100000:3.0:1777045491.183888:0:14822:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d58e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424481792:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777045491.184529:0:5848:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424481024 00000100:00100000:0.0:1777045491.184539:0:5848:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424481024 00000100:00100000:0.0:1777045491.184593:0:5848:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 984 00000100:00100000:0.0:1777045491.184605:0:5848:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df472ab450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ce657616-b3f3-4e21-ac89-518ab611901c+18:3341:x1863365424481024:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777045491.184721:0:5848:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df472ab450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ce657616-b3f3-4e21-ac89-518ab611901c+18:3341:x1863365424481024:12345-0@lo:400:kworker.0 Request processed in 115us (4465us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045491.184733:0:5848:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 984 00000100:00100000:0.0:1777045491.184843:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df77c7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ce657616-b3f3-4e21-ac89-518ab611901c:3341:1863365424481024:0@lo:400:kworker.0 00000100:00100000:0.0:1777045491.184864:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df6d58f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424481536:0@lo:400:kworker.0 00000100:00100000:0.0:1777045491.185304:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045491.185387:0:6639:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424481536 00000100:00100000:0.0:1777045491.185395:0:6639:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424481536 00000100:00100000:0.0:1777045491.185441:0:6639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1214 00000100:00100000:0.0:1777045491.185452:0:6639:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d657800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3341:x1863365424481536:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777045491.185517:0:6639:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d657800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3341:x1863365424481536:12345-0@lo:400:kworker.0 Request processed in 66us (576us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045491.185527:0:6639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1214 00000100:00100000:0.0:1777045491.185580:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df6d58f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424481536:0@lo:400:kworker.0 00000100:00100000:3.0:1777045491.189747:0:14822:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d58e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424481792:12345-0@lo:400:kworker.0 Request processed in 5851us (8972us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045491.189767:0:14822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1213 00000100:00100000:0.0:1777045491.191742:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df6d58f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424481792:0@lo:400:kworker.0 00010000:00010000:3.0:1777045491.543208:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777045492.581586:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777045493.601019:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777045494.277780:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045494.277845:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045494.277887:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045494.278242:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045494.278279:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045494.278310:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045494.278343:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045494.280359:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370300416 00000100:00100000:2.0:1777045494.280397:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370300416 00000100:00100000:3.0:1777045494.280561:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370300672 00000100:00100000:3.0:1777045494.280571:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370300672 00000100:00100000:2.0:1777045494.293715:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370300800 00000100:00100000:2.0:1777045494.293731:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370300800 00000100:00100000:0.0:1777045494.301317:0:6639:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370300928 00000100:00100000:0.0:1777045494.301335:0:6639:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370300928 00000100:00100000:3.0:1777045494.301523:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370300544 00000100:00100000:3.0:1777045494.301531:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370300544 00000100:00100000:3.0:1777045494.301561:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370301056 00000100:00100000:3.0:1777045494.301567:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370301056 00000100:00100000:3.0:1777045494.301599:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1215 00000100:00100000:3.0:1777045494.301615:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d654a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:146de360-3fb2-48bd-b418-06f30714148a+13:2393:x1863365370300672:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777045494.301760:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d654a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:146de360-3fb2-48bd-b418-06f30714148a+13:2393:x1863365370300672:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 146us (23911us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045494.301774:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1215 00000100:00100000:3.0:1777045494.301805:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1216 00000100:00100000:3.0:1777045494.301815:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d655c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:146de360-3fb2-48bd-b418-06f30714148a+14:2393:x1863365370300544:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777045494.301860:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d655c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:146de360-3fb2-48bd-b418-06f30714148a+14:2393:x1863365370300544:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 47us (23581us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045494.301870:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1216 00000100:00100000:3.0:1777045494.301888:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1217 00000100:00100000:3.0:1777045494.301898:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df605f4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2393:x1863365370301056:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777045494.301932:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df605f4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2393:x1863365370301056:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 36us (23588us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045494.301942:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1217 00000100:00100000:2.0:1777045494.307241:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1384 00000100:00100000:2.0:1777045494.307260:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d655500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:146de360-3fb2-48bd-b418-06f30714148a+46:2393:x1863365370300416:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:2.0:1777045494.307691:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d655500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:146de360-3fb2-48bd-b418-06f30714148a+46:2393:x1863365370300416:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 434us (29920us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045494.307704:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1384 00000100:00100000:2.0:1777045494.307740:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1385 00000100:00100000:2.0:1777045494.307751:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df605f5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+29:2393:x1863365370300800:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:2.0:1777045494.307793:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df605f5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+29:2393:x1863365370300800:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 44us (29481us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045494.307805:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1385 00000100:00080000:1.0:1777045494.310842:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1777045494.310854:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1777045494.310860:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1777045494.310900:0:5849:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370300288 00000100:00100000:1.0:1777045494.310913:0:5849:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370300288 00000100:00100000:1.0:1777045494.311008:0:5849:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 985 00000100:00100000:1.0:1777045494.311023:0:5849:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df472aa050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2393:x1863365370300288:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:1.0:1777045494.311094:0:5849:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df472aa050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2393:x1863365370300288:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 75us (32852us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045494.311105:0:5849:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 985 00000100:00100000:0.0:1777045494.322437:0:6639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1218 00000100:00100000:0.0:1777045494.322461:0:6639:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d656300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2393:x1863365370300928:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:0.0:1777045494.322599:0:6639:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d656300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2393:x1863365370300928:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 145us (44710us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045494.322612:0:6639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1218 00000040:00080000:1.0:1777045494.373619:0:23207:0:(llog.c:801:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1777045494.373632:0:23207:0:(llog_cat.c:158:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1777045494.379830:0:23207:0:(llog.c:858:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:1.0:1777045494.379857:0:23207:0:(llog.c:858:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:2.0:1777045494.613842:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777045495.256853:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1777045495.256888:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df6d58d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424481920:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1777045495.257334:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777045495.259118:0:6643:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424481920 00000100:00100000:2.0:1777045495.259135:0:6643:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424481920 00000100:00100000:2.0:1777045495.259278:0:6643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 585 00000100:00100000:2.0:1777045495.259296:0:6643:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77c7f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424481920:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1777045495.259345:0:6643:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 71368704 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1777045495.259765:0:6643:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77c7f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424481920:12345-0@lo:13:osp-pre-0-0.0 Request processed in 474us (2430us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045495.259777:0:6643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 585 00000100:00100000:2.0:1777045495.259856:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df6d58d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424481920:0@lo:13:osp-pre-0-0.0 00000100:00080000:1.0:1777045495.261532:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1777045495.637954:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777045496.278538:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df77c7d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3342:1863365424482176:0@lo:400:kworker.0 00000100:00100000:1.0:1777045496.278546:0:3344:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df77c7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3344:1863365424482432:0@lo:400:kworker.0 00000100:00100000:2.0:1777045496.278635:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df77c7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ce657616-b3f3-4e21-ac89-518ab611901c:3341:1863365424482048:0@lo:400:kworker.0 00000100:00100000:3.0:1777045496.291031:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777045496.291165:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de42c89c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424482688:0@lo:400:kworker.0 00000100:00100000:3.0:1777045496.291213:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777045496.291302:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424482176 00000100:00100000:2.0:1777045496.294733:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777045496.294792:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df77c7e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3341:1863365424482560:0@lo:400:kworker.0 00000100:00100000:2.0:1777045496.294836:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777045496.294891:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df77c7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3343:1863365424482304:0@lo:400:kworker.0 00000100:00100000:2.0:1777045496.294928:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777045496.295131:0:5850:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424482048 00000100:00100000:2.0:1777045496.295140:0:5850:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424482048 00000100:00100000:2.0:1777045496.295201:0:5850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 986 00000100:00100000:2.0:1777045496.295235:0:5850:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df472aac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ce657616-b3f3-4e21-ac89-518ab611901c+18:3341:x1863365424482048:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777045496.295309:0:5850:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df472aac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ce657616-b3f3-4e21-ac89-518ab611901c+18:3341:x1863365424482048:12345-0@lo:400:kworker.0 Request processed in 77us (598us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045496.295321:0:5850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 986 00000100:00100000:2.0:1777045496.295367:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424482560 00000100:00100000:2.0:1777045496.295372:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424482560 00000100:00100000:2.0:1777045496.295418:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424482304 00000100:00100000:2.0:1777045496.295423:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424482304 00000100:00100000:2.0:1777045496.295457:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1386 00000100:00100000:2.0:1777045496.295466:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d58d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3341:x1863365424482560:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777045496.295512:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d58d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3341:x1863365424482560:12345-0@lo:400:kworker.0 Request processed in 45us (674us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045496.295520:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1386 00000100:00100000:2.0:1777045496.295538:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1387 00000100:00100000:2.0:1777045496.295546:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d58f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3343:x1863365424482304:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777045496.295590:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d58f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3343:x1863365424482304:12345-0@lo:400:kworker.0 Request processed in 42us (660us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045496.295599:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1387 00000100:00100000:2.0:1777045496.295638:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df6d58f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424482816:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1777045496.295675:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777045496.295725:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df77c7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3343:1863365424482304:0@lo:400:kworker.0 00000100:00080000:2.0:1777045496.295770:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1777045496.295791:0:19062:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424482816 00000100:00100000:2.0:1777045496.295796:0:19062:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424482816 00000100:00100000:2.0:1777045496.295836:0:19062:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 586 00000100:00100000:2.0:1777045496.295845:0:19062:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d58df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424482816:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1777045496.295884:0:19062:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 62849024 pending 0 free 3851419648 avail 3849322496 00000100:00100000:2.0:1777045496.295932:0:19062:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d58df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424482816:12345-0@lo:13:osp-pre-1-0.0 Request processed in 87us (256us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045496.295942:0:19062:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 586 00000100:00080000:2.0:1777045496.296024:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1777045496.296056:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df6d58f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424482816:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1777045496.296086:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df77c7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ce657616-b3f3-4e21-ac89-518ab611901c:3341:1863365424482048:0@lo:400:kworker.0 00000100:00100000:2.0:1777045496.296100:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df77c7e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3341:1863365424482560:0@lo:400:kworker.0 00000100:00100000:2.0:1777045496.296148:0:14822:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424482688 00000100:00100000:2.0:1777045496.296154:0:14822:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424482688 00000100:00100000:2.0:1777045496.296187:0:14822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1219 00000100:00100000:2.0:1777045496.296195:0:14822:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df74600380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3342:x1863365424482688:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777045496.296277:0:14822:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df74600380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3342:x1863365424482688:12345-0@lo:400:kworker.0 Request processed in 81us (5062us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045496.296286:0:14822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1219 00000100:00100000:2.0:1777045496.296332:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de42c89c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424482688:0@lo:400:kworker.0 00000100:00100000:3.0:1777045496.299929:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424482176 00000100:00100000:3.0:1777045496.300340:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1388 00000100:00100000:3.0:1777045496.300352:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df74600a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3342:x1863365424482176:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777045496.300439:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df74600a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3342:x1863365424482176:12345-0@lo:400:kworker.0 Request processed in 89us (9418us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045496.300451:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1388 00000100:00100000:3.0:1777045496.300508:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df77c7d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3342:1863365424482176:0@lo:400:kworker.0 00000100:00100000:1.0:1777045496.305782:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777045496.306492:0:8776:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424482432 00000100:00100000:2.0:1777045496.306505:0:8776:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424482432 00000100:00100000:2.0:1777045496.306652:0:8776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1220 00000100:00100000:2.0:1777045496.306668:0:8776:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42c88700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3344:x1863365424482432:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777045496.306764:0:8776:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42c88700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3344:x1863365424482432:12345-0@lo:400:kworker.0 Request processed in 99us (990us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045496.306775:0:8776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1220 00000100:00100000:1.0:1777045496.309581:0:3344:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df77c7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3344:1863365424482432:0@lo:400:kworker.0 00010000:00010000:2.0:1777045496.662349:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1777045496.921646:0:11491:0:(llog.c:801:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1777045496.921659:0:11491:0:(llog_cat.c:158:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1777045496.922498:0:11491:0:(llog.c:858:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1777045496.922515:0:11491:0:(llog.c:858:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:0.0:1777045497.708791:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1777045498.170596:0:23259:0:(llog.c:801:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1777045498.170608:0:23259:0:(llog_cat.c:158:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1777045498.171686:0:23259:0:(llog.c:858:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1777045498.171697:0:23259:0:(llog.c:858:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:3.0:1777045498.711198:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777045499.379559:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045499.379636:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045499.382650:0:5848:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370301184 00000100:00100000:1.0:1777045499.382667:0:5848:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370301184 00000100:00100000:1.0:1777045499.382770:0:5848:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 987 00000100:00100000:1.0:1777045499.382789:0:5848:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df472ab050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2391:x1863365370301184:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:1.0:1777045499.382894:0:5848:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df472ab050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2391:x1863365370301184:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 111us (3834us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045499.382934:0:5848:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 987 00000100:00100000:2.0:1777045499.386418:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045499.386468:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045499.386565:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370301696 00000100:00100000:1.0:1777045499.386578:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370301696 00000100:00100000:1.0:1777045499.386699:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1389 00000100:00100000:1.0:1777045499.386715:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d58f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+29:2391:x1863365370301696:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:1.0:1777045499.386810:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d58f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+29:2391:x1863365370301696:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 98us (401us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045499.386823:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1389 00000100:00080000:3.0:1777045499.387282:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1777045499.391373:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370301440 00000100:00100000:0.0:1777045499.391389:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370301440 00000100:00100000:1.0:1777045499.391680:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1221 00000100:00100000:1.0:1777045499.391698:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df74600000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:146de360-3fb2-48bd-b418-06f30714148a+14:2391:x1863365370301440:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:1.0:1777045499.391798:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df74600000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:146de360-3fb2-48bd-b418-06f30714148a+14:2391:x1863365370301440:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 104us (12159us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045499.391810:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1221 00000100:00080000:3.0:1777045499.392107:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1777045499.406747:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045499.406808:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045499.406872:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045499.406948:0:8776:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370301952 00000100:00100000:3.0:1777045499.406951:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370301312 00000100:00100000:3.0:1777045499.406960:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370301312 00000100:00100000:2.0:1777045499.406960:0:8776:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370301952 00000100:00100000:0.0:1777045499.407065:0:6639:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370301568 00000100:00100000:0.0:1777045499.407072:0:6639:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370301568 00000100:00100000:2.0:1777045499.407233:0:8776:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370301824 00000100:00100000:2.0:1777045499.407239:0:8776:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370301824 00000100:00100000:1.0:1777045499.407638:0:6641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1222 00000100:00100000:1.0:1777045499.407657:0:6641:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d58d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2391:x1863365370301952:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:1.0:1777045499.407752:0:6641:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d58d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2391:x1863365370301952:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 100us (21284us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045499.407764:0:6641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1222 00000100:00100000:3.0:1777045499.417278:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1390 00000100:00100000:3.0:1777045499.417303:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d58ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:146de360-3fb2-48bd-b418-06f30714148a+46:2391:x1863365370301312:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777045499.417430:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d58ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:146de360-3fb2-48bd-b418-06f30714148a+46:2391:x1863365370301312:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 133us (10692us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045499.417444:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1390 00000100:00080000:3.0:1777045499.417489:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1777045499.417497:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1777045499.417501:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1777045499.419397:0:6639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1223 00000100:00100000:0.0:1777045499.419415:0:6639:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d58ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:146de360-3fb2-48bd-b418-06f30714148a+13:2391:x1863365370301568:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:0.0:1777045499.419489:0:6639:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d58ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:146de360-3fb2-48bd-b418-06f30714148a+13:2391:x1863365370301568:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 79us (12679us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045499.419502:0:6639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1223 00000100:00100000:2.0:1777045499.434230:0:8776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1224 00000100:00100000:2.0:1777045499.434256:0:8776:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d58fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2391:x1863365370301824:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:2.0:1777045499.434744:0:8776:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d58fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2391:x1863365370301824:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 495us (27885us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045499.434760:0:8776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1224 00010000:00010000:0.0:1777045499.733530:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777045500.375956:0:3344:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df6d58ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3344:1863365424482944:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1777045500.376048:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045500.379451:0:6644:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424482944 00000100:00100000:0.0:1777045500.379468:0:6644:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424482944 00000100:00100000:0.0:1777045500.379572:0:6644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 587 00000100:00100000:0.0:1777045500.379589:0:6644:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42c8aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1863365424482944:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1777045500.379637:0:6644:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 71368704 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1777045500.379722:0:6644:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42c8aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1863365424482944:12345-0@lo:13:osp-pre-0-0.0 Request processed in 138us (3674us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045500.379734:0:6644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 587 00000100:00080000:3.0:1777045500.380106:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1777045500.386682:0:3344:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df6d58ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3344:1863365424482944:0@lo:13:osp-pre-0-0.0 00010000:00010000:1.0:1777045500.759621:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777045501.401444:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df74600e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3343:1863365424483328:0@lo:400:kworker.0 00000100:00100000:3.0:1777045501.401578:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777045501.401683:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1777045501.401696:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de478bc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424483456:0@lo:400:kworker.0 00000100:00100000:3.0:1777045501.401749:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777045501.401833:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424483328 00000100:00100000:3.0:1777045501.401848:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424483328 00000100:00100000:3.0:1777045501.402352:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1391 00000100:00100000:3.0:1777045501.402377:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de478bca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3343:x1863365424483328:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777045501.402480:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de478bca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3343:x1863365424483328:12345-0@lo:400:kworker.0 Request processed in 111us (902us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045501.402495:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1391 00000100:00080000:3.0:1777045501.402542:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1777045501.402606:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df74600e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3343:1863365424483328:0@lo:400:kworker.0 00000100:00100000:0.0:1777045501.402779:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df74603800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ce657616-b3f3-4e21-ac89-518ab611901c:3341:1863365424483072:0@lo:400:kworker.0 00000100:00100000:0.0:1777045501.402844:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045501.403257:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de478bf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3341:1863365424483584:0@lo:400:kworker.0 00000100:00100000:0.0:1777045501.403305:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045501.403337:0:3341:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1777045501.403347:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df74602d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3341:1863365424483200:0@lo:400:kworker.0 00000100:00100000:0.0:1777045501.403384:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045501.403409:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de478bdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424483712:0@lo:400:kworker.0 00000100:00100000:0.0:1777045501.403445:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045501.403492:0:6639:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424483456 00000100:00100000:0.0:1777045501.403500:0:6639:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424483456 00000100:00100000:0.0:1777045501.403552:0:6639:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424483712 00000100:00100000:0.0:1777045501.403558:0:6639:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424483712 00000100:00100000:0.0:1777045501.403604:0:6639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1225 00000100:00100000:0.0:1777045501.403617:0:6639:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de478bc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424483456:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777045501.403681:0:6639:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de478bc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424483456:12345-0@lo:400:kworker.0 Request processed in 66us (1931us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045501.403694:0:6639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1225 00000100:00100000:0.0:1777045501.403718:0:6639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1226 00000100:00100000:0.0:1777045501.403729:0:6639:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df605f7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3341:x1863365424483712:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777045501.403786:0:6639:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df605f7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3341:x1863365424483712:12345-0@lo:400:kworker.0 Request processed in 57us (338us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045501.403798:0:6639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1226 00000100:00100000:0.0:1777045501.403858:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de478bdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424483712:0@lo:400:kworker.0 00000100:00100000:3.0:1777045501.413702:0:5849:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424483072 00000100:00100000:3.0:1777045501.413736:0:5849:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424483072 00000100:00100000:3.0:1777045501.413848:0:5849:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 988 00000100:00100000:3.0:1777045501.420194:0:5849:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df587b4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ce657616-b3f3-4e21-ac89-518ab611901c+18:3341:x1863365424483072:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777045501.422521:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424483584 00000100:00100000:0.0:1777045501.422541:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424483584 00000100:00100000:0.0:1777045501.422685:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424483200 00000100:00100000:0.0:1777045501.422693:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424483200 00000100:00100000:0.0:1777045501.422738:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1392 00000100:00100000:0.0:1777045501.422755:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df605f6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3341:x1863365424483584:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777045501.422959:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df605f6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3341:x1863365424483584:12345-0@lo:400:kworker.0 Request processed in 203us (19648us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045501.422975:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1392 00000100:00100000:0.0:1777045501.423009:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1393 00000100:00100000:0.0:1777045501.423021:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df605f7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3341:x1863365424483200:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777045501.423080:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df605f7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3341:x1863365424483200:12345-0@lo:400:kworker.0 Request processed in 60us (19694us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045501.423092:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1393 00000100:00100000:0.0:1777045501.423191:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df74602d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3341:1863365424483200:0@lo:400:kworker.0 00000100:00100000:0.0:1777045501.423290:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de478bf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3341:1863365424483584:0@lo:400:kworker.0 00000100:00100000:3.0:1777045501.425540:0:5849:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df587b4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ce657616-b3f3-4e21-ac89-518ab611901c+18:3341:x1863365424483072:12345-0@lo:400:kworker.0 Request processed in 11666us (22684us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045501.425561:0:5849:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 988 00000100:00080000:3.0:1777045501.425690:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1777045501.425701:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1777045501.425738:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df6d58ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424483840:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1777045501.425807:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777045501.425908:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de478bc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424483456:0@lo:400:kworker.0 00000100:00100000:3.0:1777045501.426015:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df74603800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ce657616-b3f3-4e21-ac89-518ab611901c:3341:1863365424483072:0@lo:400:kworker.0 00000100:00100000:3.0:1777045501.426056:0:6643:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424483840 00000100:00100000:3.0:1777045501.426066:0:6643:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424483840 00000100:00100000:3.0:1777045501.426128:0:6643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 588 00000100:00100000:3.0:1777045501.426144:0:6643:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de478bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424483840:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1777045501.426240:0:6643:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 62849024 pending 0 free 3851419648 avail 3849322496 00000100:00100000:3.0:1777045501.426318:0:6643:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de478bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424483840:12345-0@lo:13:osp-pre-1-0.0 Request processed in 176us (510us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045501.426341:0:6643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 588 00000100:00100000:3.0:1777045501.426413:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df6d58ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424483840:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1777045501.801708:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1777045502.156706:0:23310:0:(llog.c:801:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1777045502.156722:0:23310:0:(llog_cat.c:158:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1777045502.168024:0:23310:0:(llog.c:858:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:3.0:1777045502.168055:0:23310:0:(llog.c:858:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:1.0:1777045502.805799:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777045503.854315:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777045504.499281:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045504.499367:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045504.499418:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045504.499458:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045504.499489:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045504.499517:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045504.499551:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045504.500255:0:6639:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370302464 00000100:00100000:0.0:1777045504.500269:0:6639:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370302464 00000100:00100000:0.0:1777045504.500374:0:6639:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370302720 00000100:00100000:0.0:1777045504.500379:0:6639:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370302720 00000100:00100000:0.0:1777045504.500401:0:6639:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370302336 00000100:00100000:0.0:1777045504.500405:0:6639:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370302336 00000100:00100000:0.0:1777045504.500425:0:6639:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370302848 00000100:00100000:0.0:1777045504.500430:0:6639:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370302848 00000100:00100000:0.0:1777045504.500455:0:6639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1227 00000100:00100000:0.0:1777045504.500470:0:6639:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77c7e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:146de360-3fb2-48bd-b418-06f30714148a+13:2392:x1863365370302464:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:0.0:1777045504.500569:0:6639:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77c7e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:146de360-3fb2-48bd-b418-06f30714148a+13:2392:x1863365370302464:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 100us (1200us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045504.500581:0:6639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1227 00000100:00100000:0.0:1777045504.500608:0:6639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1228 00000100:00100000:0.0:1777045504.500618:0:6639:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77c7d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2392:x1863365370302720:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:0.0:1777045504.500657:0:6639:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77c7d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2392:x1863365370302720:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 40us (1238us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045504.500668:0:6639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1228 00000100:00100000:0.0:1777045504.500690:0:6639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1229 00000100:00100000:0.0:1777045504.500701:0:6639:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77c7e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:146de360-3fb2-48bd-b418-06f30714148a+14:2392:x1863365370302336:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:0.0:1777045504.500735:0:6639:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77c7e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:146de360-3fb2-48bd-b418-06f30714148a+14:2392:x1863365370302336:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 36us (1245us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045504.500745:0:6639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1229 00000100:00100000:0.0:1777045504.500763:0:6639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1230 00000100:00100000:0.0:1777045504.500774:0:6639:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77c7c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2392:x1863365370302848:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:0.0:1777045504.500807:0:6639:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77c7c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2392:x1863365370302848:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 36us (1256us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045504.500850:0:6639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1230 00000100:00100000:0.0:1777045504.501131:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370302208 00000100:00100000:0.0:1777045504.501137:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370302208 00000100:00100000:0.0:1777045504.501182:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370302592 00000100:00100000:0.0:1777045504.501189:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370302592 00000100:00100000:0.0:1777045504.501255:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1394 00000100:00100000:0.0:1777045504.501267:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d58ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:146de360-3fb2-48bd-b418-06f30714148a+46:2392:x1863365370302208:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:0.0:1777045504.501314:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d58ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:146de360-3fb2-48bd-b418-06f30714148a+46:2392:x1863365370302208:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 49us (2047us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045504.501323:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1394 00000100:00100000:0.0:1777045504.501341:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1395 00000100:00100000:0.0:1777045504.501351:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77c7c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+29:2392:x1863365370302592:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:0.0:1777045504.501383:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77c7c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+29:2392:x1863365370302592:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 33us (1865us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045504.501393:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1395 00000100:00100000:3.0:1777045504.502682:0:5850:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370302080 00000100:00100000:3.0:1777045504.502692:0:5850:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370302080 00000100:00100000:3.0:1777045504.502753:0:5850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 989 00000100:00100000:3.0:1777045504.502765:0:5850:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df587b5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2392:x1863365370302080:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777045504.502839:0:5850:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df587b5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2392:x1863365370302080:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 53us (3357us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045504.502850:0:5850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 989 00000100:00080000:2.0:1777045504.503524:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1777045504.503533:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1777045504.503536:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:3.0:1777045504.853544:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777045505.494131:0:3344:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de42c8bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3344:1863365424483968:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1777045505.494270:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045505.495429:0:19062:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424483968 00000100:00100000:0.0:1777045505.495442:0:19062:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424483968 00000100:00100000:0.0:1777045505.495533:0:19062:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 589 00000100:00100000:0.0:1777045505.495564:0:19062:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de478bc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1863365424483968:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1777045505.495610:0:19062:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 71368704 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1777045505.495700:0:19062:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de478bc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1863365424483968:12345-0@lo:13:osp-pre-0-0.0 Request processed in 155us (1430us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045505.495711:0:19062:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 589 00000100:00100000:0.0:1777045505.495776:0:3344:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de42c8bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3344:1863365424483968:0@lo:13:osp-pre-0-0.0 00000100:00080000:3.0:1777045505.496436:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1777045505.877423:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1777045506.134440:0:11491:0:(llog.c:801:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1777045506.134452:0:11491:0:(llog_cat.c:158:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1777045506.137270:0:11491:0:(llog.c:858:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:3.0:1777045506.137287:0:11491:0:(llog.c:858:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000040:00080000:3.0:1777045506.458780:0:23362:0:(llog.c:801:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1777045506.468441:0:23362:0:(llog_cat.c:158:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1777045506.471068:0:23362:0:(llog.c:858:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:3.0:1777045506.471088:0:23362:0:(llog.c:858:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1777045506.518930:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de478bea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ce657616-b3f3-4e21-ac89-518ab611901c:3341:1863365424484096:0@lo:400:kworker.0 00000100:00100000:3.0:1777045506.519025:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777045506.519086:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de478bd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3341:1863365424484608:0@lo:400:kworker.0 00000100:00100000:3.0:1777045506.519129:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777045506.519169:0:3341:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1777045506.519180:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de478be680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3341:1863365424484224:0@lo:400:kworker.0 00000100:00100000:3.0:1777045506.519252:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777045506.519277:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de478bfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424484736:0@lo:400:kworker.0 00000100:00100000:3.0:1777045506.519316:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777045506.519360:0:5849:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424484096 00000100:00100000:3.0:1777045506.519370:0:5849:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424484096 00000100:00100000:1.0:1777045506.519426:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de478bed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3343:1863365424484352:0@lo:400:kworker.0 00000100:00100000:3.0:1777045506.519429:0:5849:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 990 00000100:00100000:3.0:1777045506.519442:0:5849:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df587b4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ce657616-b3f3-4e21-ac89-518ab611901c+18:3341:x1863365424484096:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777045506.519472:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777045506.519507:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1777045506.519513:0:5849:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df587b4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ce657616-b3f3-4e21-ac89-518ab611901c+18:3341:x1863365424484096:12345-0@lo:400:kworker.0 Request processed in 72us (488us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045506.519517:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de478bf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424484480:0@lo:400:kworker.0 00000100:00100000:3.0:1777045506.519527:0:5849:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 990 00000100:00100000:1.0:1777045506.519549:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777045506.519580:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424484608 00000100:00100000:3.0:1777045506.519586:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424484608 00000100:00100000:3.0:1777045506.519637:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424484224 00000100:00100000:3.0:1777045506.519642:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424484224 00000100:00100000:3.0:1777045506.519668:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424484352 00000100:00100000:3.0:1777045506.519672:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424484352 00000100:00100000:3.0:1777045506.519697:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1396 00000100:00100000:3.0:1777045506.519707:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de478bd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3341:x1863365424484608:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777045506.519760:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de478bd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3341:x1863365424484608:12345-0@lo:400:kworker.0 Request processed in 53us (629us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045506.519776:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1396 00000100:00100000:3.0:1777045506.519829:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1397 00000100:00100000:3.0:1777045506.519839:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de478bc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3341:x1863365424484224:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777045506.519891:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de478bc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3341:x1863365424484224:12345-0@lo:400:kworker.0 Request processed in 52us (638us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045506.519901:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1397 00000100:00100000:3.0:1777045506.519924:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1398 00000100:00100000:3.0:1777045506.519936:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42c8bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3343:x1863365424484352:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777045506.519989:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42c8bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3343:x1863365424484352:12345-0@lo:400:kworker.0 Request processed in 55us (515us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045506.519999:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1398 00000100:00100000:3.0:1777045506.520058:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de478be680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3341:1863365424484224:0@lo:400:kworker.0 00000100:00100000:3.0:1777045506.520075:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de478bea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ce657616-b3f3-4e21-ac89-518ab611901c:3341:1863365424484096:0@lo:400:kworker.0 00000100:00100000:3.0:1777045506.520089:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de478bd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3341:1863365424484608:0@lo:400:kworker.0 00000100:00080000:3.0:1777045506.520132:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1777045506.521119:0:6639:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424484736 00000100:00100000:0.0:1777045506.521127:0:6639:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424484736 00000100:00100000:0.0:1777045506.521189:0:6639:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424484480 00000100:00100000:0.0:1777045506.521195:0:6639:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424484480 00000100:00100000:0.0:1777045506.521259:0:6639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1231 00000100:00100000:0.0:1777045506.521271:0:6639:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de478bce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3341:x1863365424484736:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777045506.521351:0:6639:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de478bce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3341:x1863365424484736:12345-0@lo:400:kworker.0 Request processed in 80us (2033us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045506.521364:0:6639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1231 00000100:00100000:0.0:1777045506.521387:0:6639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1232 00000100:00100000:0.0:1777045506.521398:0:6639:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42c89c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424484480:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777045506.521472:0:6639:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42c89c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424484480:12345-0@lo:400:kworker.0 Request processed in 74us (1920us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045506.521483:0:6639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1232 00000100:00080000:0.0:1777045506.521515:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1777045506.521584:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de478bfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424484736:0@lo:400:kworker.0 00000100:00100000:1.0:1777045506.521744:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de478bf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424484480:0@lo:400:kworker.0 00000100:00100000:1.0:1777045506.521764:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de478bed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3343:1863365424484352:0@lo:400:kworker.0 00000100:00100000:2.0:1777045506.522409:0:3344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1777045506.522429:0:3344:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df77b04a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3344:1863365424484864:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1777045506.522485:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777045506.522545:0:6644:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424484864 00000100:00100000:2.0:1777045506.522554:0:6644:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424484864 00000100:00100000:2.0:1777045506.522605:0:6644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 590 00000100:00100000:2.0:1777045506.522618:0:6644:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77b06a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1863365424484864:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1777045506.522660:0:6644:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 62849024 pending 0 free 3851419648 avail 3849322496 00000100:00100000:2.0:1777045506.522724:0:6644:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77b06a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1863365424484864:12345-0@lo:13:osp-pre-1-0.0 Request processed in 108us (238us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045506.522737:0:6644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 590 00000100:00100000:2.0:1777045506.522836:0:3344:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df77b04a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3344:1863365424484864:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1777045506.915448:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777045507.925617:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777045508.953259:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777045509.662064:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045509.662127:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045509.662168:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045509.665696:0:5848:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370302976 00000100:00100000:0.0:1777045509.665716:0:5848:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370302976 00000100:00100000:1.0:1777045509.668575:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045509.668693:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045509.668787:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045509.668836:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045509.668874:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370303104 00000100:00100000:1.0:1777045509.668884:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370303104 00000100:00100000:1.0:1777045509.668955:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370303488 00000100:00100000:1.0:1777045509.668960:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370303488 00000100:00100000:0.0:1777045509.669058:0:5848:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 991 00000100:00100000:1.0:1777045509.672656:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1399 00000100:00100000:1.0:1777045509.672673:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df4668b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:146de360-3fb2-48bd-b418-06f30714148a+46:2390:x1863365370303104:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:1.0:1777045509.672861:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df4668b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:146de360-3fb2-48bd-b418-06f30714148a+46:2390:x1863365370303104:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 190us (10730us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045509.672875:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1399 00000100:00100000:1.0:1777045509.672903:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1400 00000100:00100000:1.0:1777045509.672916:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df4668aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+29:2390:x1863365370303488:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:1.0:1777045509.672961:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df4668aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+29:2390:x1863365370303488:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 47us (4175us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045509.672972:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1400 00000100:00100000:1.0:1777045509.673004:0:6641:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370303360 00000100:00100000:1.0:1777045509.673014:0:6641:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370303360 00000100:00100000:1.0:1777045509.673056:0:6641:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370303616 00000100:00100000:1.0:1777045509.673061:0:6641:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370303616 00000100:00100000:1.0:1777045509.673080:0:6641:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370303232 00000100:00100000:1.0:1777045509.673084:0:6641:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370303232 00000100:00100000:1.0:1777045509.673104:0:6641:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370303744 00000100:00100000:1.0:1777045509.673109:0:6641:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370303744 00000100:00100000:1.0:1777045509.673134:0:6641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1233 00000100:00100000:1.0:1777045509.673146:0:6641:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df4668ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:146de360-3fb2-48bd-b418-06f30714148a+13:2391:x1863365370303360:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:1.0:1777045509.673190:0:6641:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df4668ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:146de360-3fb2-48bd-b418-06f30714148a+13:2391:x1863365370303360:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 45us (11021us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045509.673232:0:6641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1233 00000100:00100000:1.0:1777045509.673258:0:6641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1234 00000100:00100000:1.0:1777045509.673270:0:6641:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df46688e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2391:x1863365370303616:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:1.0:1777045509.673623:0:6641:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df46688e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2391:x1863365370303616:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 352us (11418us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045509.673636:0:6641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1234 00000100:00100000:1.0:1777045509.673658:0:6641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1235 00000100:00100000:1.0:1777045509.673670:0:6641:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df47065c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:146de360-3fb2-48bd-b418-06f30714148a+14:2390:x1863365370303232:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:1.0:1777045509.673712:0:6641:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df47065c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:146de360-3fb2-48bd-b418-06f30714148a+14:2390:x1863365370303232:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 43us (5025us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045509.673723:0:6641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1235 00000100:00100000:1.0:1777045509.674010:0:6641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1236 00000100:00100000:1.0:1777045509.674023:0:6641:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df4668b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2390:x1863365370303744:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:1.0:1777045509.674062:0:6641:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df4668b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2390:x1863365370303744:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 42us (5226us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045509.674073:0:6641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1236 00000100:00080000:3.0:1777045509.674817:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1777045509.674825:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1777045509.674830:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1777045509.677268:0:5848:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df587b4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2390:x1863365370302976:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:0.0:1777045509.678042:0:5848:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df587b4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2390:x1863365370302976:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 8967us (15987us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045509.678059:0:5848:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 991 00010000:00010000:2.0:1777045509.973652:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777045510.617295:0:3344:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df605f4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3344:1863365424484992:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1777045510.617552:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045510.617671:0:6643:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424484992 00000100:00100000:0.0:1777045510.617683:0:6643:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424484992 00000100:00100000:0.0:1777045510.617787:0:6643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 591 00000100:00100000:0.0:1777045510.617802:0:6643:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df605f4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1863365424484992:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1777045510.617845:0:6643:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 71368704 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1777045510.617910:0:6643:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df605f4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1863365424484992:12345-0@lo:13:osp-pre-0-0.0 Request processed in 111us (359us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045510.617921:0:6643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 591 00000100:00100000:0.0:1777045510.617991:0:3344:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df605f4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3344:1863365424484992:0@lo:13:osp-pre-0-0.0 00000100:00080000:3.0:1777045510.618161:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000040:00080000:0.0:1777045510.750147:0:23413:0:(llog.c:801:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1777045510.750161:0:23413:0:(llog_cat.c:158:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1777045510.751781:0:23413:0:(llog.c:858:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1777045510.751799:0:23413:0:(llog.c:858:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:0.0:1777045510.998338:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777045511.637534:0:3344:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de478bc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3344:1863365424485504:0@lo:400:kworker.0 00000100:00100000:3.0:1777045511.637617:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777045511.637718:0:3344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1777045511.637729:0:3344:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de478be680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3344:1863365424485376:0@lo:400:kworker.0 00000100:00100000:3.0:1777045511.637775:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045511.637971:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de478bd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ce657616-b3f3-4e21-ac89-518ab611901c:3341:1863365424485120:0@lo:400:kworker.0 00000100:00100000:0.0:1777045511.638023:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045511.638074:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de478bce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3341:1863365424485632:0@lo:400:kworker.0 00000100:00100000:0.0:1777045511.638109:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045511.638134:0:3341:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1777045511.638143:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de478bea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3341:1863365424485248:0@lo:400:kworker.0 00000100:00100000:0.0:1777045511.638175:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045511.638197:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de478bed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424485760:0@lo:400:kworker.0 00000100:00100000:0.0:1777045511.638242:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777045511.638814:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df605f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424485888:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1777045511.638860:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777045511.638964:0:5850:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424485120 00000100:00100000:3.0:1777045511.638975:0:5850:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424485120 00000100:00100000:3.0:1777045511.639036:0:5850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 992 00000100:00100000:3.0:1777045511.639049:0:5850:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df587b7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ce657616-b3f3-4e21-ac89-518ab611901c+18:3341:x1863365424485120:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777045511.639119:0:5850:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df587b7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ce657616-b3f3-4e21-ac89-518ab611901c+18:3341:x1863365424485120:12345-0@lo:400:kworker.0 Request processed in 72us (1095us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045511.639131:0:5850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 992 00000100:00100000:3.0:1777045511.639229:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de478bd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ce657616-b3f3-4e21-ac89-518ab611901c:3341:1863365424485120:0@lo:400:kworker.0 00000100:00100000:3.0:1777045511.639283:0:19062:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424485888 00000100:00100000:3.0:1777045511.639289:0:19062:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424485888 00000100:00100000:3.0:1777045511.639655:0:19062:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 592 00000100:00100000:3.0:1777045511.639666:0:19062:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77b04a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424485888:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1777045511.639734:0:19062:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 62849024 pending 0 free 3851419648 avail 3849322496 00000100:00100000:1.0:1777045511.640817:0:6641:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424485504 00000100:00100000:1.0:1777045511.640826:0:6641:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424485504 00000100:00100000:1.0:1777045511.641136:0:6641:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424485760 00000100:00100000:1.0:1777045511.641142:0:6641:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424485760 00000100:00100000:1.0:1777045511.641180:0:6641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1237 00000100:00100000:1.0:1777045511.641192:0:6641:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de478bf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3344:x1863365424485504:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777045511.641280:0:6641:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de478bf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3344:x1863365424485504:12345-0@lo:400:kworker.0 Request processed in 89us (3662us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045511.641290:0:6641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1237 00000100:00100000:1.0:1777045511.641311:0:6641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1238 00000100:00100000:1.0:1777045511.641320:0:6641:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df605f7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3341:x1863365424485760:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777045511.641668:0:6641:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df605f7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3341:x1863365424485760:12345-0@lo:400:kworker.0 Request processed in 348us (3424us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045511.641679:0:6641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1238 00000100:00100000:1.0:1777045511.641736:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424485376 00000100:00100000:1.0:1777045511.641743:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424485376 00000100:00100000:1.0:1777045511.641786:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424485632 00000100:00100000:1.0:1777045511.641792:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424485632 00000100:00100000:1.0:1777045511.641817:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424485248 00000100:00100000:1.0:1777045511.641821:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424485248 00000100:00100000:1.0:1777045511.641839:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1401 00000100:00100000:1.0:1777045511.641847:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de478bfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3344:x1863365424485376:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777045511.641898:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de478bfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3344:x1863365424485376:12345-0@lo:400:kworker.0 Request processed in 50us (4122us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045511.641909:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1401 00000100:00100000:1.0:1777045511.641927:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1402 00000100:00100000:1.0:1777045511.641936:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df605f4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3341:x1863365424485632:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777045511.641982:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df605f4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3341:x1863365424485632:12345-0@lo:400:kworker.0 Request processed in 45us (3870us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045511.641991:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1402 00000100:00100000:1.0:1777045511.642008:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1403 00000100:00100000:1.0:1777045511.642017:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df605f5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3341:x1863365424485248:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777045511.642057:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df605f5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3341:x1863365424485248:12345-0@lo:400:kworker.0 Request processed in 41us (3882us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045511.642066:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1403 00000100:00100000:1.0:1777045511.642150:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de478bea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3341:1863365424485248:0@lo:400:kworker.0 00000100:00100000:1.0:1777045511.642168:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de478bed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424485760:0@lo:400:kworker.0 00000100:00100000:1.0:1777045511.642183:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de478bce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3341:1863365424485632:0@lo:400:kworker.0 00000100:00100000:3.0:1777045511.651734:0:19062:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77b04a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424485888:12345-0@lo:13:osp-pre-1-0.0 Request processed in 12037us (12839us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045511.651753:0:19062:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 592 00000100:00080000:3.0:1777045511.651824:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1777045511.651832:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1777045511.651883:0:3344:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de478be680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3344:1863365424485376:0@lo:400:kworker.0 00000100:00100000:3.0:1777045511.651905:0:3344:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de478bc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3344:1863365424485504:0@lo:400:kworker.0 00000100:00100000:2.0:1777045511.654690:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df605f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424485888:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1777045512.021444:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777045513.051709:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777045514.079976:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777045514.738860:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045514.738917:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045514.738944:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045514.738976:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045514.739004:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045514.739031:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045514.739063:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045514.739095:0:6641:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370304256 00000100:00100000:1.0:1777045514.739107:0:6641:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370304256 00000100:00100000:1.0:1777045514.739167:0:6641:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370304512 00000100:00100000:1.0:1777045514.739171:0:6641:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370304512 00000100:00100000:1.0:1777045514.739189:0:6641:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370304128 00000100:00100000:1.0:1777045514.739192:0:6641:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370304128 00000100:00100000:1.0:1777045514.739226:0:6641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1239 00000100:00100000:1.0:1777045514.739237:0:6641:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df46688e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:146de360-3fb2-48bd-b418-06f30714148a+13:2390:x1863365370304256:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:1.0:1777045514.739321:0:6641:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df46688e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:146de360-3fb2-48bd-b418-06f30714148a+13:2390:x1863365370304256:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 84us (402us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045514.739331:0:6641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1239 00000100:00100000:3.0:1777045514.740059:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370304000 00000100:00100000:3.0:1777045514.740067:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370304000 00000100:00100000:3.0:1777045514.740110:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370304384 00000100:00100000:3.0:1777045514.740114:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370304384 00000100:00100000:3.0:1777045514.740144:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1404 00000100:00100000:3.0:1777045514.740154:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df4668ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:146de360-3fb2-48bd-b418-06f30714148a+46:2390:x1863365370304000:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777045514.740198:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df4668ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:146de360-3fb2-48bd-b418-06f30714148a+46:2390:x1863365370304000:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 46us (1350us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045514.740230:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1404 00000100:00100000:3.0:1777045514.740253:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1405 00000100:00100000:3.0:1777045514.740263:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df46688700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+29:2390:x1863365370304384:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777045514.740298:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df46688700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+29:2390:x1863365370304384:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 37us (1266us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045514.740307:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1405 00000100:00100000:3.0:1777045514.740332:0:6639:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370304640 00000100:00100000:3.0:1777045514.740336:0:6639:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370304640 00000040:00080000:0.0:1777045514.747556:0:23465:0:(llog.c:801:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1777045514.747567:0:23465:0:(llog_cat.c:158:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000100:00100000:3.0:1777045514.750049:0:6639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1240 00000100:00100000:3.0:1777045514.750074:0:6639:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df46688a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2390:x1863365370304512:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777045514.750163:0:6639:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df46688a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2390:x1863365370304512:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 100us (11217us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045514.750172:0:6639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1240 00000100:00100000:3.0:1777045514.750198:0:6639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1241 00000100:00100000:3.0:1777045514.750208:0:6639:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df46689880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:146de360-3fb2-48bd-b418-06f30714148a+14:2390:x1863365370304128:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777045514.750244:0:6639:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df46689880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:146de360-3fb2-48bd-b418-06f30714148a+14:2390:x1863365370304128:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 38us (11240us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045514.750252:0:6639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1241 00000100:00100000:3.0:1777045514.750269:0:6639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1242 00000100:00100000:3.0:1777045514.750279:0:6639:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df46689f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2390:x1863365370304640:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777045514.750316:0:6639:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df46689f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2390:x1863365370304640:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 39us (11253us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045514.750324:0:6639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1242 00000100:00080000:3.0:1777045514.750377:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1777045514.750384:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1777045514.750387:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000040:00080000:0.0:1777045514.756284:0:23465:0:(llog.c:858:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1777045514.756308:0:23465:0:(llog.c:858:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1777045514.758767:0:5848:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370303872 00000100:00100000:0.0:1777045514.758782:0:5848:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370303872 00000100:00100000:0.0:1777045514.758849:0:5848:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 993 00000100:00100000:0.0:1777045514.758863:0:5848:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df587b5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2390:x1863365370303872:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:0.0:1777045514.758948:0:5848:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df587b5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2390:x1863365370303872:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 86us (19969us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045514.758959:0:5848:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 993 00010000:00010000:1.0:1777045515.094300:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777045515.734278:0:3344:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df605f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3344:1863365424486016:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1777045515.734436:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045515.734804:0:6644:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424486016 00000100:00100000:0.0:1777045515.734816:0:6644:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424486016 00000100:00100000:0.0:1777045515.735194:0:6644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 593 00000100:00100000:0.0:1777045515.735261:0:6644:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de478bc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1863365424486016:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1777045515.735313:0:6644:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 71368704 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1777045515.735715:0:6644:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de478bc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1863365424486016:12345-0@lo:13:osp-pre-0-0.0 Request processed in 460us (1278us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045515.735729:0:6644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 593 00000100:00080000:3.0:1777045515.737343:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1777045515.737363:0:3344:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df605f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3344:1863365424486016:0@lo:13:osp-pre-0-0.0 00010000:00010000:0.0:1777045516.135165:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1777045516.510829:0:11491:0:(llog.c:801:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1777045516.510839:0:11491:0:(llog_cat.c:158:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1777045516.512137:0:11491:0:(llog.c:858:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1777045516.512155:0:11491:0:(llog.c:858:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1777045516.757662:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1777045516.757694:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df77b07100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424486144:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1777045516.757788:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777045516.758558:0:19062:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424486144 00000100:00100000:2.0:1777045516.758570:0:19062:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424486144 00000100:00100000:2.0:1777045516.758693:0:19062:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 594 00000100:00100000:2.0:1777045516.758709:0:19062:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de478be680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1863365424486144:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1777045516.758760:0:19062:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 62849024 pending 0 free 3851419648 avail 3849322496 00000100:00100000:2.0:1777045516.758830:0:19062:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de478be680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1863365424486144:12345-0@lo:13:osp-pre-1-0.0 Request processed in 124us (1040us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045516.758842:0:19062:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 594 00000100:00100000:2.0:1777045516.758883:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de478bf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3343:1863365424486400:0@lo:400:kworker.0 00000100:00100000:2.0:1777045516.758928:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777045516.758964:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1777045516.758974:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de478bdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3343:1863365424486528:0@lo:400:kworker.0 00000100:00100000:2.0:1777045516.759035:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777045516.759103:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424486400 00000100:00100000:2.0:1777045516.759109:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424486400 00000100:00100000:2.0:1777045516.759148:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424486528 00000100:00100000:2.0:1777045516.759152:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424486528 00000100:00100000:2.0:1777045516.759186:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1406 00000100:00100000:2.0:1777045516.759196:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77b04e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3343:x1863365424486400:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777045516.759305:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77b04e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3343:x1863365424486400:12345-0@lo:400:kworker.0 Request processed in 108us (375us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045516.759316:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1406 00000100:00100000:2.0:1777045516.759338:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1407 00000100:00100000:2.0:1777045516.759349:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77b05880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3343:x1863365424486528:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777045516.759395:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77b05880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3343:x1863365424486528:12345-0@lo:400:kworker.0 Request processed in 48us (359us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045516.759404:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1407 00000100:00100000:2.0:1777045516.759475:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de478bdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3343:1863365424486528:0@lo:400:kworker.0 00000100:00100000:2.0:1777045516.759492:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de478bf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3343:1863365424486400:0@lo:400:kworker.0 00000100:00080000:3.0:1777045516.759883:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1777045516.759891:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1777045516.760337:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de478bd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ce657616-b3f3-4e21-ac89-518ab611901c:3342:1863365424486272:0@lo:400:kworker.0 00000100:00100000:1.0:1777045516.760420:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777045516.760465:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de478bed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3342:1863365424486784:0@lo:400:kworker.0 00000100:00100000:1.0:1777045516.760506:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777045516.760560:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df77b07100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424486144:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1777045516.760588:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1777045516.760598:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de478bce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424486656:0@lo:400:kworker.0 00000100:00100000:1.0:1777045516.760664:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777045516.760711:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424486784 00000100:00100000:1.0:1777045516.760719:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424486784 00000100:00100000:1.0:1777045516.760773:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1408 00000100:00100000:1.0:1777045516.760785:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df4668bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3342:x1863365424486784:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777045516.760843:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df4668bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3342:x1863365424486784:12345-0@lo:400:kworker.0 Request processed in 60us (335us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045516.760853:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1408 00000100:00100000:1.0:1777045516.760883:0:6639:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424486656 00000100:00100000:1.0:1777045516.760889:0:6639:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424486656 00000100:00100000:1.0:1777045516.760926:0:6639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1243 00000100:00100000:1.0:1777045516.760935:0:6639:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b938000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3342:x1863365424486656:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777045516.760984:0:6639:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b938000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3342:x1863365424486656:12345-0@lo:400:kworker.0 Request processed in 50us (319us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045516.760994:0:6639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1243 00000100:00080000:1.0:1777045516.761018:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1777045516.761060:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de478bce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424486656:0@lo:400:kworker.0 00000100:00100000:1.0:1777045516.761076:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de478bed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3342:1863365424486784:0@lo:400:kworker.0 00000100:00100000:3.0:1777045516.761410:0:5849:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424486272 00000100:00100000:3.0:1777045516.761417:0:5849:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424486272 00000100:00100000:3.0:1777045516.761479:0:5849:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 994 00000100:00100000:3.0:1777045516.761490:0:5849:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df587b4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ce657616-b3f3-4e21-ac89-518ab611901c+18:3342:x1863365424486272:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777045516.761546:0:5849:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df587b4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ce657616-b3f3-4e21-ac89-518ab611901c+18:3342:x1863365424486272:12345-0@lo:400:kworker.0 Request processed in 58us (1149us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045516.761557:0:5849:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 994 00000100:00100000:1.0:1777045516.763316:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de478bd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ce657616-b3f3-4e21-ac89-518ab611901c:3342:1863365424486272:0@lo:400:kworker.0 00010000:00010000:1.0:1777045517.155723:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777045518.173804:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1777045518.861164:0:23517:0:(llog.c:801:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1777045518.861176:0:23517:0:(llog_cat.c:158:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1777045518.868428:0:23517:0:(llog.c:858:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:1.0:1777045518.868453:0:23517:0:(llog.c:858:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:1.0:1777045519.197875:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777045519.858566:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045519.858656:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045519.858703:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045519.858761:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045519.858800:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045519.858829:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045519.858866:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045519.858899:0:5850:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370304768 00000100:00100000:1.0:1777045519.858899:0:8776:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370305152 00000100:00100000:2.0:1777045519.858912:0:5850:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370304768 00000100:00100000:1.0:1777045519.858912:0:8776:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370305152 00000100:00100000:1.0:1777045519.859541:0:8776:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370305408 00000100:00100000:1.0:1777045519.859547:0:8776:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370305408 00000100:00100000:1.0:1777045519.859598:0:8776:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370305024 00000100:00100000:1.0:1777045519.859602:0:8776:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370305024 00000100:00100000:1.0:1777045519.859621:0:8776:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370305536 00000100:00100000:1.0:1777045519.859624:0:8776:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370305536 00000100:00100000:1.0:1777045519.859645:0:8776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1244 00000100:00100000:1.0:1777045519.859657:0:8776:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77b04000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:146de360-3fb2-48bd-b418-06f30714148a+13:2393:x1863365370305152:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:0.0:1777045519.859746:0:14822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1245 00000100:00100000:0.0:1777045519.859762:0:14822:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77b06680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2393:x1863365370305408:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:0.0:1777045519.859809:0:14822:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77b06680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2393:x1863365370305408:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 51us (1104us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045519.859839:0:14822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1245 00000100:00100000:1.0:1777045519.859840:0:8776:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77b04000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:146de360-3fb2-48bd-b418-06f30714148a+13:2393:x1863365370305152:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 90us (1091us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045519.860120:0:8776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1244 00000100:00100000:1.0:1777045519.860145:0:8776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1246 00000100:00100000:1.0:1777045519.860156:0:8776:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77b05500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:146de360-3fb2-48bd-b418-06f30714148a+14:2393:x1863365370305024:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:1.0:1777045519.860198:0:8776:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77b05500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:146de360-3fb2-48bd-b418-06f30714148a+14:2393:x1863365370305024:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 44us (1397us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045519.860272:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370304896 00000100:00100000:3.0:1777045519.860279:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370304896 00000100:00100000:3.0:1777045519.860322:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370305280 00000100:00100000:3.0:1777045519.860327:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370305280 00000100:00100000:3.0:1777045519.860362:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1409 00000100:00100000:3.0:1777045519.860373:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77b06300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:146de360-3fb2-48bd-b418-06f30714148a+46:2393:x1863365370304896:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:2.0:1777045519.860443:0:5850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 995 00000100:00100000:2.0:1777045519.860455:0:5850:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df587b6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2393:x1863365370304768:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:2.0:1777045519.867717:0:5850:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df587b6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2393:x1863365370304768:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 7251us (8943us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045519.867741:0:5850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 995 00000100:00100000:2.0:1777045519.867823:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1410 00000100:00100000:2.0:1777045519.867858:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77b07800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+29:2393:x1863365370305280:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:2.0:1777045519.867913:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77b07800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+29:2393:x1863365370305280:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 62us (9084us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045519.867922:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1410 00000100:00100000:0.0:1777045519.869598:0:14822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1247 00000100:00100000:0.0:1777045519.869663:0:14822:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77b06d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2393:x1863365370305536:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:0.0:1777045519.869718:0:14822:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77b06d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2393:x1863365370305536:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 67us (10852us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045519.869727:0:14822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1247 00000100:00080000:0.0:1777045519.869784:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1777045519.869792:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1777045519.869795:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1777045519.870897:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77b06300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:146de360-3fb2-48bd-b418-06f30714148a+46:2393:x1863365370304896:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 10519us (12337us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045519.870912:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1409 00000100:00100000:1.0:1777045519.878450:0:8776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1246 00010000:00010000:0.0:1777045520.213558:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777045520.857059:0:3344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1777045520.857089:0:3344:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df605f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3344:1863365424486912:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1777045520.857172:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045520.857599:0:6643:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424486912 00000100:00100000:0.0:1777045520.857610:0:6643:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424486912 00000100:00100000:0.0:1777045520.857694:0:6643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 595 00000100:00100000:0.0:1777045520.857709:0:6643:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df605f5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1863365424486912:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1777045520.857756:0:6643:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 71368704 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1777045520.857822:0:6643:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df605f5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1863365424486912:12345-0@lo:13:osp-pre-0-0.0 Request processed in 115us (650us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045520.857835:0:6643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 595 00000100:00080000:0.0:1777045520.857865:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1777045520.857916:0:3344:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df605f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3344:1863365424486912:0@lo:13:osp-pre-0-0.0 00010000:00010000:1.0:1777045521.247677:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777045521.877604:0:3344:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7b939180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3344:1863365424487040:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1777045521.877693:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777045521.877902:0:6644:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424487040 00000100:00100000:1.0:1777045521.877916:0:6644:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424487040 00000100:00100000:1.0:1777045521.878305:0:6644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 596 00000100:00100000:1.0:1777045521.878320:0:6644:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df605f6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1863365424487040:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1777045521.878366:0:6644:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 62849024 pending 0 free 3851419648 avail 3849322496 00000100:00100000:1.0:1777045521.878478:0:6644:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df605f6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1863365424487040:12345-0@lo:13:osp-pre-1-0.0 Request processed in 161us (784us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045521.878490:0:6644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 596 00000100:00100000:1.0:1777045521.878592:0:3344:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7b939180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3344:1863365424487040:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1777045521.879479:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df6d60f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3342:1863365424487296:0@lo:400:kworker.0 00000100:00100000:1.0:1777045521.879528:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777045521.879589:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1777045521.879599:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7b939180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ce657616-b3f3-4e21-ac89-518ab611901c:3342:1863365424487168:0@lo:400:kworker.0 00000100:00100000:1.0:1777045521.879640:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777045521.879676:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de41d51500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3342:1863365424487680:0@lo:400:kworker.0 00000100:00100000:1.0:1777045521.879710:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777045521.879752:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df6d60d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3343:1863365424487424:0@lo:400:kworker.0 00000100:00100000:1.0:1777045521.879787:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777045521.879816:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1777045521.879825:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de41d50380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424487552:0@lo:400:kworker.0 00000100:00100000:1.0:1777045521.879863:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777045521.879916:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424487296 00000100:00100000:1.0:1777045521.879923:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424487296 00000100:00100000:1.0:1777045521.879984:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424487680 00000100:00100000:1.0:1777045521.879990:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424487680 00000100:00100000:1.0:1777045521.880026:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424487424 00000100:00100000:1.0:1777045521.880031:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424487424 00000100:00100000:1.0:1777045521.880055:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1411 00000100:00100000:1.0:1777045521.880064:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41d53800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3342:x1863365424487296:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777045521.880128:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41d53800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3342:x1863365424487296:12345-0@lo:400:kworker.0 Request processed in 62us (599us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045521.880138:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1411 00000100:00100000:1.0:1777045521.880158:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1412 00000100:00100000:1.0:1777045521.880168:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42771c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3342:x1863365424487680:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777045521.880243:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42771c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3342:x1863365424487680:12345-0@lo:400:kworker.0 Request processed in 75us (531us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045521.880254:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1412 00000100:00100000:1.0:1777045521.880274:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1413 00000100:00100000:1.0:1777045521.880284:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42773100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3343:x1863365424487424:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777045521.880336:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42773100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3343:x1863365424487424:12345-0@lo:400:kworker.0 Request processed in 52us (548us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045521.880347:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1413 00000100:00100000:1.0:1777045521.880376:0:5848:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424487168 00000100:00100000:1.0:1777045521.880382:0:5848:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424487168 00000100:00100000:1.0:1777045521.880420:0:5848:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 996 00000100:00100000:1.0:1777045521.880430:0:5848:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df587b7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ce657616-b3f3-4e21-ac89-518ab611901c+18:3342:x1863365424487168:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777045521.880478:0:5848:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df587b7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ce657616-b3f3-4e21-ac89-518ab611901c+18:3342:x1863365424487168:12345-0@lo:400:kworker.0 Request processed in 48us (836us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045521.880488:0:5848:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 996 00000100:00100000:1.0:1777045521.880595:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df6d60d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3343:1863365424487424:0@lo:400:kworker.0 00000100:00100000:1.0:1777045521.880631:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7b939180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ce657616-b3f3-4e21-ac89-518ab611901c:3342:1863365424487168:0@lo:400:kworker.0 00000100:00100000:1.0:1777045521.880645:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de41d51500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3342:1863365424487680:0@lo:400:kworker.0 00000100:00100000:1.0:1777045521.880659:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df6d60f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3342:1863365424487296:0@lo:400:kworker.0 00000100:00080000:0.0:1777045521.880947:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1777045521.880955:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1777045521.880977:0:14822:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424487552 00000100:00100000:0.0:1777045521.880984:0:14822:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424487552 00000100:00100000:0.0:1777045521.881026:0:14822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1248 00000100:00100000:0.0:1777045521.881038:0:14822:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77954e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424487552:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777045521.881103:0:14822:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77954e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424487552:12345-0@lo:400:kworker.0 Request processed in 66us (1238us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045521.881113:0:14822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1248 00000100:00100000:0.0:1777045521.881161:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de41d50380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424487552:0@lo:400:kworker.0 00010000:00010000:3.0:1777045522.268445:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1777045523.111357:0:23568:0:(llog.c:801:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1777045523.111369:0:23568:0:(llog_cat.c:158:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1777045523.129175:0:23568:0:(llog.c:858:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:3.0:1777045523.129222:0:23568:0:(llog.c:858:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:0.0:1777045523.287263:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777045524.310689:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777045524.998294:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045524.998354:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045524.998393:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045524.998432:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045524.998461:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045524.998529:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045524.998589:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045524.998637:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370306176 00000100:00100000:0.0:1777045524.998651:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370306176 00000100:00100000:0.0:1777045524.998748:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370305792 00000100:00100000:0.0:1777045524.998754:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370305792 00000100:00100000:0.0:1777045524.998792:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1414 00000100:00100000:0.0:1777045524.998807:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df605f5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+29:2390:x1863365370306176:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:0.0:1777045524.999183:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df605f5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+29:2390:x1863365370306176:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 376us (785us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045524.999195:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1414 00000100:00100000:0.0:1777045524.999266:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1415 00000100:00100000:0.0:1777045524.999278:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df605f7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:146de360-3fb2-48bd-b418-06f30714148a+46:2390:x1863365370305792:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:0.0:1777045524.999321:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df605f7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:146de360-3fb2-48bd-b418-06f30714148a+46:2390:x1863365370305792:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 45us (860us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045524.999336:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1415 00000100:00100000:0.0:1777045524.999366:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370305920 00000100:00100000:0.0:1777045524.999372:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370305920 00000100:00100000:0.0:1777045524.999415:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370306432 00000100:00100000:0.0:1777045524.999420:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370306432 00000100:00100000:0.0:1777045524.999438:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370306048 00000100:00100000:0.0:1777045524.999442:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370306048 00000100:00100000:0.0:1777045524.999460:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370306304 00000100:00100000:0.0:1777045524.999464:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370306304 00000100:00100000:0.0:1777045524.999518:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1249 00000100:00100000:0.0:1777045524.999532:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df605f7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:146de360-3fb2-48bd-b418-06f30714148a+14:2390:x1863365370305920:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:0.0:1777045524.999578:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df605f7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:146de360-3fb2-48bd-b418-06f30714148a+14:2390:x1863365370305920:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 50us (1223us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045524.999589:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1249 00000100:00100000:0.0:1777045524.999610:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1250 00000100:00100000:0.0:1777045524.999622:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df605f4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2390:x1863365370306432:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:0.0:1777045524.999662:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df605f4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2390:x1863365370306432:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 43us (1228us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045524.999673:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1250 00000100:00100000:0.0:1777045524.999693:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1251 00000100:00100000:0.0:1777045524.999704:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de431be300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:146de360-3fb2-48bd-b418-06f30714148a+13:2390:x1863365370306048:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:0.0:1777045524.999741:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de431be300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:146de360-3fb2-48bd-b418-06f30714148a+13:2390:x1863365370306048:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 39us (1212us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045524.999751:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1251 00000100:00100000:0.0:1777045524.999770:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1252 00000100:00100000:0.0:1777045524.999780:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de431bce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2390:x1863365370306304:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:0.0:1777045524.999815:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de431bce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2390:x1863365370306304:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 35us (1225us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045524.999824:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1252 00000100:00080000:0.0:1777045524.999858:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1777045524.999864:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1777045524.999868:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1777045525.000969:0:5849:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370305664 00000100:00100000:2.0:1777045525.000979:0:5849:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370305664 00000100:00100000:2.0:1777045525.001034:0:5849:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 997 00000100:00100000:2.0:1777045525.001045:0:5849:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df587b6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2390:x1863365370305664:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:2.0:1777045525.001105:0:5849:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df587b6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2390:x1863365370305664:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 60us (2823us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045525.001116:0:5849:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 997 00010000:00010000:1.0:1777045525.334091:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777045525.976675:0:3341:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1777045525.976708:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de431bdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424487808:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1777045525.976797:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045525.978530:0:19062:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424487808 00000100:00100000:0.0:1777045525.978545:0:19062:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424487808 00000100:00100000:0.0:1777045525.978648:0:19062:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 597 00000100:00100000:0.0:1777045525.978664:0:19062:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de478bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3341:x1863365424487808:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1777045525.978719:0:19062:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 71368704 pending 0 free 3858759680 avail 3856662528 00000100:00080000:2.0:1777045525.979818:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1777045525.980012:0:19062:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de478bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3341:x1863365424487808:12345-0@lo:13:osp-pre-0-0.0 Request processed in 1348us (3211us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045525.980025:0:19062:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 597 00000100:00100000:3.0:1777045525.980411:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de431bdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424487808:0@lo:13:osp-pre-0-0.0 00010000:00010000:3.0:1777045526.358034:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1777045526.743877:0:11491:0:(llog.c:801:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1777045526.743890:0:11491:0:(llog_cat.c:158:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1777045526.745158:0:11491:0:(llog.c:858:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1777045526.745177:0:11491:0:(llog.c:858:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1777045527.006720:0:3344:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de41d51500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3344:1863365424488064:0@lo:400:kworker.0 00000100:00100000:1.0:1777045527.006820:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777045527.006894:0:3344:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de48094700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3344:1863365424488576:0@lo:400:kworker.0 00000100:00100000:1.0:1777045527.006936:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777045527.006985:0:3344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:1.0:1777045527.006995:0:3344:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de41d50380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ce657616-b3f3-4e21-ac89-518ab611901c:3344:1863365424487936:0@lo:400:kworker.0 00000100:00100000:1.0:1777045527.007041:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777045527.007076:0:3344:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df6d60d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3344:1863365424488448:0@lo:400:kworker.0 00000100:00100000:1.0:1777045527.007114:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777045527.007171:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424488064 00000100:00100000:1.0:1777045527.007182:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424488064 00000100:00100000:1.0:1777045527.007299:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424488448 00000100:00100000:1.0:1777045527.007306:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424488448 00000100:00100000:1.0:1777045527.007409:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1416 00000100:00100000:1.0:1777045527.007422:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de48095f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3344:x1863365424488064:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777045527.007538:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de48095f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3344:x1863365424488064:12345-0@lo:400:kworker.0 Request processed in 116us (719us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045527.007551:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1416 00000100:00100000:1.0:1777045527.007581:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1417 00000100:00100000:1.0:1777045527.007594:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df74176300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3344:x1863365424488448:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777045527.007646:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df74176300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3344:x1863365424488448:12345-0@lo:400:kworker.0 Request processed in 55us (531us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045527.007657:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1417 00000100:00100000:1.0:1777045527.007689:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424488576 00000100:00100000:1.0:1777045527.007695:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424488576 00000100:00100000:1.0:1777045527.007748:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1253 00000100:00100000:1.0:1777045527.007760:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de48094e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3344:x1863365424488576:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777045527.007817:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de48094e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3344:x1863365424488576:12345-0@lo:400:kworker.0 Request processed in 58us (878us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045527.007828:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1253 00000100:00100000:1.0:1777045527.007859:0:5850:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424487936 00000100:00100000:1.0:1777045527.007866:0:5850:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424487936 00000100:00100000:1.0:1777045527.007905:0:5850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 998 00000100:00100000:1.0:1777045527.008254:0:5850:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df587b5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ce657616-b3f3-4e21-ac89-518ab611901c+18:3344:x1863365424487936:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777045527.008311:0:5850:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df587b5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ce657616-b3f3-4e21-ac89-518ab611901c+18:3344:x1863365424487936:12345-0@lo:400:kworker.0 Request processed in 64us (1268us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045527.008322:0:5850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 998 00000100:00100000:1.0:1777045527.008432:0:3344:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de41d50380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ce657616-b3f3-4e21-ac89-518ab611901c:3344:1863365424487936:0@lo:400:kworker.0 00000100:00100000:1.0:1777045527.008487:0:3344:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df6d60d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3344:1863365424488448:0@lo:400:kworker.0 00000100:00100000:1.0:1777045527.008508:0:3344:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de41d51500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3344:1863365424488064:0@lo:400:kworker.0 00000100:00100000:1.0:1777045527.008525:0:3344:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de48094700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3344:1863365424488576:0@lo:400:kworker.0 00000100:00100000:2.0:1777045527.011095:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df6d60f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424488320:0@lo:400:kworker.0 00000100:00100000:2.0:1777045527.011172:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777045527.011249:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1777045527.011262:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7b939180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3342:1863365424488192:0@lo:400:kworker.0 00000100:00100000:2.0:1777045527.011307:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1777045527.011355:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1777045527.011364:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1777045527.011390:0:6639:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424488320 00000100:00100000:2.0:1777045527.011400:0:6639:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424488320 00000100:00100000:2.0:1777045527.011536:0:6639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1254 00000100:00100000:2.0:1777045527.011552:0:6639:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77b07100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3342:x1863365424488320:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777045527.011632:0:6639:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77b07100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3342:x1863365424488320:12345-0@lo:400:kworker.0 Request processed in 82us (458us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045527.011643:0:6639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1254 00000100:00100000:2.0:1777045527.011685:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424488192 00000100:00100000:2.0:1777045527.011691:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424488192 00000100:00100000:2.0:1777045527.011744:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1418 00000100:00100000:2.0:1777045527.011756:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df470ce680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3342:x1863365424488192:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777045527.011810:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df470ce680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3342:x1863365424488192:12345-0@lo:400:kworker.0 Request processed in 56us (501us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045527.011822:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1418 00000100:00080000:2.0:1777045527.011852:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1777045527.011856:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1777045527.011894:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7b939180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3342:1863365424488192:0@lo:400:kworker.0 00000100:00100000:2.0:1777045527.011913:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df6d60f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424488320:0@lo:400:kworker.0 00000100:00100000:2.0:1777045527.021342:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de478bd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424488704:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1777045527.021438:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777045527.026194:0:6643:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424488704 00000100:00100000:3.0:1777045527.026269:0:6643:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424488704 00000100:00100000:3.0:1777045527.026686:0:6643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 598 00000100:00100000:3.0:1777045527.026705:0:6643:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b939180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3341:x1863365424488704:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1777045527.026762:0:6643:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 62849024 pending 0 free 3851419648 avail 3849322496 00000100:00100000:3.0:1777045527.026896:0:6643:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b939180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3341:x1863365424488704:12345-0@lo:13:osp-pre-1-0.0 Request processed in 195us (5456us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045527.026909:0:6643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 598 00000100:00100000:0.0:1777045527.041268:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de478bd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424488704:0@lo:13:osp-pre-1-0.0 00000040:00080000:2.0:1777045527.320701:0:23620:0:(llog.c:801:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1777045527.320715:0:23620:0:(llog_cat.c:158:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1777045527.332710:0:23620:0:(llog.c:858:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1777045527.332737:0:23620:0:(llog.c:858:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:1.0:1777045527.391520:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777045528.407653:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777045529.432326:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777045530.098718:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045530.098761:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045530.098807:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045530.098846:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045530.098876:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045530.098905:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045530.098940:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045530.098979:0:6639:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370306944 00000100:00100000:2.0:1777045530.098992:0:6639:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370306944 00000100:00100000:2.0:1777045530.099063:0:6639:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370307200 00000100:00100000:2.0:1777045530.099069:0:6639:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370307200 00000100:00100000:2.0:1777045530.099091:0:6639:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370306816 00000100:00100000:2.0:1777045530.099095:0:6639:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370306816 00000100:00100000:2.0:1777045530.099114:0:6639:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370307328 00000100:00100000:2.0:1777045530.099117:0:6639:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370307328 00000100:00100000:2.0:1777045530.099138:0:6639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1255 00000100:00100000:2.0:1777045530.099151:0:6639:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de430fea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:146de360-3fb2-48bd-b418-06f30714148a+13:2390:x1863365370306944:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:2.0:1777045530.099281:0:6639:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de430fea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:146de360-3fb2-48bd-b418-06f30714148a+13:2390:x1863365370306944:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 131us (518us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045530.099294:0:6639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1255 00000100:00100000:2.0:1777045530.099324:0:6639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1256 00000100:00100000:2.0:1777045530.099335:0:6639:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de430fc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2390:x1863365370307200:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:2.0:1777045530.099379:0:6639:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de430fc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2390:x1863365370307200:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 46us (571us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045530.099388:0:6639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1256 00000100:00100000:2.0:1777045530.099437:0:6639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1257 00000100:00100000:2.0:1777045530.099448:0:6639:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de430fd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:146de360-3fb2-48bd-b418-06f30714148a+14:2390:x1863365370306816:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:2.0:1777045530.099485:0:6639:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de430fd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:146de360-3fb2-48bd-b418-06f30714148a+14:2390:x1863365370306816:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 38us (607us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045530.099494:0:6639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1257 00000100:00100000:2.0:1777045530.099514:0:6639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1258 00000100:00100000:2.0:1777045530.099524:0:6639:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de430fdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2390:x1863365370307328:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:2.0:1777045530.099559:0:6639:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de430fdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2390:x1863365370307328:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 36us (618us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045530.099567:0:6639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1258 00000100:00080000:2.0:1777045530.099591:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1777045530.099596:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1777045530.099861:0:5848:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370306560 00000100:00100000:3.0:1777045530.099869:0:5848:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370306560 00000100:00100000:1.0:1777045530.100345:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370306688 00000100:00100000:1.0:1777045530.100352:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370306688 00000100:00100000:1.0:1777045530.100442:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370307072 00000100:00100000:1.0:1777045530.100448:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370307072 00000100:00100000:1.0:1777045530.100482:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1419 00000100:00100000:1.0:1777045530.100491:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de430ff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:146de360-3fb2-48bd-b418-06f30714148a+46:2390:x1863365370306688:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:1.0:1777045530.100547:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de430ff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:146de360-3fb2-48bd-b418-06f30714148a+46:2390:x1863365370306688:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 56us (1841us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045530.100558:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1419 00000100:00100000:1.0:1777045530.100577:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1420 00000100:00100000:1.0:1777045530.100588:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de430fe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+29:2390:x1863365370307072:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:1.0:1777045530.100626:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de430fe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+29:2390:x1863365370307072:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 40us (1721us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045530.100636:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1420 00000100:00080000:1.0:1777045530.100723:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1777045530.106811:0:5848:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 999 00000100:00100000:3.0:1777045530.107044:0:5848:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df587b5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2390:x1863365370306560:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777045530.107143:0:5848:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df587b5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2390:x1863365370306560:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 313us (8294us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045530.110850:0:5848:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 999 00010000:00010000:1.0:1777045530.470888:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777045531.100598:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de431bdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424488832:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1777045531.100748:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045531.101174:0:19062:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424488832 00000100:00100000:0.0:1777045531.101189:0:19062:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424488832 00000100:00100000:0.0:1777045531.101722:0:19062:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 599 00000100:00100000:0.0:1777045531.101741:0:19062:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de430ff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1863365424488832:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1777045531.101874:0:19062:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 71368704 pending 0 free 3858759680 avail 3856662528 00000100:00100000:0.0:1777045531.102239:0:19062:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de430ff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1863365424488832:12345-0@lo:13:osp-pre-0-0.0 Request processed in 219us (1207us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045531.102258:0:19062:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 599 00000100:00080000:3.0:1777045531.102813:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1777045531.103289:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de431bdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424488832:0@lo:13:osp-pre-0-0.0 00000040:00080000:3.0:1777045531.421824:0:23671:0:(llog.c:801:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1777045531.421835:0:23671:0:(llog_cat.c:158:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1777045531.434503:0:23671:0:(llog.c:858:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:3.0:1777045531.434528:0:23671:0:(llog.c:858:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:1.0:1777045531.478781:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777045532.121464:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df6d626300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3341:1863365424489216:0@lo:400:kworker.0 00000100:00100000:0.0:1777045532.121615:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045532.121691:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de435afb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424489728:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1777045532.121736:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045532.121786:0:3341:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1777045532.121798:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de480e9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424489344:0@lo:400:kworker.0 00000100:00100000:0.0:1777045532.121841:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777045532.123997:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de431bdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ce657616-b3f3-4e21-ac89-518ab611901c:3343:1863365424488960:0@lo:400:kworker.0 00000100:00100000:1.0:1777045532.124066:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777045532.124115:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de4282e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3343:1863365424489472:0@lo:400:kworker.0 00000100:00100000:1.0:1777045532.124187:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777045532.124255:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:1.0:1777045532.124268:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df6d627480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3343:1863365424489088:0@lo:400:kworker.0 00000100:00100000:1.0:1777045532.124666:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777045532.124745:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de435ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424489600:0@lo:400:kworker.0 00000100:00100000:1.0:1777045532.124786:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777045532.124859:0:6644:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424489728 00000100:00100000:1.0:1777045532.124871:0:6644:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424489728 00000100:00100000:1.0:1777045532.124958:0:6644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 600 00000100:00100000:1.0:1777045532.124975:0:6644:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b8ee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3341:x1863365424489728:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1777045532.125028:0:6644:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 62849024 pending 0 free 3851419648 avail 3849322496 00000100:00100000:1.0:1777045532.125103:0:6644:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b8ee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3341:x1863365424489728:12345-0@lo:13:osp-pre-1-0.0 Request processed in 132us (3365us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045532.125118:0:6644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 600 00000100:00100000:1.0:1777045532.125169:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424489216 00000100:00100000:1.0:1777045532.125176:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424489216 00000100:00100000:1.0:1777045532.125253:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424489472 00000100:00100000:1.0:1777045532.125259:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424489472 00000100:00100000:1.0:1777045532.125292:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424489088 00000100:00100000:1.0:1777045532.125297:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424489088 00000100:00100000:1.0:1777045532.125322:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1421 00000100:00100000:1.0:1777045532.125334:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b8ef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3341:x1863365424489216:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777045532.125423:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b8ef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3341:x1863365424489216:12345-0@lo:400:kworker.0 Request processed in 89us (3808us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045532.125435:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1421 00000100:00100000:1.0:1777045532.125460:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1422 00000100:00100000:1.0:1777045532.125471:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df74177480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3343:x1863365424489472:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777045532.125533:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df74177480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3343:x1863365424489472:12345-0@lo:400:kworker.0 Request processed in 61us (1343us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045532.125560:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1422 00000100:00100000:1.0:1777045532.125585:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1423 00000100:00100000:1.0:1777045532.125596:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df74174a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3343:x1863365424489088:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777045532.125646:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df74174a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3343:x1863365424489088:12345-0@lo:400:kworker.0 Request processed in 52us (981us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045532.125657:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1423 00000100:00100000:1.0:1777045532.125736:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df6d626300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3341:1863365424489216:0@lo:400:kworker.0 00000100:00100000:1.0:1777045532.125766:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de435afb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424489728:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1777045532.125838:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df6d627480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3343:1863365424489088:0@lo:400:kworker.0 00000100:00100000:1.0:1777045532.126153:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de4282e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3343:1863365424489472:0@lo:400:kworker.0 00000100:00100000:2.0:1777045532.131971:0:6639:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424489344 00000100:00100000:2.0:1777045532.131992:0:6639:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424489344 00000100:00100000:2.0:1777045532.132838:0:6639:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424489600 00000100:00100000:2.0:1777045532.132848:0:6639:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424489600 00000100:00100000:2.0:1777045532.133052:0:6639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1259 00000100:00100000:2.0:1777045532.135596:0:6639:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b8edc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3341:x1863365424489344:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777045532.135908:0:6639:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b8edc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3341:x1863365424489344:12345-0@lo:400:kworker.0 Request processed in 323us (14063us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045532.135923:0:6639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1259 00000100:00100000:2.0:1777045532.135964:0:6639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1260 00000100:00100000:2.0:1777045532.135977:0:6639:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df74174700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424489600:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777045532.136049:0:6639:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df74174700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424489600:12345-0@lo:400:kworker.0 Request processed in 74us (11261us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045532.136081:0:6639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1260 00000100:00100000:2.0:1777045532.136140:0:5849:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424488960 00000100:00100000:2.0:1777045532.136150:0:5849:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424488960 00000100:00100000:2.0:1777045532.136199:0:5849:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1000 00000100:00100000:2.0:1777045532.136243:0:5849:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df587b7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ce657616-b3f3-4e21-ac89-518ab611901c+18:3343:x1863365424488960:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777045532.136303:0:5849:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df587b7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ce657616-b3f3-4e21-ac89-518ab611901c+18:3343:x1863365424488960:12345-0@lo:400:kworker.0 Request processed in 63us (12236us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045532.136314:0:5849:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1000 00000100:00100000:2.0:1777045532.136934:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de435ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424489600:0@lo:400:kworker.0 00000100:00100000:2.0:1777045532.136952:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de431bdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ce657616-b3f3-4e21-ac89-518ab611901c:3343:1863365424488960:0@lo:400:kworker.0 00000100:00080000:3.0:1777045532.141778:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1777045532.141790:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1777045532.148849:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de480e9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424489344:0@lo:400:kworker.0 00010000:00010000:1.0:1777045532.503935:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777045533.546458:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777045534.211487:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045534.215396:0:19840:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370307584 00000100:00100000:3.0:1777045534.215412:0:19840:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370307584 00000100:00100000:3.0:1777045534.215519:0:19840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 369 00000100:00100000:3.0:1777045534.215537:0:19840:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b8ec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:146de360-3fb2-48bd-b418-06f30714148a+46:5613:x1863365370307584:12345-192.168.201.45@tcp:35:ldlm_bl.0 00000100:00080000:2.0:1777045534.215603:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1777045534.216385:0:19840:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b8ec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:146de360-3fb2-48bd-b418-06f30714148a+47:5613:x1863365370307584:12345-192.168.201.45@tcp:35:ldlm_bl.0 Request processed in 851us (4909us total) trans 4294968405 rc 0/0 00000100:00100000:3.0:1777045534.216399:0:19840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 369 00000100:00100000:2.0:1777045534.240699:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045534.241633:0:5841:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370307712 00000100:00100000:3.0:1777045534.241648:0:5841:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370307712 00000100:00100000:3.0:1777045534.241762:0:5841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 114 00000100:00100000:3.0:1777045534.241779:0:5841:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df412e9450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:146de360-3fb2-48bd-b418-06f30714148a+47:2392:x1863365370307712:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777045534.241799:0:5841:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 16 locks, starting at 0 00010000:00010000:3.0:1777045534.241859:0:5841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022a00/0x2c8777a5e7d9e224 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x42:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148cbd expref: 47 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045534.241883:0:5841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x42:0x0].0x0 (ffff98df61f8ef00) 00010000:00010000:3.0:1777045534.241916:0:5841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024c00/0x2c8777a5e7d9e087 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148c3f expref: 46 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045534.241938:0:5841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1d:0x0].0x0 (ffff98df454d4f00) 00010000:00010000:3.0:1777045534.241961:0:5841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfde00/0x2c8777a5e7d9def1 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x40:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148bac expref: 45 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045534.241975:0:5841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x40:0x0].0x0 (ffff98df46583a00) 00010000:00010000:3.0:1777045534.241985:0:5841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43096000/0x2c8777a5e7d9b9b3 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1147fea expref: 44 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045534.241998:0:5841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1d:0x0].0x0 (ffff98df47376900) 00010000:00010000:3.0:1777045534.242012:0:5841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd000/0x2c8777a5e7d9ddc4 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148b51 expref: 43 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045534.242024:0:5841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b:0x0].0x0 (ffff98df61f8e000) 00010000:00010000:3.0:1777045534.242061:0:5841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022800/0x2c8777a5e7d9dc20 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3e:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148ab7 expref: 42 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045534.242075:0:5841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3e:0x0].0x0 (ffff98df48c7e400) 00010000:00010000:3.0:1777045534.242086:0:5841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067600/0x2c8777a5e7d9dba9 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148a94 expref: 41 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045534.242098:0:5841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x19:0x0].0x0 (ffff98df413b6900) 00010000:00010000:3.0:1777045534.242112:0:5841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025000/0x2c8777a5e7d9d92c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3c:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11489c2 expref: 40 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045534.242152:0:5841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3c:0x0].0x0 (ffff98df43d75300) 00010000:00010000:3.0:1777045534.242166:0:5841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067000/0x2c8777a5e7d9d8df lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11489ad expref: 39 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045534.242185:0:5841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025c00/0x2c8777a5e7d9d757 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3b:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148913 expref: 38 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045534.242224:0:5841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3b:0x0].0x0 (ffff98df43d75e00) 00010000:00010000:3.0:1777045534.242265:0:5841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48025e00/0x2c8777a5e7d9d693 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3a:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11488c6 expref: 37 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045534.242638:0:5841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067800/0x2c8777a5e7d9d59e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3a:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114886b expref: 36 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045534.242654:0:5841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3a:0x0].0x0 (ffff98df4ababe00) 00010000:00010000:3.0:1777045534.242674:0:5841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfc600/0x2c8777a5e7d9d42b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x38:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11487fb expref: 35 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045534.242687:0:5841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x38:0x0].0x0 (ffff98df51b04900) 00010000:00010000:3.0:1777045534.242701:0:5841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df74fa7600/0x2c8777a5e7d9d2a3 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x36:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114877d expref: 34 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045534.242712:0:5841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x36:0x0].0x0 (ffff98df4ababc00) 00010000:00010000:3.0:1777045534.242750:0:5841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102600/0x2c8777a5e7d9ae4c lrc: 0/0,0 mode: --/CR res: [0x200000401:0xf:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1147ce1 expref: 33 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045534.242771:0:5841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xf:0x0].0x0 (ffff98df52c43700) 00010000:00010000:3.0:1777045534.242787:0:5841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537600/0x2c8777a5e7d9d233 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148761 expref: 32 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777045534.242798:0:5841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x35:0x0].0x0 (ffff98df46583200) 00010000:00010000:3.0:1777045534.242802:0:5841:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777045534.242867:0:5841:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df412e9450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:146de360-3fb2-48bd-b418-06f30714148a+31:2392:x1863365370307712:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 1093us (2179us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045534.242880:0:5841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 114 00010000:00010000:1.0:1777045534.551056:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:0.0:1777045534.822616:0:5877:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968405 is committed 00000100:00100000:1.0:1777045535.226150:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045535.226206:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045535.226239:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045535.226276:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045535.226304:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045535.226359:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045535.226393:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045535.226430:0:14822:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370308224 00000100:00100000:0.0:1777045535.226430:0:6641:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370308480 00000100:00100000:0.0:1777045535.226441:0:6641:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370308480 00000100:00100000:1.0:1777045535.226459:0:14822:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370308224 00000100:00100000:2.0:1777045535.226778:0:6639:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370308096 00000100:00100000:2.0:1777045535.226785:0:6639:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370308096 00000100:00100000:0.0:1777045535.228511:0:6641:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370308608 00000100:00100000:0.0:1777045535.228519:0:6641:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370308608 00000100:00100000:3.0:1777045535.228626:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370307968 00000100:00100000:3.0:1777045535.228633:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370307968 00000100:00100000:3.0:1777045535.228676:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370308352 00000100:00100000:3.0:1777045535.228680:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370308352 00000100:00100000:3.0:1777045535.228715:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1424 00000100:00100000:3.0:1777045535.228726:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df74174380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:146de360-3fb2-48bd-b418-06f30714148a+30:2393:x1863365370307968:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777045535.228818:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df74174380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:146de360-3fb2-48bd-b418-06f30714148a+30:2393:x1863365370307968:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 93us (2680us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045535.228828:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1424 00000100:00100000:3.0:1777045535.228850:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1425 00000100:00100000:3.0:1777045535.228859:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de435ae680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+29:2393:x1863365370308352:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777045535.228895:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de435ae680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+29:2393:x1863365370308352:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 37us (2536us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045535.228903:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1425 00000100:00080000:3.0:1777045535.229303:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1777045535.232933:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1777045535.232937:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1777045535.232984:0:8776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1261 00000100:00100000:3.0:1777045535.233007:0:8776:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de480e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2393:x1863365370308480:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777045535.233082:0:8776:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de480e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2393:x1863365370308480:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 86us (6842us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045535.233091:0:8776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1261 00000100:00100000:1.0:1777045535.241380:0:14822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1262 00000100:00100000:1.0:1777045535.241411:0:14822:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df74176680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:146de360-3fb2-48bd-b418-06f30714148a+13:2393:x1863365370308224:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:1.0:1777045535.241505:0:14822:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df74176680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:146de360-3fb2-48bd-b418-06f30714148a+13:2393:x1863365370308224:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 111us (15298us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045535.241517:0:14822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1262 00000100:00100000:1.0:1777045535.241566:0:5848:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370307840 00000100:00100000:1.0:1777045535.241575:0:5848:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370307840 00000100:00100000:1.0:1777045535.241627:0:5848:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1001 00000100:00100000:1.0:1777045535.241637:0:5848:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df50f8c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2393:x1863365370307840:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:1.0:1777045535.241671:0:5848:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df50f8c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2393:x1863365370307840:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 36us (15395us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045535.241685:0:5848:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1001 00000100:00100000:2.0:1777045535.247538:0:6639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1263 00000100:00100000:2.0:1777045535.247561:0:6639:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de4282e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:146de360-3fb2-48bd-b418-06f30714148a+14:2393:x1863365370308096:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:2.0:1777045535.247664:0:6639:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de4282e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:146de360-3fb2-48bd-b418-06f30714148a+14:2393:x1863365370308096:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 112us (21357us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045535.247675:0:6639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1263 00000100:00100000:0.0:1777045535.259412:0:6641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1264 00000100:00100000:0.0:1777045535.259438:0:6641:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de435afb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2393:x1863365370308608:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:0.0:1777045535.259552:0:6641:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de435afb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2393:x1863365370308608:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 125us (33156us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045535.259563:0:6641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1264 00000040:00080000:2.0:1777045535.346840:0:23724:0:(llog.c:801:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1777045535.347132:0:23724:0:(llog_cat.c:158:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1777045535.364442:0:23724:0:(llog.c:858:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1777045535.364468:0:23724:0:(llog.c:858:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:0.0:1777045535.576961:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1777045536.036626:0:11491:0:(llog.c:801:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1777045536.036640:0:11491:0:(llog_cat.c:158:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1777045536.038019:0:11491:0:(llog.c:858:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:3.0:1777045536.038037:0:11491:0:(llog.c:858:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1777045536.215412:0:3341:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1777045536.215471:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df6d627480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424489856:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1777045536.215614:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777045536.215901:0:6643:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424489856 00000100:00100000:1.0:1777045536.215913:0:6643:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424489856 00000100:00100000:1.0:1777045536.216020:0:6643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 601 00000100:00100000:1.0:1777045536.216035:0:6643:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de478bed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3341:x1863365424489856:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1777045536.216124:0:6643:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 71368704 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1777045536.216196:0:6643:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de478bed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3341:x1863365424489856:12345-0@lo:13:osp-pre-0-0.0 Request processed in 164us (582us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045536.216224:0:6643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 601 00000100:00080000:3.0:1777045536.216295:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1777045536.216376:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df6d627480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424489856:0@lo:13:osp-pre-0-0.0 00010000:00010000:1.0:1777045536.600651:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777045537.237791:0:3344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1777045537.237823:0:3344:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df6d626300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3344:1863365424489984:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1777045537.237917:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777045537.238015:0:19062:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424489984 00000100:00100000:1.0:1777045537.238026:0:19062:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424489984 00000100:00100000:1.0:1777045537.238140:0:19062:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 602 00000100:00100000:1.0:1777045537.238155:0:19062:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d627480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1863365424489984:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1777045537.238238:0:19062:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 62849024 pending 0 free 3851419648 avail 3849322496 00000100:00100000:1.0:1777045537.238395:0:19062:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d627480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1863365424489984:12345-0@lo:13:osp-pre-1-0.0 Request processed in 241us (477us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045537.238409:0:19062:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 602 00000100:00080000:1.0:1777045537.238446:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1777045537.238506:0:3344:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df6d626300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3344:1863365424489984:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1777045537.257922:0:3344:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de430ff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ce657616-b3f3-4e21-ac89-518ab611901c:3344:1863365424490112:0@lo:400:kworker.0 00000100:00100000:1.0:1777045537.258021:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045537.258372:0:5850:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424490112 00000100:00100000:0.0:1777045537.258385:0:5850:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424490112 00000100:00100000:0.0:1777045537.258451:0:5850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1002 00000100:00100000:0.0:1777045537.258466:0:5850:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df4fc75850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ce657616-b3f3-4e21-ac89-518ab611901c+18:3344:x1863365424490112:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777045537.258555:0:5850:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df4fc75850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ce657616-b3f3-4e21-ac89-518ab611901c+18:3344:x1863365424490112:12345-0@lo:400:kworker.0 Request processed in 90us (532us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045537.258575:0:5850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1002 00000100:00100000:0.0:1777045537.258653:0:3344:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de430ff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ce657616-b3f3-4e21-ac89-518ab611901c:3344:1863365424490112:0@lo:400:kworker.0 00000100:00100000:2.0:1777045537.259148:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de430ff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3341:1863365424490240:0@lo:400:kworker.0 00000100:00100000:2.0:1777045537.259332:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777045537.259373:0:3341:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1777045537.259384:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de431bdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3341:1863365424490368:0@lo:400:kworker.0 00000100:00100000:2.0:1777045537.259426:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777045537.259474:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424490240 00000100:00100000:2.0:1777045537.259481:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424490240 00000100:00100000:2.0:1777045537.259562:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424490368 00000100:00100000:2.0:1777045537.259568:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424490368 00000100:00100000:2.0:1777045537.259617:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1426 00000100:00100000:2.0:1777045537.259629:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df75299180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3341:x1863365424490240:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777045537.259697:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df75299180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3341:x1863365424490240:12345-0@lo:400:kworker.0 Request processed in 69us (364us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045537.259708:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1426 00000100:00100000:2.0:1777045537.259735:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1427 00000100:00100000:2.0:1777045537.259746:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df75299880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3341:x1863365424490368:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777045537.259792:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df75299880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3341:x1863365424490368:12345-0@lo:400:kworker.0 Request processed in 47us (364us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045537.259802:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1427 00000100:00080000:2.0:1777045537.259838:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1777045537.259879:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de431bdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3341:1863365424490368:0@lo:400:kworker.0 00000100:00100000:2.0:1777045537.259898:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de430ff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3341:1863365424490240:0@lo:400:kworker.0 00000100:00100000:0.0:1777045537.261255:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de41db1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424490496:0@lo:400:kworker.0 00000100:00100000:0.0:1777045537.261599:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045537.261638:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1777045537.261648:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df58664000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3343:1863365424490624:0@lo:400:kworker.0 00000100:00100000:0.0:1777045537.261684:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045537.261746:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424490624 00000100:00100000:0.0:1777045537.261754:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424490624 00000100:00100000:0.0:1777045537.261816:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1428 00000100:00100000:0.0:1777045537.261828:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b8ec380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3343:x1863365424490624:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777045537.261896:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b8ec380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3343:x1863365424490624:12345-0@lo:400:kworker.0 Request processed in 69us (208us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045537.261909:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1428 00000100:00080000:0.0:1777045537.261938:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1777045537.261974:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df58664000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3343:1863365424490624:0@lo:400:kworker.0 00000100:00100000:1.0:1777045537.262102:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424490496 00000100:00100000:1.0:1777045537.262111:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424490496 00000100:00100000:1.0:1777045537.262174:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1265 00000100:00100000:1.0:1777045537.262186:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b8edf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424490496:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777045537.262641:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b8edf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424490496:12345-0@lo:400:kworker.0 Request processed in 455us (1040us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045537.262653:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1265 00000100:00100000:0.0:1777045537.263602:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de41db1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424490496:0@lo:400:kworker.0 00010000:00010000:1.0:1777045537.624852:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777045538.646952:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777045539.675689:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1777045539.825511:0:23775:0:(llog.c:801:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1777045539.825523:0:23775:0:(llog_cat.c:158:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1777045539.839037:0:23775:0:(llog.c:858:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1777045539.839063:0:23775:0:(llog.c:858:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1777045540.334747:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045540.334810:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045540.334869:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045540.334921:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045540.334957:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045540.335018:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045540.335060:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045540.335100:0:6639:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370309120 00000100:00100000:1.0:1777045540.335113:0:6639:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370309120 00000100:00100000:1.0:1777045540.335308:0:6639:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370309376 00000100:00100000:1.0:1777045540.335314:0:6639:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370309376 00000100:00100000:1.0:1777045540.335337:0:6639:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370308992 00000100:00100000:1.0:1777045540.335341:0:6639:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370308992 00000100:00100000:1.0:1777045540.335361:0:6639:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370309504 00000100:00100000:1.0:1777045540.335365:0:6639:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370309504 00000100:00100000:1.0:1777045540.335418:0:6639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1266 00000100:00100000:1.0:1777045540.335431:0:6639:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de48094700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:146de360-3fb2-48bd-b418-06f30714148a+13:2392:x1863365370309120:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:1.0:1777045540.335532:0:6639:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de48094700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:146de360-3fb2-48bd-b418-06f30714148a+13:2392:x1863365370309120:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 100us (719us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045540.335546:0:6639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1266 00000100:00100000:1.0:1777045540.335573:0:6639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1267 00000100:00100000:1.0:1777045540.335585:0:6639:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d60f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2392:x1863365370309376:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:1.0:1777045540.335628:0:6639:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d60f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2392:x1863365370309376:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 45us (759us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045540.335637:0:6639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1267 00000100:00100000:1.0:1777045540.335657:0:6639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1268 00000100:00100000:1.0:1777045540.335667:0:6639:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d60d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:146de360-3fb2-48bd-b418-06f30714148a+14:2392:x1863365370308992:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:1.0:1777045540.335705:0:6639:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d60d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:146de360-3fb2-48bd-b418-06f30714148a+14:2392:x1863365370308992:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 38us (747us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045540.335715:0:6639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1268 00000100:00100000:1.0:1777045540.335734:0:6639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1269 00000100:00100000:1.0:1777045540.335746:0:6639:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41d50380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2392:x1863365370309504:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:1.0:1777045540.335784:0:6639:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41d50380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2392:x1863365370309504:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 40us (723us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045540.335794:0:6639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1269 00000100:00100000:1.0:1777045540.335825:0:5849:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370308736 00000100:00100000:1.0:1777045540.335831:0:5849:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370308736 00000100:00100000:1.0:1777045540.335873:0:5849:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1003 00000100:00100000:1.0:1777045540.335883:0:5849:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df4fc77450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2392:x1863365370308736:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:1.0:1777045540.335925:0:5849:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df4fc77450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2392:x1863365370308736:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 42us (1004us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045540.335935:0:5849:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1003 00000100:00100000:1.0:1777045540.336313:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370308864 00000100:00100000:1.0:1777045540.336320:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370308864 00000100:00100000:1.0:1777045540.336361:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370309248 00000100:00100000:1.0:1777045540.336366:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370309248 00000100:00100000:1.0:1777045540.336399:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1429 00000100:00100000:1.0:1777045540.336409:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d626300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:146de360-3fb2-48bd-b418-06f30714148a+30:2392:x1863365370308864:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:1.0:1777045540.336457:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d626300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:146de360-3fb2-48bd-b418-06f30714148a+30:2392:x1863365370308864:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 49us (1725us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045540.336467:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1429 00000100:00100000:1.0:1777045540.336485:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1430 00000100:00100000:1.0:1777045540.336495:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41d51500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+29:2392:x1863365370309248:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:1.0:1777045540.336533:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41d51500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+29:2392:x1863365370309248:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 38us (1515us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045540.336542:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1430 00000100:00080000:1.0:1777045540.336575:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1777045540.336582:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1777045540.336585:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:0.0:1777045540.693557:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777045541.334009:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df77fd4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424490752:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1777045541.334101:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777045541.334465:0:6644:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424490752 00000100:00100000:1.0:1777045541.334477:0:6644:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424490752 00000100:00100000:1.0:1777045541.334579:0:6644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 603 00000100:00100000:1.0:1777045541.334594:0:6644:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df75299500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3341:x1863365424490752:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1777045541.334640:0:6644:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 71368704 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1777045541.334717:0:6644:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df75299500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3341:x1863365424490752:12345-0@lo:13:osp-pre-0-0.0 Request processed in 127us (617us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045541.334728:0:6644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 603 00000100:00100000:3.0:1777045541.334859:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df77fd4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424490752:0@lo:13:osp-pre-0-0.0 00000100:00080000:0.0:1777045541.334960:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1777045541.720641:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777045542.358236:0:3341:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1777045542.358269:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df77fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424490880:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1777045542.358366:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777045542.361622:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de478bce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ce657616-b3f3-4e21-ac89-518ab611901c:3343:1863365424491008:0@lo:400:kworker.0 00000100:00100000:3.0:1777045542.361693:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777045542.361768:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df74603100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3343:1863365424491520:0@lo:400:kworker.0 00000100:00100000:3.0:1777045542.361813:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777045542.361852:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1777045542.361862:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de478bf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3343:1863365424491136:0@lo:400:kworker.0 00000100:00100000:3.0:1777045542.361902:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777045542.361972:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de478bdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3341:1863365424491264:0@lo:400:kworker.0 00000100:00100000:3.0:1777045542.362018:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777045542.362051:0:3341:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1777045542.362061:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de478bd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424491392:0@lo:400:kworker.0 00000100:00100000:3.0:1777045542.362131:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777045542.362181:0:5848:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424491008 00000100:00100000:3.0:1777045542.362192:0:5848:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424491008 00000100:00100000:3.0:1777045542.362339:0:5848:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1004 00000100:00100000:3.0:1777045542.362355:0:5848:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df4fc76050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ce657616-b3f3-4e21-ac89-518ab611901c+18:3343:x1863365424491008:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777045542.362449:0:5848:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df4fc76050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ce657616-b3f3-4e21-ac89-518ab611901c+18:3343:x1863365424491008:12345-0@lo:400:kworker.0 Request processed in 95us (754us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045542.362463:0:5848:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1004 00000100:00100000:3.0:1777045542.362521:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424491520 00000100:00100000:3.0:1777045542.362529:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424491520 00000100:00100000:3.0:1777045542.362589:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424491136 00000100:00100000:3.0:1777045542.362595:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424491136 00000100:00100000:3.0:1777045542.362624:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424491264 00000100:00100000:3.0:1777045542.362629:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424491264 00000100:00100000:3.0:1777045542.362656:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431 00000100:00100000:3.0:1777045542.362667:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df74601180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3343:x1863365424491520:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777045542.362725:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df74601180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3343:x1863365424491520:12345-0@lo:400:kworker.0 Request processed in 57us (910us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045542.362737:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431 00000100:00100000:3.0:1777045542.362764:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1432 00000100:00100000:3.0:1777045542.362776:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df74600380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3343:x1863365424491136:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777045542.362828:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df74600380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3343:x1863365424491136:12345-0@lo:400:kworker.0 Request processed in 53us (924us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045542.362839:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1432 00000100:00100000:3.0:1777045542.362861:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1433 00000100:00100000:3.0:1777045542.362872:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df74600000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3341:x1863365424491264:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777045542.362942:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df74600000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3341:x1863365424491264:12345-0@lo:400:kworker.0 Request processed in 71us (923us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045542.362952:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1433 00000100:00100000:3.0:1777045542.362993:0:6639:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424491392 00000100:00100000:3.0:1777045542.362999:0:6639:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424491392 00000100:00100000:3.0:1777045542.363039:0:6639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1270 00000100:00100000:3.0:1777045542.363050:0:6639:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df74603800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3341:x1863365424491392:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777045542.363099:0:6639:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df74603800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3341:x1863365424491392:12345-0@lo:400:kworker.0 Request processed in 50us (968us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045542.363111:0:6639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1270 00000100:00080000:3.0:1777045542.363144:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1777045542.363278:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de478bd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424491392:0@lo:400:kworker.0 00000100:00100000:3.0:1777045542.363299:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de478bdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3341:1863365424491264:0@lo:400:kworker.0 00000100:00100000:3.0:1777045542.363703:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de478bf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3343:1863365424491136:0@lo:400:kworker.0 00000100:00100000:3.0:1777045542.363723:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de478bce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ce657616-b3f3-4e21-ac89-518ab611901c:3343:1863365424491008:0@lo:400:kworker.0 00000100:00100000:3.0:1777045542.363738:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df74603100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3343:1863365424491520:0@lo:400:kworker.0 00000100:00100000:1.0:1777045542.363949:0:6643:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424490880 00000100:00100000:1.0:1777045542.363975:0:6643:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424490880 00000100:00100000:1.0:1777045542.364028:0:6643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 604 00000100:00100000:1.0:1777045542.364038:0:6643:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b8ec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3341:x1863365424490880:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1777045542.364082:0:6643:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 62849024 pending 0 free 3851419648 avail 3849322496 00000100:00100000:1.0:1777045542.364139:0:6643:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b8ec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3341:x1863365424490880:12345-0@lo:13:osp-pre-1-0.0 Request processed in 101us (5774us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045542.364149:0:6643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 604 00000100:00080000:3.0:1777045542.382596:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1777045542.382695:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df77fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424490880:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1777045542.757905:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777045543.765723:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1777045543.888058:0:23827:0:(llog.c:801:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1777045543.888072:0:23827:0:(llog_cat.c:158:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1777045543.889256:0:23827:0:(llog.c:858:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1777045543.889271:0:23827:0:(llog.c:858:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:2.0:1777045544.789434:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777045545.466791:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045545.466859:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045545.466923:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045545.466983:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045545.467025:0:14822:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370309888 00000100:00100000:1.0:1777045545.467038:0:14822:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370309888 00000100:00100000:1.0:1777045545.467108:0:14822:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370310400 00000100:00100000:1.0:1777045545.467113:0:14822:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370310400 00000100:00100000:1.0:1777045545.467144:0:14822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1271 00000100:00100000:1.0:1777045545.467189:0:14822:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77fd5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:146de360-3fb2-48bd-b418-06f30714148a+14:2390:x1863365370309888:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:1.0:1777045545.467318:0:14822:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77fd5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:146de360-3fb2-48bd-b418-06f30714148a+14:2390:x1863365370309888:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 161us (456us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045545.467331:0:14822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1271 00000100:00100000:1.0:1777045545.467356:0:14822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1272 00000100:00100000:1.0:1777045545.467670:0:14822:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77fd7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2390:x1863365370310400:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:1.0:1777045545.467717:0:14822:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77fd7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2390:x1863365370310400:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 49us (733us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045545.467728:0:14822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1272 00000100:00100000:0.0:1777045545.469257:0:5850:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370309632 00000100:00100000:0.0:1777045545.469270:0:5850:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370309632 00000100:00100000:0.0:1777045545.469333:0:5850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1005 00000100:00100000:0.0:1777045545.469347:0:5850:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df4fc76c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2390:x1863365370309632:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:0.0:1777045545.469448:0:5850:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df4fc76c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2390:x1863365370309632:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 80us (2645us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045545.469460:0:5850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1005 00000100:00100000:3.0:1777045545.470327:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370310144 00000100:00100000:3.0:1777045545.470335:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370310144 00000100:00100000:3.0:1777045545.470512:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1434 00000100:00100000:3.0:1777045545.470525:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77fd5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+29:2390:x1863365370310144:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777045545.470590:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77fd5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+29:2390:x1863365370310144:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 67us (3666us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045545.470601:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1434 00000100:00080000:3.0:1777045545.470632:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1777045545.470638:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1777045545.470643:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1777045545.470710:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045545.470771:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045545.470806:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045545.470833:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370309760 00000100:00100000:3.0:1777045545.470839:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370309760 00000100:00100000:3.0:1777045545.470885:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1435 00000100:00100000:3.0:1777045545.470896:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df74603100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:146de360-3fb2-48bd-b418-06f30714148a+30:2391:x1863365370309760:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777045545.470955:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df74603100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:146de360-3fb2-48bd-b418-06f30714148a+30:2391:x1863365370309760:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 60us (246us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045545.470965:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1435 00000100:00100000:3.0:1777045545.470992:0:8776:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370310016 00000100:00100000:3.0:1777045545.470999:0:8776:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370310016 00000100:00100000:3.0:1777045545.471033:0:8776:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370310272 00000100:00100000:3.0:1777045545.471038:0:8776:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370310272 00000100:00100000:3.0:1777045545.483772:0:8776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1273 00000100:00100000:3.0:1777045545.483805:0:8776:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df74602d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:146de360-3fb2-48bd-b418-06f30714148a+13:2391:x1863365370310016:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777045545.484227:0:8776:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df74602d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:146de360-3fb2-48bd-b418-06f30714148a+13:2391:x1863365370310016:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 143us (13161us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045545.490139:0:6641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1274 00000100:00100000:1.0:1777045545.490202:0:6641:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df74600e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2391:x1863365370310272:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:1.0:1777045545.490374:0:6641:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df74600e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2391:x1863365370310272:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 217us (19565us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045545.490387:0:6641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1274 00000100:00100000:3.0:1777045545.502741:0:8776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1273 00000100:00080000:3.0:1777045545.502816:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1777045545.502823:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1777045545.502828:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1777045545.813669:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1777045546.261872:0:11491:0:(llog.c:801:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1777045546.261884:0:11491:0:(llog_cat.c:158:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1777045546.262936:0:11491:0:(llog.c:858:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1777045546.262951:0:11491:0:(llog.c:858:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1777045546.455366:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1777045546.455400:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df77fd4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424491648:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1777045546.455489:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777045546.455710:0:19062:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424491648 00000100:00100000:2.0:1777045546.455722:0:19062:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424491648 00000100:00100000:2.0:1777045546.455834:0:19062:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 605 00000100:00100000:2.0:1777045546.455850:0:19062:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b8ece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424491648:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1777045546.455898:0:19062:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 71368704 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1777045546.455993:0:19062:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b8ece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424491648:12345-0@lo:13:osp-pre-0-0.0 Request processed in 146us (502us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045546.456006:0:19062:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 605 00000100:00080000:0.0:1777045546.456764:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1777045546.456843:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df77fd4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424491648:0@lo:13:osp-pre-0-0.0 00010000:00010000:2.0:1777045546.837847:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777045547.477647:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de478bce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424491776:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1777045547.477737:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777045547.477863:0:6644:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424491776 00000100:00100000:2.0:1777045547.478366:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df75298000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3343:1863365424492032:0@lo:400:kworker.0 00000100:00100000:2.0:1777045547.478420:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777045547.478456:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1777045547.478466:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7529a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3343:1863365424492160:0@lo:400:kworker.0 00000100:00100000:2.0:1777045547.478499:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777045547.478604:0:6644:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424491776 00000100:00100000:3.0:1777045547.478711:0:6644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 606 00000100:00100000:3.0:1777045547.478726:0:6644:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de478bf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3341:x1863365424491776:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1777045547.478912:0:6644:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 62849024 pending 0 free 3851419648 avail 3849322496 00000100:00100000:3.0:1777045547.478981:0:6644:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de478bf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3341:x1863365424491776:12345-0@lo:13:osp-pre-1-0.0 Request processed in 255us (1241us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045547.478994:0:6644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 606 00000100:00100000:3.0:1777045547.479040:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424492032 00000100:00100000:3.0:1777045547.479047:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424492032 00000100:00100000:3.0:1777045547.479085:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424492160 00000100:00100000:3.0:1777045547.479090:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424492160 00000100:00100000:3.0:1777045547.479150:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1436 00000100:00100000:3.0:1777045547.479163:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77b5d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3343:x1863365424492032:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777045547.479254:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77b5d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3343:x1863365424492032:12345-0@lo:400:kworker.0 Request processed in 93us (833us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045547.479266:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1436 00000100:00100000:3.0:1777045547.479286:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1437 00000100:00100000:3.0:1777045547.479297:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77b5f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3343:x1863365424492160:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777045547.479340:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77b5f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3343:x1863365424492160:12345-0@lo:400:kworker.0 Request processed in 46us (841us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045547.479350:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1437 00000100:00100000:3.0:1777045547.479396:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7529b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ce657616-b3f3-4e21-ac89-518ab611901c:3342:1863365424491904:0@lo:400:kworker.0 00000100:00100000:3.0:1777045547.479441:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777045547.479481:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de431bdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3342:1863365424492416:0@lo:400:kworker.0 00000100:00100000:3.0:1777045547.479519:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777045547.479602:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1777045547.479613:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de430ff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424492288:0@lo:400:kworker.0 00000100:00100000:3.0:1777045547.479653:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777045547.479694:0:5849:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424491904 00000100:00100000:3.0:1777045547.479700:0:5849:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424491904 00000100:00100000:3.0:1777045547.479741:0:5849:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1006 00000100:00080000:2.0:1777045547.482565:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1777045547.482575:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1777045547.486366:0:5849:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df4fc77050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ce657616-b3f3-4e21-ac89-518ab611901c+18:3342:x1863365424491904:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777045547.486490:0:5849:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df4fc77050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ce657616-b3f3-4e21-ac89-518ab611901c+18:3342:x1863365424491904:12345-0@lo:400:kworker.0 Request processed in 6737us (7046us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045547.486505:0:5849:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1006 00000100:00100000:1.0:1777045547.486511:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424492416 00000100:00100000:1.0:1777045547.486523:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424492416 00000100:00100000:3.0:1777045547.486572:0:6639:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424492288 00000100:00100000:3.0:1777045547.486579:0:6639:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424492288 00000100:00100000:1.0:1777045547.486596:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1438 00000100:00100000:1.0:1777045547.486608:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de478bdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3342:x1863365424492416:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777045547.486617:0:6639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1275 00000100:00100000:3.0:1777045547.486625:0:6639:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de478bd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3342:x1863365424492288:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777045547.487643:0:6639:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de478bd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3342:x1863365424492288:12345-0@lo:400:kworker.0 Request processed in 1016us (7986us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045547.487654:0:6639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1275 00000100:00100000:3.0:1777045547.487735:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de430ff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424492288:0@lo:400:kworker.0 00000100:00100000:3.0:1777045547.487755:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7529b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ce657616-b3f3-4e21-ac89-518ab611901c:3342:1863365424491904:0@lo:400:kworker.0 00000100:00100000:1.0:1777045547.488915:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de478bdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3342:x1863365424492416:12345-0@lo:400:kworker.0 Request processed in 2303us (9390us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045547.488930:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1438 00000100:00080000:1.0:1777045547.488968:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1777045547.489011:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7529a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3343:1863365424492160:0@lo:400:kworker.0 00000100:00100000:1.0:1777045547.489031:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df75298000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3343:1863365424492032:0@lo:400:kworker.0 00000100:00100000:1.0:1777045547.489091:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de478bce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424491776:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1777045547.491293:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de431bdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3342:1863365424492416:0@lo:400:kworker.0 00010000:00010000:2.0:1777045547.870113:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1777045547.888848:0:23879:0:(llog.c:801:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1777045547.888860:0:23879:0:(llog_cat.c:158:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1777045547.889890:0:23879:0:(llog.c:858:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1777045547.889903:0:23879:0:(llog.c:858:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:2.0:1777045548.887074:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777045549.909661:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777045550.611896:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045550.612118:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045550.612178:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045550.612271:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045550.612319:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045550.612363:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045550.612409:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045550.612470:0:8776:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370310912 00000100:00100000:0.0:1777045550.612488:0:8776:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370310912 00000100:00100000:0.0:1777045550.612588:0:8776:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370311168 00000100:00100000:0.0:1777045550.612593:0:8776:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370311168 00000100:00100000:0.0:1777045550.612616:0:8776:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370310784 00000100:00100000:0.0:1777045550.612621:0:8776:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370310784 00000100:00100000:0.0:1777045550.612647:0:8776:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370311296 00000100:00100000:0.0:1777045550.612651:0:8776:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370311296 00000100:00100000:0.0:1777045550.612679:0:8776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1276 00000100:00100000:0.0:1777045550.612697:0:8776:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41db1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:146de360-3fb2-48bd-b418-06f30714148a+13:2393:x1863365370310912:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:0.0:1777045550.612835:0:8776:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41db1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:146de360-3fb2-48bd-b418-06f30714148a+13:2393:x1863365370310912:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 139us (801us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045550.612852:0:8776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1276 00000100:00100000:0.0:1777045550.612882:0:8776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1277 00000100:00100000:0.0:1777045550.612896:0:8776:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df58664000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2393:x1863365370311168:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:0.0:1777045550.613351:0:8776:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df58664000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2393:x1863365370311168:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 457us (1172us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045550.613365:0:8776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1277 00000100:00100000:0.0:1777045550.613388:0:8776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1278 00000100:00100000:0.0:1777045550.613401:0:8776:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d58a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:146de360-3fb2-48bd-b418-06f30714148a+14:2393:x1863365370310784:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:0.0:1777045550.613442:0:8776:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d58a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:146de360-3fb2-48bd-b418-06f30714148a+14:2393:x1863365370310784:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 44us (1124us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045550.613454:0:8776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1278 00000100:00100000:0.0:1777045550.613473:0:8776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1279 00000100:00100000:0.0:1777045550.613484:0:8776:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df74532680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2393:x1863365370311296:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:0.0:1777045550.613517:0:8776:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df74532680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2393:x1863365370311296:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 35us (1109us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045550.613529:0:8776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1279 00000100:00100000:0.0:1777045550.613567:0:5848:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370310528 00000100:00100000:0.0:1777045550.613573:0:5848:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370310528 00000100:00100000:0.0:1777045550.613618:0:5848:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1007 00000100:00100000:0.0:1777045550.613629:0:5848:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df4fc74050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2393:x1863365370310528:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:0.0:1777045550.613671:0:5848:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df4fc74050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2393:x1863365370310528:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 43us (1401us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045550.613683:0:5848:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1007 00000100:00100000:0.0:1777045550.613738:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370310656 00000100:00100000:0.0:1777045550.613744:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370310656 00000100:00100000:0.0:1777045550.613789:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370311040 00000100:00100000:0.0:1777045550.613793:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370311040 00000100:00100000:0.0:1777045550.613828:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1439 00000100:00100000:0.0:1777045550.613839:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b8ef800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:146de360-3fb2-48bd-b418-06f30714148a+30:2393:x1863365370310656:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:0.0:1777045550.613885:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b8ef800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:146de360-3fb2-48bd-b418-06f30714148a+30:2393:x1863365370310656:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 47us (2011us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045550.613897:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1439 00000100:00100000:0.0:1777045550.613918:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1440 00000100:00100000:0.0:1777045550.613929:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df74530a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+29:2393:x1863365370311040:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:0.0:1777045550.614329:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df74530a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+29:2393:x1863365370311040:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 399us (1964us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045550.614343:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1440 00000100:00080000:0.0:1777045550.614379:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1777045550.614387:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1777045550.614391:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1777045550.933951:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777045551.573748:0:3344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1777045551.575477:0:3344:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df77fd4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3344:1863365424492544:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1777045551.575604:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777045551.577559:0:6643:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424492544 00000100:00100000:1.0:1777045551.577982:0:6643:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424492544 00000100:00080000:0.0:1777045551.578237:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1777045551.578321:0:6643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 607 00000100:00100000:1.0:1777045551.578350:0:6643:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de478bce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1863365424492544:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1777045551.578432:0:6643:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 71368704 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1777045551.578549:0:6643:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de478bce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1863365424492544:12345-0@lo:13:osp-pre-0-0.0 Request processed in 213us (2945us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045551.578563:0:6643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 607 00000100:00100000:0.0:1777045551.578713:0:3344:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df77fd4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3344:1863365424492544:0@lo:13:osp-pre-0-0.0 00010000:00010000:2.0:1777045551.960861:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1777045552.587145:0:23930:0:(llog.c:801:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1777045552.587158:0:23930:0:(llog_cat.c:158:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1777045552.587974:0:23930:0:(llog.c:858:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1777045552.587992:0:23930:0:(llog.c:858:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1777045552.609389:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1777045552.609421:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df74532d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424492672:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1777045552.609516:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045552.609620:0:19062:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424492672 00000100:00100000:0.0:1777045552.609631:0:19062:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424492672 00000100:00100000:0.0:1777045552.609714:0:19062:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 608 00000100:00100000:0.0:1777045552.609729:0:19062:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41c65180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424492672:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1777045552.609776:0:19062:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 62849024 pending 0 free 3851419648 avail 3849322496 00000100:00100000:0.0:1777045552.609840:0:19062:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41c65180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424492672:12345-0@lo:13:osp-pre-1-0.0 Request processed in 114us (323us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045552.609852:0:19062:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 608 00000100:00080000:0.0:1777045552.609885:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1777045552.614263:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de431bdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ce657616-b3f3-4e21-ac89-518ab611901c:3341:1863365424492800:0@lo:400:kworker.0 00000100:00100000:2.0:1777045552.614613:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777045552.614664:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de430ff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3341:1863365424493312:0@lo:400:kworker.0 00000100:00100000:2.0:1777045552.614706:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777045552.614743:0:3341:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1777045552.614753:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df75298000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3341:1863365424492928:0@lo:400:kworker.0 00000100:00100000:2.0:1777045552.614787:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777045552.614833:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424493312 00000100:00100000:2.0:1777045552.614841:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424493312 00000100:00100000:1.0:1777045552.614976:0:3344:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7529b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3344:1863365424493184:0@lo:400:kworker.0 00000100:00100000:1.0:1777045552.615027:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777045552.615083:0:3344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1777045552.615093:0:3344:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7529a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3344:1863365424493056:0@lo:400:kworker.0 00000100:00100000:1.0:1777045552.615131:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777045552.615496:0:8776:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424493184 00000100:00100000:1.0:1777045552.615504:0:8776:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424493184 00000100:00100000:1.0:1777045552.615562:0:8776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1280 00000100:00100000:1.0:1777045552.615575:0:8776:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77fd4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3344:x1863365424493184:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777045552.615648:0:8776:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77fd4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3344:x1863365424493184:12345-0@lo:400:kworker.0 Request processed in 75us (619us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045552.615661:0:8776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1280 00000100:00100000:1.0:1777045552.615694:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424492928 00000100:00100000:1.0:1777045552.615700:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424492928 00000100:00100000:1.0:1777045552.615734:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424493056 00000100:00100000:1.0:1777045552.615738:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424493056 00000100:00100000:1.0:1777045552.615775:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1441 00000100:00100000:1.0:1777045552.615786:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77b5f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3341:x1863365424492928:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777045552.615843:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77b5f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3341:x1863365424492928:12345-0@lo:400:kworker.0 Request processed in 59us (1055us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045552.615854:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1441 00000100:00100000:1.0:1777045552.615872:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1442 00000100:00100000:1.0:1777045552.615881:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b9fa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3344:x1863365424493056:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777045552.615923:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b9fa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3344:x1863365424493056:12345-0@lo:400:kworker.0 Request processed in 42us (791us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045552.615933:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1442 00000100:00100000:1.0:1777045552.616016:0:3344:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7529a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3344:1863365424493056:0@lo:400:kworker.0 00000100:00100000:1.0:1777045552.616034:0:3344:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7529b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3344:1863365424493184:0@lo:400:kworker.0 00000100:00100000:1.0:1777045552.616119:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df75298000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3341:1863365424492928:0@lo:400:kworker.0 00000100:00100000:0.0:1777045552.617390:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df74532d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424492672:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1777045552.617491:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1443 00000100:00100000:2.0:1777045552.617504:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77b5ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3341:x1863365424493312:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777045552.617570:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77b5ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3341:x1863365424493312:12345-0@lo:400:kworker.0 Request processed in 68us (2862us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045552.617580:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1443 00000100:00100000:2.0:1777045552.617648:0:5850:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424492800 00000100:00100000:2.0:1777045552.617656:0:5850:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424492800 00000100:00100000:2.0:1777045552.617697:0:5850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1008 00000100:00100000:2.0:1777045552.617706:0:5850:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df4fc75050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ce657616-b3f3-4e21-ac89-518ab611901c+18:3341:x1863365424492800:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777045552.617756:0:5850:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df4fc75050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ce657616-b3f3-4e21-ac89-518ab611901c+18:3341:x1863365424492800:12345-0@lo:400:kworker.0 Request processed in 50us (3143us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045552.617807:0:5850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1008 00000100:00100000:1.0:1777045552.618104:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de431bdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ce657616-b3f3-4e21-ac89-518ab611901c:3341:1863365424492800:0@lo:400:kworker.0 00000100:00100000:1.0:1777045552.618127:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de430ff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3341:1863365424493312:0@lo:400:kworker.0 00000100:00080000:0.0:1777045552.620978:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:1.0:1777045553.004366:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777045554.005531:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777045555.029618:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777045555.707253:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045555.707301:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045555.707339:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045555.707345:0:5849:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370311424 00000100:00100000:0.0:1777045555.707358:0:5849:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370311424 00000100:00100000:1.0:1777045555.707368:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045555.707394:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045555.707421:0:5849:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1009 00000100:00100000:0.0:1777045555.707436:0:5849:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df4fc74450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2393:x1863365370311424:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:1.0:1777045555.707450:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045555.707485:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045555.707514:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370311936 00000100:00100000:0.0:1777045555.707519:0:5849:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df4fc74450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2393:x1863365370311424:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 86us (277us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045555.707520:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370311936 00000100:00100000:0.0:1777045555.707532:0:5849:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1009 00000100:00100000:1.0:1777045555.707567:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370311552 00000100:00100000:1.0:1777045555.707573:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370311552 00000100:00100000:0.0:1777045555.707578:0:14822:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370311680 00000100:00100000:0.0:1777045555.707582:0:14822:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370311680 00000100:00100000:1.0:1777045555.707605:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1444 00000100:00100000:0.0:1777045555.707614:0:14822:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370312192 00000100:00100000:1.0:1777045555.707615:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df75298000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+29:2393:x1863365370311936:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:0.0:1777045555.707618:0:14822:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370312192 00000100:00100000:0.0:1777045555.707637:0:14822:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370311808 00000100:00100000:0.0:1777045555.707641:0:14822:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370311808 00000100:00100000:0.0:1777045555.707658:0:14822:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370312064 00000100:00100000:1.0:1777045555.707662:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df75298000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+29:2393:x1863365370311936:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 49us (322us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045555.707662:0:14822:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370312064 00000100:00100000:1.0:1777045555.707673:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1444 00000100:00100000:0.0:1777045555.707681:0:14822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1281 00000100:00100000:0.0:1777045555.707690:0:14822:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de431bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:146de360-3fb2-48bd-b418-06f30714148a+14:2393:x1863365370311680:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:1.0:1777045555.707691:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1445 00000100:00100000:1.0:1777045555.707700:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7529a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:146de360-3fb2-48bd-b418-06f30714148a+30:2393:x1863365370311552:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:1.0:1777045555.707727:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7529a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:146de360-3fb2-48bd-b418-06f30714148a+30:2393:x1863365370311552:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 27us (331us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045555.707727:0:14822:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de431bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:146de360-3fb2-48bd-b418-06f30714148a+14:2393:x1863365370311680:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 37us (426us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045555.707738:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1445 00000100:00100000:0.0:1777045555.707739:0:14822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1281 00000100:00100000:1.0:1777045555.707771:0:8776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1282 00000100:00100000:0.0:1777045555.707781:0:14822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1283 00000100:00100000:1.0:1777045555.707782:0:8776:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7529b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2393:x1863365370312192:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:0.0:1777045555.707789:0:14822:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b9c6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:146de360-3fb2-48bd-b418-06f30714148a+13:2393:x1863365370311808:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:1.0:1777045555.707818:0:8776:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7529b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2393:x1863365370312192:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 38us (448us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045555.707827:0:8776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1282 00000100:00100000:1.0:1777045555.707846:0:8776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1284 00000100:00100000:1.0:1777045555.707858:0:8776:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b9c5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2393:x1863365370312064:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:0.0:1777045555.716300:0:14822:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b9c6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:146de360-3fb2-48bd-b418-06f30714148a+13:2393:x1863365370311808:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 8494us (8832us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045555.716322:0:14822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1283 00000100:00080000:0.0:1777045555.717036:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1777045555.717044:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1777045555.717049:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1777045555.726084:0:8776:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b9c5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2393:x1863365370312064:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 18211us (18582us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045555.726103:0:8776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1284 00010000:00010000:2.0:1777045556.057793:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1777045556.487854:0:23982:0:(llog.c:801:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1777045556.487866:0:23982:0:(llog_cat.c:158:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1777045556.493418:0:23982:0:(llog.c:858:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:3.0:1777045556.493437:0:23982:0:(llog.c:858:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000040:00080000:1.0:1777045556.503026:0:11491:0:(llog.c:801:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1777045556.503036:0:11491:0:(llog_cat.c:158:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1777045556.504116:0:11491:0:(llog.c:858:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:1.0:1777045556.504128:0:11491:0:(llog.c:858:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1777045556.713656:0:3341:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1777045556.713686:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df77b5ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424493440:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1777045556.713788:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777045556.713873:0:6643:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424493440 00000100:00100000:2.0:1777045556.713883:0:6643:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424493440 00000100:00100000:2.0:1777045556.713959:0:6643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 609 00000100:00100000:2.0:1777045556.713998:0:6643:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77b5ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3341:x1863365424493440:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1777045556.714047:0:6643:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 71368704 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1777045556.714129:0:6643:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77b5ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3341:x1863365424493440:12345-0@lo:13:osp-pre-0-0.0 Request processed in 159us (341us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045556.714139:0:6643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 609 00000100:00100000:2.0:1777045556.714231:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df77b5ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424493440:0@lo:13:osp-pre-0-0.0 00000100:00080000:0.0:1777045556.714311:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:0.0:1777045557.091759:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777045557.717564:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df6d58d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424493952:0@lo:400:kworker.0 00000100:00100000:3.0:1777045557.717674:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777045557.717759:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1777045557.717769:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df6d58e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3342:1863365424493824:0@lo:400:kworker.0 00000100:00100000:3.0:1777045557.717808:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045557.718545:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de430ff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ce657616-b3f3-4e21-ac89-518ab611901c:3343:1863365424493568:0@lo:400:kworker.0 00000100:00100000:0.0:1777045557.718597:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045557.718652:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df6d58ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3343:1863365424494080:0@lo:400:kworker.0 00000100:00100000:0.0:1777045557.718686:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045557.718718:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:0.0:1777045557.718727:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df6d58f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3343:1863365424493696:0@lo:400:kworker.0 00000100:00100000:0.0:1777045557.718757:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045557.718784:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df6d58fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424494208:0@lo:400:kworker.0 00000100:00100000:0.0:1777045557.718818:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777045557.719027:0:5848:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424493568 00000100:00100000:2.0:1777045557.719039:0:5848:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424493568 00000100:00100000:2.0:1777045557.719102:0:5848:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1010 00000100:00100000:2.0:1777045557.719115:0:5848:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df4fc74c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ce657616-b3f3-4e21-ac89-518ab611901c+18:3343:x1863365424493568:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777045557.719185:0:5848:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df4fc74c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ce657616-b3f3-4e21-ac89-518ab611901c+18:3343:x1863365424493568:12345-0@lo:400:kworker.0 Request processed in 72us (586us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045557.719196:0:5848:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1010 00000100:00100000:2.0:1777045557.719304:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424493824 00000100:00100000:2.0:1777045557.719311:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424493824 00000100:00100000:2.0:1777045557.719394:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424494080 00000100:00100000:2.0:1777045557.719399:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424494080 00000100:00100000:2.0:1777045557.719420:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424493696 00000100:00100000:2.0:1777045557.719424:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424493696 00000100:00100000:2.0:1777045557.719442:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1446 00000100:00100000:2.0:1777045557.719452:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77c7d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3342:x1863365424493824:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777045557.719501:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77c7d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3342:x1863365424493824:12345-0@lo:400:kworker.0 Request processed in 51us (1692us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045557.719511:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1446 00000100:00100000:2.0:1777045557.719529:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1447 00000100:00100000:2.0:1777045557.719539:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41c66300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3343:x1863365424494080:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777045557.719581:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41c66300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3343:x1863365424494080:12345-0@lo:400:kworker.0 Request processed in 43us (893us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045557.719591:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1447 00000100:00100000:2.0:1777045557.719611:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1448 00000100:00100000:2.0:1777045557.719621:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41c64700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3343:x1863365424493696:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777045557.719667:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41c64700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3343:x1863365424493696:12345-0@lo:400:kworker.0 Request processed in 46us (908us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045557.719676:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1448 00000100:00080000:1.0:1777045557.719824:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1777045557.720307:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df6d58e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3342:1863365424493824:0@lo:400:kworker.0 00000100:00100000:3.0:1777045557.720327:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1777045557.720370:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df77c7e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424494336:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1777045557.720435:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777045557.720484:0:6644:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424494336 00000100:00100000:3.0:1777045557.720490:0:6644:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424494336 00000100:00100000:3.0:1777045557.720549:0:6644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 610 00000100:00100000:3.0:1777045557.720560:0:6644:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77c7c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1863365424494336:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1777045557.720599:0:6644:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 62849024 pending 0 free 3851419648 avail 3849322496 00000100:00100000:3.0:1777045557.720684:0:6644:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77c7c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1863365424494336:12345-0@lo:13:osp-pre-1-0.0 Request processed in 124us (247us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045557.720695:0:6644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 610 00000100:00080000:3.0:1777045557.720726:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1777045557.720762:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df77c7e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424494336:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1777045557.721207:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de430ff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ce657616-b3f3-4e21-ac89-518ab611901c:3343:1863365424493568:0@lo:400:kworker.0 00000100:00100000:0.0:1777045557.721225:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df6d58ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3343:1863365424494080:0@lo:400:kworker.0 00000100:00100000:0.0:1777045557.721256:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df6d58f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3343:1863365424493696:0@lo:400:kworker.0 00000100:00100000:2.0:1777045557.727084:0:14822:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424493952 00000100:00100000:2.0:1777045557.727103:0:14822:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424493952 00000100:00100000:2.0:1777045557.729491:0:14822:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424494208 00000100:00100000:2.0:1777045557.729500:0:14822:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424494208 00000100:00100000:2.0:1777045557.729767:0:14822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1285 00000100:00100000:2.0:1777045557.729785:0:14822:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77c7e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3342:x1863365424493952:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777045557.729940:0:14822:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77c7e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3342:x1863365424493952:12345-0@lo:400:kworker.0 Request processed in 159us (12266us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045557.729953:0:14822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1285 00000100:00100000:2.0:1777045557.730013:0:14822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1286 00000100:00100000:2.0:1777045557.730025:0:14822:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41c65880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424494208:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777045557.730086:0:14822:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41c65880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424494208:12345-0@lo:400:kworker.0 Request processed in 63us (11266us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045557.730097:0:14822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1286 00000100:00100000:3.0:1777045557.742704:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df6d58d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424493952:0@lo:400:kworker.0 00000100:00100000:3.0:1777045557.742816:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df6d58fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424494208:0@lo:400:kworker.0 00010000:00010000:2.0:1777045558.102713:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777045559.125499:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777045560.149634:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1777045560.761638:0:24033:0:(llog.c:801:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1777045560.761649:0:24033:0:(llog_cat.c:158:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1777045560.762724:0:24033:0:(llog.c:858:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1777045560.762741:0:24033:0:(llog.c:858:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1777045560.831113:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045560.831160:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045560.831209:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045560.831270:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045560.831304:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045560.831628:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045560.832648:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370312448 00000100:00100000:2.0:1777045560.832663:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370312448 00000100:00100000:2.0:1777045560.832738:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370312832 00000100:00100000:2.0:1777045560.832744:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370312832 00000100:00100000:2.0:1777045560.832777:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1449 00000100:00100000:2.0:1777045560.832790:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77c7e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:146de360-3fb2-48bd-b418-06f30714148a+30:2390:x1863365370312448:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:2.0:1777045560.832880:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77c7e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:146de360-3fb2-48bd-b418-06f30714148a+30:2390:x1863365370312448:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 92us (1779us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045560.832892:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1449 00000100:00100000:2.0:1777045560.832946:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1450 00000100:00100000:2.0:1777045560.832957:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d58ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+29:2390:x1863365370312832:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:2.0:1777045560.832994:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d58ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+29:2390:x1863365370312832:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 39us (1367us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045560.833004:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1450 00000100:00100000:2.0:1777045560.833030:0:14822:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370312704 00000100:00100000:2.0:1777045560.833035:0:14822:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370312704 00000100:00100000:2.0:1777045560.833091:0:14822:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370312960 00000100:00100000:2.0:1777045560.833096:0:14822:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370312960 00000100:00100000:2.0:1777045560.833151:0:14822:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370312576 00000100:00100000:2.0:1777045560.833155:0:14822:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370312576 00000100:00100000:2.0:1777045560.833200:0:14822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1287 00000100:00100000:2.0:1777045560.833229:0:14822:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d58fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:146de360-3fb2-48bd-b418-06f30714148a+13:2390:x1863365370312704:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:2.0:1777045560.833270:0:14822:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d58fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:146de360-3fb2-48bd-b418-06f30714148a+13:2390:x1863365370312704:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 43us (2109us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045560.833280:0:14822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1287 00000100:00100000:2.0:1777045560.833299:0:14822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1288 00000100:00100000:2.0:1777045560.833309:0:14822:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d58d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2390:x1863365370312960:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:2.0:1777045560.833343:0:14822:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d58d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2390:x1863365370312960:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 36us (2135us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045560.833352:0:14822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1288 00000100:00100000:2.0:1777045560.833367:0:14822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1289 00000100:00100000:2.0:1777045560.833376:0:14822:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d58f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:146de360-3fb2-48bd-b418-06f30714148a+14:2390:x1863365370312576:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:2.0:1777045560.833408:0:14822:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d58f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:146de360-3fb2-48bd-b418-06f30714148a+14:2390:x1863365370312576:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 32us (2103us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045560.833426:0:14822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1289 00000100:00100000:3.0:1777045560.838640:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045560.838732:0:6639:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370313088 00000100:00100000:3.0:1777045560.838744:0:6639:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370313088 00000100:00100000:3.0:1777045560.839071:0:6639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1290 00000100:00100000:3.0:1777045560.839087:0:6639:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d58e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2390:x1863365370313088:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777045560.840659:0:6639:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d58e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2390:x1863365370313088:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 1572us (2025us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045560.840692:0:6639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1290 00000100:00100000:3.0:1777045560.840733:0:5850:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370312320 00000100:00100000:3.0:1777045560.840740:0:5850:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370312320 00000100:00100000:3.0:1777045560.840795:0:5850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1011 00000100:00100000:3.0:1777045560.840807:0:5850:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df4fc77c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2390:x1863365370312320:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777045560.840872:0:5850:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df4fc77c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2390:x1863365370312320:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 66us (9601us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045560.840882:0:5850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1011 00000100:00080000:3.0:1777045560.840945:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1777045560.840951:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1777045560.840956:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:1.0:1777045561.173499:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777045561.817842:0:3341:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1777045561.817875:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df77b5ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424494464:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1777045561.817996:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777045561.818512:0:19062:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424494464 00000100:00100000:2.0:1777045561.818524:0:19062:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424494464 00000100:00100000:2.0:1777045561.818628:0:19062:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 611 00000100:00100000:2.0:1777045561.818643:0:19062:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42c8ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3341:x1863365424494464:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1777045561.818691:0:19062:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 71368704 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1777045561.818760:0:19062:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42c8ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3341:x1863365424494464:12345-0@lo:13:osp-pre-0-0.0 Request processed in 120us (764us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045561.818773:0:19062:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 611 00000100:00080000:3.0:1777045561.818888:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1777045561.819282:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df77b5ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424494464:0@lo:13:osp-pre-0-0.0 00010000:00010000:2.0:1777045562.197844:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777045562.842795:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7503a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424494592:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1777045562.843262:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777045562.843717:0:6643:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424494592 00000100:00100000:3.0:1777045562.843728:0:6643:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424494592 00000100:00100000:3.0:1777045562.843805:0:6643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 612 00000100:00100000:3.0:1777045562.843820:0:6643:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7503b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424494592:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1777045562.843869:0:6643:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 62849024 pending 0 free 3851419648 avail 3849322496 00000100:00100000:3.0:1777045562.843971:0:6643:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7503b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424494592:12345-0@lo:13:osp-pre-1-0.0 Request processed in 153us (708us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045562.843984:0:6643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 612 00000100:00080000:3.0:1777045562.844016:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1777045562.844069:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7503a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424494592:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1777045562.846391:0:3344:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de41c66d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ce657616-b3f3-4e21-ac89-518ab611901c:3344:1863365424494720:0@lo:400:kworker.0 00000100:00100000:0.0:1777045562.846455:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045562.846500:0:3344:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df6d657800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3344:1863365424495232:0@lo:400:kworker.0 00000100:00100000:0.0:1777045562.846538:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045562.846568:0:3344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1777045562.846578:0:3344:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df74532d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3344:1863365424495104:0@lo:400:kworker.0 00000100:00100000:0.0:1777045562.846611:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045562.846662:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de41c65500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3341:1863365424494848:0@lo:400:kworker.0 00000100:00100000:0.0:1777045562.846703:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045562.846730:0:3341:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1777045562.846739:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de430ff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3341:1863365424494976:0@lo:400:kworker.0 00000100:00100000:0.0:1777045562.846798:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777045562.848780:0:5849:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424494720 00000100:00100000:2.0:1777045562.848792:0:5849:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424494720 00000100:00100000:2.0:1777045562.848849:0:5849:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1012 00000100:00100000:2.0:1777045562.848863:0:5849:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df4fc75c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ce657616-b3f3-4e21-ac89-518ab611901c+18:3344:x1863365424494720:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777045562.848971:0:5849:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df4fc75c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ce657616-b3f3-4e21-ac89-518ab611901c+18:3344:x1863365424494720:12345-0@lo:400:kworker.0 Request processed in 110us (2514us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045562.848984:0:5849:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1012 00000100:00100000:1.0:1777045562.849005:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424495232 00000100:00100000:1.0:1777045562.849013:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424495232 00000100:00100000:2.0:1777045562.849034:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424494848 00000100:00100000:2.0:1777045562.849040:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424494848 00000100:00100000:1.0:1777045562.849380:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424494976 00000100:00100000:1.0:1777045562.849389:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424494976 00000100:00100000:2.0:1777045562.850260:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1451 00000100:00100000:2.0:1777045562.850277:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d654a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3344:x1863365424495232:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777045562.850338:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d654a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3344:x1863365424495232:12345-0@lo:400:kworker.0 Request processed in 66us (3799us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045562.850350:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1451 00000100:00100000:2.0:1777045562.850411:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1452 00000100:00100000:2.0:1777045562.850421:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d656300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3341:x1863365424494848:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777045562.850479:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d656300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3341:x1863365424494848:12345-0@lo:400:kworker.0 Request processed in 59us (3775us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045562.850489:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1452 00000100:00100000:2.0:1777045562.850510:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1453 00000100:00100000:2.0:1777045562.850520:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7503f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3341:x1863365424494976:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777045562.850563:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7503f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3341:x1863365424494976:12345-0@lo:400:kworker.0 Request processed in 44us (3765us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045562.850572:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1453 00000100:00100000:2.0:1777045562.850627:0:3344:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de41c66d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ce657616-b3f3-4e21-ac89-518ab611901c:3344:1863365424494720:0@lo:400:kworker.0 00000100:00100000:2.0:1777045562.850648:0:3344:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df6d657800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3344:1863365424495232:0@lo:400:kworker.0 00000100:00100000:2.0:1777045562.850703:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de430ff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3341:1863365424494976:0@lo:400:kworker.0 00000100:00100000:2.0:1777045562.850718:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de41c65500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3341:1863365424494848:0@lo:400:kworker.0 00000100:00100000:1.0:1777045562.859584:0:8776:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424495104 00000100:00100000:1.0:1777045562.859603:0:8776:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424495104 00000100:00100000:1.0:1777045562.859704:0:8776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1291 00000100:00100000:1.0:1777045562.859723:0:8776:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d655c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3344:x1863365424495104:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777045562.859848:0:8776:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d655c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3344:x1863365424495104:12345-0@lo:400:kworker.0 Request processed in 129us (13234us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045562.859860:0:8776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1291 00000100:00080000:1.0:1777045562.859915:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1777045562.859978:0:3344:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df74532d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3344:1863365424495104:0@lo:400:kworker.0 00010000:00010000:1.0:1777045563.222501:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777045564.253236:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777045565.275880:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1777045565.374442:0:24085:0:(llog.c:801:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1777045565.374452:0:24085:0:(llog_cat.c:158:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1777045565.375143:0:24085:0:(llog.c:858:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:3.0:1777045565.375156:0:24085:0:(llog.c:858:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1777045565.946314:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045565.946367:0:5848:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370313216 00000100:00100000:1.0:1777045565.946371:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045565.946380:0:5848:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370313216 00000100:00100000:1.0:1777045565.946406:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045565.946440:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045565.946447:0:5848:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1013 00000100:00100000:2.0:1777045565.946460:0:5848:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df4fc74850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2392:x1863365370313216:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:1.0:1777045565.946467:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045565.946493:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045565.946562:0:5848:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df4fc74850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2392:x1863365370313216:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 101us (258us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045565.946576:0:5848:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1013 00000100:00100000:2.0:1777045565.946633:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370313728 00000100:00100000:2.0:1777045565.946639:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370313728 00000100:00100000:3.0:1777045565.946664:0:6639:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370313472 00000100:00100000:3.0:1777045565.946670:0:6639:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370313472 00000100:00100000:2.0:1777045565.946690:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370313344 00000100:00100000:2.0:1777045565.946694:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370313344 00000100:00100000:3.0:1777045565.946708:0:6639:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370313984 00000100:00100000:3.0:1777045565.946713:0:6639:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370313984 00000100:00100000:2.0:1777045565.946724:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1454 00000100:00100000:2.0:1777045565.946734:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42c88e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+29:2392:x1863365370313728:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777045565.946738:0:6639:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370313600 00000100:00100000:3.0:1777045565.946742:0:6639:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370313600 00000100:00100000:3.0:1777045565.946768:0:6639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1292 00000100:00100000:3.0:1777045565.946778:0:6639:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42c8b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:146de360-3fb2-48bd-b418-06f30714148a+14:2392:x1863365370313472:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777045565.946851:0:6639:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42c8b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:146de360-3fb2-48bd-b418-06f30714148a+14:2392:x1863365370313472:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 51us (456us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045565.946862:0:6639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1292 00000100:00100000:3.0:1777045565.946886:0:6639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1293 00000100:00100000:3.0:1777045565.946898:0:6639:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42c88a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2392:x1863365370313984:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777045565.946941:0:6639:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42c88a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2392:x1863365370313984:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 44us (499us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045565.946952:0:6639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1293 00000100:00100000:3.0:1777045565.946973:0:6639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1294 00000100:00100000:3.0:1777045565.946984:0:6639:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42c8a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:146de360-3fb2-48bd-b418-06f30714148a+13:2392:x1863365370313600:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777045565.947021:0:6639:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42c8a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:146de360-3fb2-48bd-b418-06f30714148a+13:2392:x1863365370313600:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 38us (527us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045565.947030:0:6639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1294 00000100:00080000:3.0:1777045565.947702:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1777045565.947709:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1777045565.947713:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1777045565.948086:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42c88e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+29:2392:x1863365370313728:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 1350us (1675us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045565.948093:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045565.948098:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1454 00000100:00100000:2.0:1777045565.948126:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1455 00000100:00100000:2.0:1777045565.948138:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42c89880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:146de360-3fb2-48bd-b418-06f30714148a+30:2392:x1863365370313344:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:2.0:1777045565.948194:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42c89880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:146de360-3fb2-48bd-b418-06f30714148a+30:2392:x1863365370313344:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 57us (1725us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045565.948204:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1455 00000100:00100000:3.0:1777045565.953369:0:6639:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370313856 00000100:00100000:3.0:1777045565.953389:0:6639:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370313856 00000100:00080000:2.0:1777045565.955448:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1777045565.957110:0:6639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1295 00000100:00100000:3.0:1777045565.957133:0:6639:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42c88700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2392:x1863365370313856:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777045565.960154:0:6639:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42c88700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2392:x1863365370313856:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 3021us (12640us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045565.960172:0:6639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1295 00010000:00010000:3.0:1777045566.293559:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1777045566.742033:0:11491:0:(llog.c:801:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1777045566.742044:0:11491:0:(llog_cat.c:158:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1777045566.743322:0:11491:0:(llog.c:858:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1777045566.743342:0:11491:0:(llog.c:858:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1777045566.933705:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df77b5ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424495360:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1777045566.933799:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777045566.934045:0:6644:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424495360 00000100:00100000:3.0:1777045566.934056:0:6644:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424495360 00000100:00100000:3.0:1777045566.934150:0:6644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 613 00000100:00100000:3.0:1777045566.934165:0:6644:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7503d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3341:x1863365424495360:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1777045566.934249:0:6644:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 71368704 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1777045566.934324:0:6644:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7503d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3341:x1863365424495360:12345-0@lo:13:osp-pre-0-0.0 Request processed in 162us (524us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045566.934337:0:6644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 613 00000100:00080000:2.0:1777045566.934696:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1777045566.935461:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df77b5ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424495360:0@lo:13:osp-pre-0-0.0 00010000:00010000:1.0:1777045567.327886:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777045567.960269:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7503aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424495872:0@lo:400:kworker.0 00000100:00100000:0.0:1777045567.960635:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045567.960727:0:3341:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1777045567.960738:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7503a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ce657616-b3f3-4e21-ac89-518ab611901c:3341:1863365424495488:0@lo:400:kworker.0 00000100:00100000:0.0:1777045567.960815:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045567.960860:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df75038e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3341:1863365424496000:0@lo:400:kworker.0 00000100:00100000:0.0:1777045567.960902:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045567.960941:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df75038380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3343:1863365424495616:0@lo:400:kworker.0 00000100:00100000:0.0:1777045567.960975:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045567.961016:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7503b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424496128:0@lo:400:kworker.0 00000100:00100000:0.0:1777045567.961051:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045567.961082:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:0.0:1777045567.961092:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7503bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3343:1863365424495744:0@lo:400:kworker.0 00000100:00100000:0.0:1777045567.961126:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045567.961155:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7503ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424496256:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1777045567.961186:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045567.961276:0:5850:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424495488 00000100:00100000:0.0:1777045567.961287:0:5850:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424495488 00000100:00100000:0.0:1777045567.961352:0:5850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1014 00000100:00100000:0.0:1777045567.961366:0:5850:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df4fc76450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ce657616-b3f3-4e21-ac89-518ab611901c+18:3341:x1863365424495488:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777045567.961442:0:5850:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df4fc76450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ce657616-b3f3-4e21-ac89-518ab611901c+18:3341:x1863365424495488:12345-0@lo:400:kworker.0 Request processed in 77us (647us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045567.961455:0:5850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1014 00000100:00100000:0.0:1777045567.961504:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424496000 00000100:00100000:0.0:1777045567.961510:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424496000 00000100:00100000:0.0:1777045567.961559:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424495616 00000100:00100000:0.0:1777045567.961565:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424495616 00000100:00100000:0.0:1777045567.961590:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424495744 00000100:00100000:0.0:1777045567.961595:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424495744 00000100:00100000:0.0:1777045567.961617:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1456 00000100:00100000:0.0:1777045567.961626:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7503c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3341:x1863365424496000:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777045567.961677:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7503c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3341:x1863365424496000:12345-0@lo:400:kworker.0 Request processed in 51us (774us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045567.961688:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1456 00000100:00100000:0.0:1777045567.961708:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1457 00000100:00100000:0.0:1777045567.961716:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7503f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3343:x1863365424495616:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777045567.961763:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7503f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3343:x1863365424495616:12345-0@lo:400:kworker.0 Request processed in 47us (787us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045567.961774:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1457 00000100:00100000:0.0:1777045567.961818:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1458 00000100:00100000:0.0:1777045567.961830:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7503e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3343:x1863365424495744:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777045567.961876:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7503e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3343:x1863365424495744:12345-0@lo:400:kworker.0 Request processed in 48us (749us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045567.961885:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1458 00000100:00100000:0.0:1777045567.961916:0:8776:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424495872 00000100:00100000:0.0:1777045567.961921:0:8776:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424495872 00000100:00100000:0.0:1777045567.961957:0:8776:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424496128 00000100:00100000:0.0:1777045567.961961:0:8776:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424496128 00000100:00100000:0.0:1777045567.961994:0:8776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1296 00000100:00100000:0.0:1777045567.962005:0:8776:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7503df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3341:x1863365424495872:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777045567.962051:0:8776:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7503df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3341:x1863365424495872:12345-0@lo:400:kworker.0 Request processed in 48us (1418us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045567.962061:0:8776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1296 00000100:00100000:0.0:1777045567.962078:0:8776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1297 00000100:00100000:0.0:1777045567.962087:0:8776:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7503dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424496128:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777045567.962126:0:8776:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7503dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424496128:12345-0@lo:400:kworker.0 Request processed in 39us (1074us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045567.962136:0:8776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1297 00000100:00100000:0.0:1777045567.962170:0:19062:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424496256 00000100:00100000:0.0:1777045567.962176:0:19062:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424496256 00000100:00100000:0.0:1777045567.962241:0:19062:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 614 00000100:00100000:0.0:1777045567.962253:0:19062:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7503c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424496256:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1777045567.962293:0:19062:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 62849024 pending 0 free 3851419648 avail 3849322496 00000100:00100000:0.0:1777045567.962343:0:19062:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7503c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424496256:12345-0@lo:13:osp-pre-1-0.0 Request processed in 91us (1155us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045567.962354:0:19062:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 614 00000100:00080000:0.0:1777045567.962699:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1777045567.962705:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1777045567.962768:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7503bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3343:1863365424495744:0@lo:400:kworker.0 00000100:00100000:0.0:1777045567.962826:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7503ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424496256:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1777045567.962848:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df75038380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3343:1863365424495616:0@lo:400:kworker.0 00000100:00100000:0.0:1777045567.962862:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7503b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424496128:0@lo:400:kworker.0 00000100:00100000:0.0:1777045567.962916:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7503a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ce657616-b3f3-4e21-ac89-518ab611901c:3341:1863365424495488:0@lo:400:kworker.0 00000100:00100000:0.0:1777045567.962936:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df75038e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3341:1863365424496000:0@lo:400:kworker.0 00000100:00100000:0.0:1777045567.962950:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7503aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424495872:0@lo:400:kworker.0 00010000:00010000:3.0:1777045568.350115:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777045569.370802:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1777045570.030669:0:24137:0:(llog.c:801:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1777045570.030681:0:24137:0:(llog_cat.c:158:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1777045570.033165:0:24137:0:(llog.c:858:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1777045570.033184:0:24137:0:(llog.c:858:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:2.0:1777045570.390798:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777045571.090988:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045571.091055:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045571.091099:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045571.091141:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045571.091178:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045571.091267:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045571.091379:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045571.091439:0:8776:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370314496 00000100:00100000:0.0:1777045571.091453:0:8776:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370314496 00000100:00100000:0.0:1777045571.091525:0:8776:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370314752 00000100:00100000:0.0:1777045571.091530:0:8776:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370314752 00000100:00100000:0.0:1777045571.091552:0:8776:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370314368 00000100:00100000:0.0:1777045571.091556:0:8776:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370314368 00000100:00100000:0.0:1777045571.091575:0:8776:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370314880 00000100:00100000:0.0:1777045571.091580:0:8776:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370314880 00000100:00100000:0.0:1777045571.091607:0:8776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1298 00000100:00100000:0.0:1777045571.091622:0:8776:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7503d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:146de360-3fb2-48bd-b418-06f30714148a+13:2393:x1863365370314496:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:0.0:1777045571.091710:0:8776:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7503d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:146de360-3fb2-48bd-b418-06f30714148a+13:2393:x1863365370314496:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 90us (654us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045571.091724:0:8776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1298 00000100:00100000:0.0:1777045571.091774:0:8776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1299 00000100:00100000:0.0:1777045571.091788:0:8776:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7503d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2393:x1863365370314752:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:0.0:1777045571.091831:0:8776:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7503d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2393:x1863365370314752:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 46us (732us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045571.091842:0:8776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1299 00000100:00100000:0.0:1777045571.091863:0:8776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1300 00000100:00100000:0.0:1777045571.091874:0:8776:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7503ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:146de360-3fb2-48bd-b418-06f30714148a+14:2393:x1863365370314368:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:0.0:1777045571.091910:0:8776:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7503ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:146de360-3fb2-48bd-b418-06f30714148a+14:2393:x1863365370314368:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 38us (771us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045571.091920:0:8776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1300 00000100:00100000:0.0:1777045571.091938:0:8776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1301 00000100:00100000:0.0:1777045571.091949:0:8776:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7503f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2393:x1863365370314880:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:0.0:1777045571.091984:0:8776:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7503f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2393:x1863365370314880:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 36us (718us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045571.091995:0:8776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1301 00000100:00100000:0.0:1777045571.092027:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370314240 00000100:00100000:0.0:1777045571.092033:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370314240 00000100:00100000:0.0:1777045571.092072:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370314624 00000100:00100000:0.0:1777045571.092077:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370314624 00000100:00100000:0.0:1777045571.092108:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1459 00000100:00100000:0.0:1777045571.092119:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7503ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:146de360-3fb2-48bd-b418-06f30714148a+30:2393:x1863365370314240:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:0.0:1777045571.092167:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7503ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:146de360-3fb2-48bd-b418-06f30714148a+30:2393:x1863365370314240:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 49us (1190us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045571.092178:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1459 00000100:00100000:0.0:1777045571.092196:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1460 00000100:00100000:0.0:1777045571.092546:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7503e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+29:2393:x1863365370314624:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:0.0:1777045571.092712:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7503e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+29:2393:x1863365370314624:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 170us (1533us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045571.092725:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1460 00000100:00080000:0.0:1777045571.092790:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1777045571.092796:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1777045571.092800:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1777045571.094766:0:5849:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370314112 00000100:00100000:2.0:1777045571.094776:0:5849:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370314112 00000100:00100000:2.0:1777045571.094850:0:5849:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1015 00000100:00100000:2.0:1777045571.094862:0:5849:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df4fc77850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2390:x1863365370314112:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:2.0:1777045571.095268:0:5849:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df4fc77850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2390:x1863365370314112:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 406us (3888us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045571.095282:0:5849:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1015 00010000:00010000:1.0:1777045571.418671:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777045572.076152:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1777045572.076186:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df77b5ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424496384:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1777045572.076327:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777045572.077328:0:6643:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424496384 00000100:00100000:3.0:1777045572.077344:0:6643:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424496384 00000100:00100000:3.0:1777045572.077465:0:6643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 615 00000100:00100000:3.0:1777045572.077485:0:6643:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42c89c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1863365424496384:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1777045572.077541:0:6643:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 71368704 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1777045572.077639:0:6643:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42c89c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1863365424496384:12345-0@lo:13:osp-pre-0-0.0 Request processed in 158us (1311us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045572.077652:0:6643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 615 00000100:00080000:2.0:1777045572.078006:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1777045572.078289:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df77b5ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424496384:0@lo:13:osp-pre-0-0.0 00010000:00010000:2.0:1777045572.440602:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777045573.077913:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df75038700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424496896:0@lo:400:kworker.0 00000100:00100000:2.0:1777045573.078884:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df75039880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ce657616-b3f3-4e21-ac89-518ab611901c:3342:1863365424496512:0@lo:400:kworker.0 00000100:00100000:2.0:1777045573.078952:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777045573.079323:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7503b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3342:1863365424497024:0@lo:400:kworker.0 00000100:00100000:2.0:1777045573.079375:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777045573.079445:0:5848:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424496512 00000100:00100000:2.0:1777045573.079456:0:5848:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424496512 00000100:00100000:2.0:1777045573.079558:0:5848:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1016 00000100:00100000:2.0:1777045573.079574:0:5848:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df4fc76850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ce657616-b3f3-4e21-ac89-518ab611901c+18:3342:x1863365424496512:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777045573.079659:0:5848:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df4fc76850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ce657616-b3f3-4e21-ac89-518ab611901c+18:3342:x1863365424496512:12345-0@lo:400:kworker.0 Request processed in 88us (706us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045573.079671:0:5848:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1016 00000100:00100000:3.0:1777045573.079769:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777045573.079798:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df75039880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ce657616-b3f3-4e21-ac89-518ab611901c:3342:1863365424496512:0@lo:400:kworker.0 00000100:00100000:3.0:1777045573.079863:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7503ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3343:1863365424496640:0@lo:400:kworker.0 00000100:00100000:3.0:1777045573.079917:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777045573.079965:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df75039c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424497152:0@lo:400:kworker.0 00000100:00100000:3.0:1777045573.080285:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777045573.080320:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1777045573.080331:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df75039f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3343:1863365424496768:0@lo:400:kworker.0 00000100:00100000:3.0:1777045573.080365:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777045573.080511:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424497024 00000100:00100000:3.0:1777045573.080520:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424497024 00000100:00100000:3.0:1777045573.080589:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424496640 00000100:00100000:3.0:1777045573.080595:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424496640 00000100:00100000:3.0:1777045573.080629:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424496768 00000100:00100000:3.0:1777045573.080633:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424496768 00000100:00100000:3.0:1777045573.080665:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1461 00000100:00100000:3.0:1777045573.080676:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77b5ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3342:x1863365424497024:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777045573.080778:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77b5ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3342:x1863365424497024:12345-0@lo:400:kworker.0 Request processed in 102us (1402us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045573.080791:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1461 00000100:00100000:3.0:1777045573.080817:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1462 00000100:00100000:3.0:1777045573.080827:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df75038000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3343:x1863365424496640:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777045573.080885:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df75038000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3343:x1863365424496640:12345-0@lo:400:kworker.0 Request processed in 59us (967us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045573.080896:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1462 00000100:00100000:3.0:1777045573.080919:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1463 00000100:00100000:3.0:1777045573.080930:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df75039500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3343:x1863365424496768:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777045573.080977:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df75039500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3343:x1863365424496768:12345-0@lo:400:kworker.0 Request processed in 49us (611us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045573.080986:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1463 00000100:00100000:3.0:1777045573.081033:0:8776:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424496896 00000100:00100000:3.0:1777045573.081040:0:8776:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424496896 00000100:00100000:3.0:1777045573.081080:0:8776:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424497152 00000100:00100000:3.0:1777045573.081085:0:8776:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424497152 00000100:00100000:3.0:1777045573.081116:0:8776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1302 00000100:00100000:3.0:1777045573.081127:0:8776:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7503a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3341:x1863365424496896:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777045573.081186:0:8776:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7503a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3341:x1863365424496896:12345-0@lo:400:kworker.0 Request processed in 61us (1437us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045573.081197:0:8776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1302 00000100:00100000:3.0:1777045573.081247:0:8776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1303 00000100:00100000:3.0:1777045573.081259:0:8776:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df75039180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424497152:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777045573.081318:0:8776:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df75039180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424497152:12345-0@lo:400:kworker.0 Request processed in 60us (1031us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045573.081329:0:8776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1303 00000100:00080000:3.0:1777045573.081366:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1777045573.081374:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1777045573.081457:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7503b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3342:1863365424497024:0@lo:400:kworker.0 00000100:00100000:3.0:1777045573.081507:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df75039f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3343:1863365424496768:0@lo:400:kworker.0 00000100:00100000:3.0:1777045573.081525:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7503ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3343:1863365424496640:0@lo:400:kworker.0 00000100:00100000:3.0:1777045573.081538:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df75039c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424497152:0@lo:400:kworker.0 00000100:00100000:3.0:1777045573.081886:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df75038700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424496896:0@lo:400:kworker.0 00000100:00100000:1.0:1777045573.098117:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1777045573.098172:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df74532d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424497280:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1777045573.098355:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045573.098923:0:6644:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424497280 00000100:00100000:0.0:1777045573.098936:0:6644:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424497280 00000100:00100000:0.0:1777045573.099030:0:6644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 616 00000100:00100000:0.0:1777045573.099049:0:6644:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42588380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424497280:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1777045573.099104:0:6644:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 62849024 pending 0 free 3851419648 avail 3849322496 00000100:00100000:0.0:1777045573.099257:0:6644:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42588380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424497280:12345-0@lo:13:osp-pre-1-0.0 Request processed in 161us (852us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045573.099273:0:6644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 616 00000100:00100000:2.0:1777045573.099497:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df74532d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424497280:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1777045573.463837:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1777045574.341485:0:24188:0:(llog.c:801:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1777045574.341497:0:24188:0:(llog_cat.c:158:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1777045574.346021:0:24188:0:(llog.c:858:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1777045574.346043:0:24188:0:(llog.c:858:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:1.0:1777045574.493245:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777045575.515432:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1777045576.022617:0:11491:0:(llog.c:801:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1777045576.022630:0:11491:0:(llog_cat.c:158:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1777045576.023733:0:11491:0:(llog.c:858:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:1.0:1777045576.023747:0:11491:0:(llog.c:858:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1777045576.182843:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045576.183330:0:5850:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370315008 00000100:00100000:1.0:1777045576.183349:0:5850:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370315008 00000100:00100000:3.0:1777045576.183420:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045576.183447:0:5850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1017 00000100:00100000:1.0:1777045576.183470:0:5850:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df4fc75450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2393:x1863365370315008:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777045576.183505:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045576.183655:0:6641:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370315264 00000100:00100000:2.0:1777045576.183688:0:6641:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370315264 00000100:00100000:2.0:1777045576.183756:0:6641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1304 00000100:00100000:2.0:1777045576.183768:0:6641:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df47064850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:146de360-3fb2-48bd-b418-06f30714148a+14:2393:x1863365370315264:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:1.0:1777045576.183852:0:5850:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df4fc75450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2393:x1863365370315008:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 390us (1035us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045576.183863:0:5850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1017 00000100:00100000:3.0:1777045576.192825:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370315520 00000100:00100000:3.0:1777045576.192851:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370315520 00000100:00100000:3.0:1777045576.193004:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1464 00000100:00100000:3.0:1777045576.193031:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df75038700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+29:2393:x1863365370315520:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777045576.193196:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df75038700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+29:2393:x1863365370315520:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 168us (9690us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045576.193213:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1464 00000100:00100000:3.0:1777045576.193792:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045576.193843:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370315776 00000100:00100000:3.0:1777045576.193852:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370315776 00000100:00100000:3.0:1777045576.193921:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1305 00000100:00100000:3.0:1777045576.193937:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df75039c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2393:x1863365370315776:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777045576.194004:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df75039c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2393:x1863365370315776:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 70us (217us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045576.194018:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1305 00000100:00100000:3.0:1777045576.194100:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045576.194138:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370315136 00000100:00100000:3.0:1777045576.194146:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370315136 00000100:00100000:3.0:1777045576.194211:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1465 00000100:00100000:3.0:1777045576.194225:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7503ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:146de360-3fb2-48bd-b418-06f30714148a+30:2393:x1863365370315136:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777045576.194331:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7503ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:146de360-3fb2-48bd-b418-06f30714148a+30:2393:x1863365370315136:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 106us (229us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045576.194345:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1465 00000100:00100000:3.0:1777045576.194645:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045576.197919:0:6639:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370315392 00000100:00100000:3.0:1777045576.197939:0:6639:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370315392 00000100:00100000:2.0:1777045576.199293:0:6641:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df47064850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:146de360-3fb2-48bd-b418-06f30714148a+14:2393:x1863365370315264:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 15511us (15868us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045576.199312:0:6641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1304 00000100:00080000:2.0:1777045576.199651:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1777045576.200840:0:6639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1306 00000100:00100000:1.0:1777045576.202225:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045576.202480:0:14822:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370315648 00000100:00100000:1.0:1777045576.202492:0:14822:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370315648 00000100:00100000:1.0:1777045576.202564:0:14822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1307 00000100:00100000:1.0:1777045576.202579:0:14822:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de4258bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2393:x1863365370315648:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:1.0:1777045576.202689:0:14822:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de4258bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2393:x1863365370315648:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 85us (443us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045576.202702:0:14822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1307 00000100:00080000:2.0:1777045576.209267:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1777045576.209278:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1777045576.212346:0:6639:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df75039f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:146de360-3fb2-48bd-b418-06f30714148a+13:2393:x1863365370315392:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777045576.212560:0:6639:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df75039f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:146de360-3fb2-48bd-b418-06f30714148a+13:2393:x1863365370315392:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 11701us (17914us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045576.212588:0:6639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1306 00010000:00010000:1.0:1777045576.533809:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777045577.174520:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df4668b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424497408:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1777045577.174618:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777045577.175368:0:6643:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424497408 00000100:00100000:1.0:1777045577.175381:0:6643:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424497408 00000100:00100000:1.0:1777045577.175470:0:6643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 617 00000100:00100000:1.0:1777045577.175484:0:6643:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7503b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3341:x1863365424497408:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1777045577.175534:0:6643:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 71368704 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1777045577.175625:0:6643:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7503b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3341:x1863365424497408:12345-0@lo:13:osp-pre-0-0.0 Request processed in 141us (1006us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045577.175639:0:6643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 617 00000100:00100000:0.0:1777045577.175997:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df4668b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424497408:0@lo:13:osp-pre-0-0.0 00000100:00080000:2.0:1777045577.177389:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:0.0:1777045577.558271:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777045578.204370:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df46688e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424497536:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1777045578.204504:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777045578.204756:0:6644:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424497536 00000100:00100000:2.0:1777045578.204773:0:6644:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424497536 00000100:00100000:2.0:1777045578.204895:0:6644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 618 00000100:00100000:2.0:1777045578.204913:0:6644:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7503c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1863365424497536:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1777045578.204978:0:6644:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 62849024 pending 0 free 3851419648 avail 3849322496 00000100:00100000:2.0:1777045578.205060:0:6644:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7503c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1863365424497536:12345-0@lo:13:osp-pre-1-0.0 Request processed in 150us (556us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045578.205075:0:6644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 618 00000100:00080000:0.0:1777045578.205863:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1777045578.205937:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df46688e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424497536:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1777045578.207493:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7503fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ce657616-b3f3-4e21-ac89-518ab611901c:3343:1863365424497664:0@lo:400:kworker.0 00000100:00100000:0.0:1777045578.207572:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045578.207672:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7503dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3343:1863365424498176:0@lo:400:kworker.0 00000100:00100000:0.0:1777045578.207722:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045578.207799:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1777045578.207810:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7503ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3343:1863365424497792:0@lo:400:kworker.0 00000100:00100000:0.0:1777045578.208186:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045578.208304:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7503ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3341:1863365424497920:0@lo:400:kworker.0 00000100:00100000:0.0:1777045578.208353:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045578.208391:0:3341:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1777045578.208402:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7503df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424498048:0@lo:400:kworker.0 00000100:00100000:0.0:1777045578.208445:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045578.208498:0:5849:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424497664 00000100:00100000:0.0:1777045578.208509:0:5849:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424497664 00000100:00100000:0.0:1777045578.208581:0:5849:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1018 00000100:00100000:0.0:1777045578.208597:0:5849:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df47088050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ce657616-b3f3-4e21-ac89-518ab611901c+18:3343:x1863365424497664:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777045578.208712:0:5849:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df47088050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ce657616-b3f3-4e21-ac89-518ab611901c+18:3343:x1863365424497664:12345-0@lo:400:kworker.0 Request processed in 118us (1140us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045578.208727:0:5849:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1018 00000100:00100000:0.0:1777045578.208797:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424498176 00000100:00100000:0.0:1777045578.208804:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424498176 00000100:00100000:0.0:1777045578.208866:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424497792 00000100:00100000:0.0:1777045578.208871:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424497792 00000100:00100000:0.0:1777045578.209260:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424497920 00000100:00100000:0.0:1777045578.209269:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424497920 00000100:00100000:0.0:1777045578.209314:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1466 00000100:00100000:0.0:1777045578.209325:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7503d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3343:x1863365424498176:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777045578.209396:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7503d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3343:x1863365424498176:12345-0@lo:400:kworker.0 Request processed in 70us (1671us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045578.209415:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1466 00000100:00100000:0.0:1777045578.209441:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1467 00000100:00100000:0.0:1777045578.209453:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7503d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3343:x1863365424497792:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777045578.209504:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7503d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3343:x1863365424497792:12345-0@lo:400:kworker.0 Request processed in 53us (1318us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045578.209516:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1467 00000100:00100000:0.0:1777045578.209539:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1468 00000100:00100000:0.0:1777045578.209552:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7503ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3341:x1863365424497920:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777045578.209610:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7503ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3341:x1863365424497920:12345-0@lo:400:kworker.0 Request processed in 60us (1256us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045578.209622:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1468 00000100:00100000:0.0:1777045578.209741:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7503ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3343:1863365424497792:0@lo:400:kworker.0 00000100:00100000:0.0:1777045578.209759:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7503fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ce657616-b3f3-4e21-ac89-518ab611901c:3343:1863365424497664:0@lo:400:kworker.0 00000100:00100000:0.0:1777045578.209776:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7503dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3343:1863365424498176:0@lo:400:kworker.0 00000100:00080000:0.0:1777045578.209814:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1777045578.209856:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7503ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3341:1863365424497920:0@lo:400:kworker.0 00000100:00100000:1.0:1777045578.212387:0:14822:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424498048 00000100:00100000:1.0:1777045578.212408:0:14822:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424498048 00000100:00100000:1.0:1777045578.212526:0:14822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1308 00000100:00100000:1.0:1777045578.212545:0:14822:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7503f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3341:x1863365424498048:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777045578.212726:0:14822:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7503f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3341:x1863365424498048:12345-0@lo:400:kworker.0 Request processed in 185us (4277us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045578.212741:0:14822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1308 00000100:00100000:0.0:1777045578.234262:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7503df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424498048:0@lo:400:kworker.0 00010000:00010000:1.0:1777045578.588790:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1777045579.285014:0:24240:0:(llog.c:801:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1777045579.285025:0:24240:0:(llog_cat.c:158:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1777045579.287068:0:24240:0:(llog.c:858:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1777045579.287094:0:24240:0:(llog.c:858:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:0.0:1777045579.609951:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777045580.630744:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777045581.305896:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045581.306052:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045581.306086:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045581.306102:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370316032 00000100:00100000:2.0:1777045581.306115:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370316032 00000100:00100000:1.0:1777045581.306125:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045581.306205:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1469 00000100:00100000:2.0:1777045581.306220:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de4258aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:146de360-3fb2-48bd-b418-06f30714148a+30:2390:x1863365370316032:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:2.0:1777045581.306312:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de4258aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:146de360-3fb2-48bd-b418-06f30714148a+30:2390:x1863365370316032:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 94us (261us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045581.306324:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1469 00000100:00100000:2.0:1777045581.306361:0:6641:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370316288 00000100:00100000:2.0:1777045581.306367:0:6641:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370316288 00000100:00100000:2.0:1777045581.306401:0:6641:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370316544 00000100:00100000:2.0:1777045581.306404:0:6641:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370316544 00000100:00100000:2.0:1777045581.306438:0:6641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1309 00000100:00100000:2.0:1777045581.306450:0:6641:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42588e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:146de360-3fb2-48bd-b418-06f30714148a+13:2390:x1863365370316288:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:2.0:1777045581.306491:0:6641:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42588e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:146de360-3fb2-48bd-b418-06f30714148a+13:2390:x1863365370316288:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 45us (405us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045581.306500:0:6641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1309 00000100:00100000:2.0:1777045581.306518:0:6641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1310 00000100:00100000:2.0:1777045581.306527:0:6641:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de4258b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2390:x1863365370316544:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:2.0:1777045581.306609:0:6641:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de4258b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2390:x1863365370316544:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 32us (432us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045581.306619:0:6641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1310 00000100:00080000:1.0:1777045581.307417:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1777045581.307425:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1777045581.307429:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1777045581.316197:0:5850:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370315904 00000100:00100000:0.0:1777045581.316238:0:5850:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370315904 00000100:00100000:0.0:1777045581.316403:0:5850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1019 00000100:00100000:0.0:1777045581.316419:0:5850:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df47089050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2391:x1863365370315904:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:0.0:1777045581.316523:0:5850:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df47089050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2391:x1863365370315904:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 107us (10635us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045581.316535:0:5850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1019 00000100:00100000:2.0:1777045581.329516:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045581.330260:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045581.330324:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045581.331808:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370316416 00000100:00100000:1.0:1777045581.331822:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370316416 00000100:00100000:1.0:1777045581.331909:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1470 00000100:00100000:1.0:1777045581.331924:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df46689880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+29:2391:x1863365370316416:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:1.0:1777045581.334436:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df46689880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+29:2391:x1863365370316416:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 2508us (4170us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045581.334454:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1470 00000100:00080000:1.0:1777045581.334504:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1777045581.341378:0:8776:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370316160 00000100:00100000:0.0:1777045581.341395:0:8776:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370316160 00000100:00080000:0.0:1777045581.341451:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1777045581.341520:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370316672 00000100:00100000:0.0:1777045581.341527:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370316672 00000100:00100000:0.0:1777045581.341608:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1311 00000100:00100000:0.0:1777045581.341624:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df46688a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:146de360-3fb2-48bd-b418-06f30714148a+14:2391:x1863365370316160:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:0.0:1777045581.341722:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df46688a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:146de360-3fb2-48bd-b418-06f30714148a+14:2391:x1863365370316160:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 101us (12198us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045581.341734:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1311 00000100:00100000:0.0:1777045581.341760:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1312 00000100:00100000:0.0:1777045581.341770:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df46689f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2391:x1863365370316672:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:0.0:1777045581.341808:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df46689f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2391:x1863365370316672:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 38us (11483us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045581.341818:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1312 00000100:00080000:0.0:1777045581.341842:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:0.0:1777045581.654269:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777045582.296760:0:3344:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df46688e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3344:1863365424498304:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1777045582.296846:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777045582.296949:0:6643:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424498304 00000100:00100000:2.0:1777045582.296959:0:6643:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424498304 00000100:00100000:2.0:1777045582.297033:0:6643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 619 00000100:00100000:2.0:1777045582.297047:0:6643:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df4668b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1863365424498304:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1777045582.297095:0:6643:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 71368704 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1777045582.297161:0:6643:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df4668b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1863365424498304:12345-0@lo:13:osp-pre-0-0.0 Request processed in 115us (314us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045582.297172:0:6643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 619 00000100:00080000:2.0:1777045582.297247:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1777045582.297309:0:3344:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df46688e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3344:1863365424498304:0@lo:13:osp-pre-0-0.0 00010000:00010000:3.0:1777045582.678458:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777045583.321700:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df75038a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ce657616-b3f3-4e21-ac89-518ab611901c:3341:1863365424498432:0@lo:400:kworker.0 00000100:00100000:3.0:1777045583.321787:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777045583.321862:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7503aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3341:1863365424498944:0@lo:400:kworker.0 00000100:00100000:3.0:1777045583.321901:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777045583.321942:0:3341:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1777045583.321952:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7503a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3341:1863365424498560:0@lo:400:kworker.0 00000100:00100000:3.0:1777045583.321983:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777045583.322028:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df75038e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424499072:0@lo:400:kworker.0 00000100:00100000:3.0:1777045583.322065:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777045583.329317:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df75039180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3343:1863365424498688:0@lo:400:kworker.0 00000100:00100000:2.0:1777045583.329763:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777045583.329814:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df46688e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424499200:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1777045583.329852:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777045583.329886:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1777045583.329895:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df75039880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424498816:0@lo:400:kworker.0 00000100:00100000:2.0:1777045583.330250:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777045583.330640:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424498944 00000100:00100000:2.0:1777045583.330650:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424498944 00000100:00100000:2.0:1777045583.330720:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424498560 00000100:00100000:2.0:1777045583.330726:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424498560 00000100:00100000:2.0:1777045583.330751:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424498688 00000100:00100000:2.0:1777045583.330755:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424498688 00000100:00100000:2.0:1777045583.330781:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1471 00000100:00100000:2.0:1777045583.330794:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7503a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3341:x1863365424498944:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777045583.331133:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7503a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3341:x1863365424498944:12345-0@lo:400:kworker.0 Request processed in 340us (9230us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045583.331145:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1471 00000100:00100000:2.0:1777045583.331176:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1472 00000100:00100000:2.0:1777045583.331186:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7503b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3341:x1863365424498560:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777045583.331263:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7503b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3341:x1863365424498560:12345-0@lo:400:kworker.0 Request processed in 77us (9277us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045583.331274:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1472 00000100:00100000:3.0:1777045583.332873:0:5848:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424498432 00000100:00100000:3.0:1777045583.332882:0:5848:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424498432 00000100:00100000:3.0:1777045583.334340:0:5848:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1020 00000100:00100000:3.0:1777045583.334357:0:5848:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df47088450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ce657616-b3f3-4e21-ac89-518ab611901c+18:3341:x1863365424498432:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777045583.334436:0:5848:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df47088450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ce657616-b3f3-4e21-ac89-518ab611901c+18:3341:x1863365424498432:12345-0@lo:400:kworker.0 Request processed in 84us (12649us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045583.334448:0:5848:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1020 00000100:00080000:1.0:1777045583.334762:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1777045583.334784:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424499072 00000100:00100000:1.0:1777045583.334792:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424499072 00000100:00100000:1.0:1777045583.334846:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424498816 00000100:00100000:1.0:1777045583.334851:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424498816 00000100:00100000:1.0:1777045583.334882:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1313 00000100:00100000:1.0:1777045583.335188:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df75038380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3341:x1863365424499072:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777045583.335272:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df75038380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3341:x1863365424499072:12345-0@lo:400:kworker.0 Request processed in 87us (13205us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045583.335284:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1313 00000100:00100000:1.0:1777045583.335306:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1314 00000100:00100000:1.0:1777045583.335316:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de431be300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424498816:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777045583.335721:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de431be300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424498816:12345-0@lo:400:kworker.0 Request processed in 405us (5470us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045583.335731:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1314 00000100:00100000:1.0:1777045583.335762:0:19062:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424499200 00000100:00100000:1.0:1777045583.335769:0:19062:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424499200 00000100:00100000:1.0:1777045583.335806:0:19062:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 620 00000100:00100000:1.0:1777045583.335816:0:19062:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7419c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424499200:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1777045583.335854:0:19062:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 62849024 pending 0 free 3851419648 avail 3849322496 00000100:00100000:1.0:1777045583.335901:0:19062:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7419c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424499200:12345-0@lo:13:osp-pre-1-0.0 Request processed in 86us (6047us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045583.335911:0:19062:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 620 00000100:00100000:2.0:1777045583.351264:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1473 00000100:00100000:2.0:1777045583.352169:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41db1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3343:x1863365424498688:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777045583.352332:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41db1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3343:x1863365424498688:12345-0@lo:400:kworker.0 Request processed in 1040us (22568us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045583.358057:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7503a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3341:1863365424498560:0@lo:400:kworker.0 00000100:00100000:3.0:1777045583.358082:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df75038e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424499072:0@lo:400:kworker.0 00000100:00100000:3.0:1777045583.358097:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df75038a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ce657616-b3f3-4e21-ac89-518ab611901c:3341:1863365424498432:0@lo:400:kworker.0 00000100:00100000:3.0:1777045583.358112:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7503aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3341:1863365424498944:0@lo:400:kworker.0 00000100:00100000:3.0:1777045583.358195:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df75039880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424498816:0@lo:400:kworker.0 00000100:00100000:3.0:1777045583.358259:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df75039180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3343:1863365424498688:0@lo:400:kworker.0 00000100:00100000:3.0:1777045583.358286:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df46688e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424499200:0@lo:13:osp-pre-1-0.0 00000100:00080000:1.0:1777045583.367760:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1777045583.369328:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1473 00000040:00080000:0.0:1777045583.622021:0:24292:0:(llog.c:801:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1777045583.622032:0:24292:0:(llog_cat.c:158:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1777045583.629860:0:24292:0:(llog.c:858:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1777045583.629892:0:24292:0:(llog.c:858:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:1.0:1777045583.707659:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777045584.727935:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777045585.749698:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1777045586.326034:0:11491:0:(llog.c:801:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1777045586.326046:0:11491:0:(llog_cat.c:158:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1777045586.326990:0:11491:0:(llog.c:858:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:1.0:1777045586.327006:0:11491:0:(llog.c:858:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1777045586.426632:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045586.426712:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045586.426835:0:5849:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370316800 00000100:00100000:2.0:1777045586.426849:0:5849:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370316800 00000100:00100000:2.0:1777045586.426921:0:5849:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1021 00000100:00100000:2.0:1777045586.426936:0:5849:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df47088c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2392:x1863365370316800:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:2.0:1777045586.427029:0:5849:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df47088c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2392:x1863365370316800:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 95us (409us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045586.427041:0:5849:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1021 00000100:00100000:3.0:1777045586.428025:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045586.428074:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045586.428168:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370317312 00000100:00100000:2.0:1777045586.428177:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370317312 00000100:00100000:2.0:1777045586.428286:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1474 00000100:00100000:2.0:1777045586.428299:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df75039880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+29:2392:x1863365370317312:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:2.0:1777045586.428366:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df75039880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+29:2392:x1863365370317312:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 68us (343us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045586.428377:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1474 00000100:00080000:2.0:1777045586.428405:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1777045586.444080:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045586.444110:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370316928 00000100:00100000:3.0:1777045586.444121:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370316928 00000100:00100000:3.0:1777045586.444193:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1475 00000100:00100000:3.0:1777045586.444227:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df75038a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:146de360-3fb2-48bd-b418-06f30714148a+30:2392:x1863365370316928:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777045586.444335:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df75038a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:146de360-3fb2-48bd-b418-06f30714148a+30:2392:x1863365370316928:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 131us (265us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045586.444347:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1475 00000100:00100000:3.0:1777045586.444400:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045586.448411:0:6641:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370317056 00000100:00100000:0.0:1777045586.448429:0:6641:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370317056 00000100:00100000:0.0:1777045586.448537:0:6641:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370317568 00000100:00100000:0.0:1777045586.448543:0:6641:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370317568 00000100:00100000:0.0:1777045586.448584:0:6641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1315 00000100:00100000:0.0:1777045586.448599:0:6641:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df75039180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:146de360-3fb2-48bd-b418-06f30714148a+14:2392:x1863365370317056:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:0.0:1777045586.450136:0:6641:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df75039180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:146de360-3fb2-48bd-b418-06f30714148a+14:2392:x1863365370317056:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 1534us (23416us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045586.450151:0:6641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1315 00000100:00100000:0.0:1777045586.450183:0:6641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1316 00000100:00100000:0.0:1777045586.450195:0:6641:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7503aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2392:x1863365370317568:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:0.0:1777045586.450284:0:6641:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7503aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2392:x1863365370317568:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 91us (22210us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045586.450294:0:6641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1316 00000100:00080000:2.0:1777045586.455650:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1777045586.455661:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1777045586.455666:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1777045586.458406:0:14822:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370317184 00000100:00100000:3.0:1777045586.458424:0:14822:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370317184 00000100:00100000:3.0:1777045586.458536:0:14822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1317 00000100:00100000:3.0:1777045586.458554:0:14822:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df75038e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:146de360-3fb2-48bd-b418-06f30714148a+13:2392:x1863365370317184:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777045586.458653:0:14822:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df75038e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:146de360-3fb2-48bd-b418-06f30714148a+13:2392:x1863365370317184:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 105us (14252us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045586.458665:0:14822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1317 00000100:00100000:3.0:1777045586.458770:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045586.458901:0:8776:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370317440 00000100:00100000:3.0:1777045586.458908:0:8776:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370317440 00000100:00100000:3.0:1777045586.458954:0:8776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1318 00000100:00100000:3.0:1777045586.458966:0:8776:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7503a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2392:x1863365370317440:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777045586.459018:0:8776:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7503a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2392:x1863365370317440:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 53us (247us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045586.459035:0:8776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1318 00000100:00080000:2.0:1777045586.460994:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1777045586.461001:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:3.0:1777045586.797318:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777045587.421389:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1777045587.421421:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de431bce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424499328:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1777045587.421563:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777045587.432319:0:6644:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424499328 00000100:00100000:2.0:1777045587.432370:0:6644:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424499328 00000100:00100000:2.0:1777045587.432469:0:6644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 621 00000100:00100000:2.0:1777045587.432514:0:6644:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7503df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424499328:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1777045587.432570:0:6644:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 71368704 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1777045587.432681:0:6644:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7503df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424499328:12345-0@lo:13:osp-pre-0-0.0 Request processed in 198us (11117us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045587.432695:0:6644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 621 00000100:00080000:2.0:1777045587.432731:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1777045587.432794:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de431bce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424499328:0@lo:13:osp-pre-0-0.0 00000040:00080000:2.0:1777045587.723527:0:24343:0:(llog.c:801:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1777045587.723538:0:24343:0:(llog_cat.c:158:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1777045587.724299:0:24343:0:(llog.c:858:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1777045587.724310:0:24343:0:(llog.c:858:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:1.0:1777045587.798805:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777045588.451900:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7503fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3343:1863365424499712:0@lo:400:kworker.0 00000100:00100000:2.0:1777045588.451985:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777045588.452064:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7503c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424500224:0@lo:400:kworker.0 00000100:00100000:2.0:1777045588.452099:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777045588.452141:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1777045588.452151:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7503ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3343:1863365424499840:0@lo:400:kworker.0 00000100:00100000:2.0:1777045588.452184:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777045588.452264:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424500224 00000100:00100000:2.0:1777045588.452275:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424500224 00000100:00100000:2.0:1777045588.452346:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1319 00000100:00100000:2.0:1777045588.452360:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de431bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424500224:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777045588.452740:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de431bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424500224:12345-0@lo:400:kworker.0 Request processed in 383us (639us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045588.452751:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1319 00000100:00100000:2.0:1777045588.452787:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424499712 00000100:00100000:2.0:1777045588.452792:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424499712 00000100:00100000:2.0:1777045588.452823:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424499840 00000100:00100000:2.0:1777045588.452826:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424499840 00000100:00100000:2.0:1777045588.452851:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1476 00000100:00100000:2.0:1777045588.452861:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de431bce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3343:x1863365424499712:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777045588.453178:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de431bce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3343:x1863365424499712:12345-0@lo:400:kworker.0 Request processed in 318us (1193us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045588.453188:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1476 00000100:00100000:2.0:1777045588.453234:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1477 00000100:00100000:2.0:1777045588.453245:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77fd5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3343:x1863365424499840:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777045588.453289:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77fd5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3343:x1863365424499840:12345-0@lo:400:kworker.0 Request processed in 46us (1104us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045588.453299:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1477 00000100:00080000:2.0:1777045588.453322:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1777045588.453329:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1777045588.453364:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7503ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3343:1863365424499840:0@lo:400:kworker.0 00000100:00100000:2.0:1777045588.453380:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7503fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3343:1863365424499712:0@lo:400:kworker.0 00000100:00100000:2.0:1777045588.453393:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7503c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424500224:0@lo:400:kworker.0 00000100:00100000:3.0:1777045588.453777:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7503ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424499456:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1777045588.453821:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777045588.453869:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7503d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424499968:0@lo:400:kworker.0 00000100:00100000:3.0:1777045588.453900:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777045588.453947:0:3341:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1777045588.453957:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7503dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ce657616-b3f3-4e21-ac89-518ab611901c:3341:1863365424499584:0@lo:400:kworker.0 00000100:00100000:3.0:1777045588.453995:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045588.454022:0:8776:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424499968 00000100:00100000:3.0:1777045588.454027:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7503c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3341:1863365424500096:0@lo:400:kworker.0 00000100:00100000:0.0:1777045588.454029:0:8776:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424499968 00000100:00100000:3.0:1777045588.454058:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045588.454073:0:8776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1320 00000100:00100000:0.0:1777045588.454092:0:8776:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7503b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3341:x1863365424499968:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777045588.454142:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424500096 00000100:00100000:3.0:1777045588.454148:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424500096 00000100:00100000:0.0:1777045588.454152:0:8776:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7503b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3341:x1863365424499968:12345-0@lo:400:kworker.0 Request processed in 71us (251us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045588.454161:0:8776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1320 00000100:00100000:3.0:1777045588.454192:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1478 00000100:00100000:3.0:1777045588.454238:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7503b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3341:x1863365424500096:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777045588.454272:0:5850:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424499584 00000100:00100000:0.0:1777045588.454278:0:5850:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424499584 00000100:00100000:3.0:1777045588.454286:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7503b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3341:x1863365424500096:12345-0@lo:400:kworker.0 Request processed in 85us (227us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045588.454295:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1478 00000100:00100000:0.0:1777045588.454645:0:5850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1022 00000100:00100000:0.0:1777045588.454656:0:5850:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df4708bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ce657616-b3f3-4e21-ac89-518ab611901c+18:3341:x1863365424499584:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777045588.454667:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7503c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3341:1863365424500096:0@lo:400:kworker.0 00000100:00100000:3.0:1777045588.454683:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7503d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424499968:0@lo:400:kworker.0 00000100:00080000:3.0:1777045588.454706:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1777045588.454738:0:5850:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df4708bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ce657616-b3f3-4e21-ac89-518ab611901c+18:3341:x1863365424499584:12345-0@lo:400:kworker.0 Request processed in 83us (741us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045588.454748:0:5850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1022 00000100:00100000:3.0:1777045588.454749:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7503dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ce657616-b3f3-4e21-ac89-518ab611901c:3341:1863365424499584:0@lo:400:kworker.0 00000100:00100000:2.0:1777045588.455329:0:6643:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424499456 00000100:00100000:2.0:1777045588.455337:0:6643:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424499456 00000100:00100000:2.0:1777045588.455383:0:6643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 622 00000100:00100000:2.0:1777045588.455394:0:6643:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7503bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3341:x1863365424499456:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1777045588.455431:0:6643:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 62849024 pending 0 free 3851419648 avail 3849322496 00000100:00100000:2.0:1777045588.455516:0:6643:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7503bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3341:x1863365424499456:12345-0@lo:13:osp-pre-1-0.0 Request processed in 123us (1692us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045588.455525:0:6643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 622 00000100:00100000:0.0:1777045588.457711:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7503ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424499456:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1777045588.822375:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777045589.859886:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777045590.875088:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777045591.541852:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045591.541908:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045591.541959:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045591.542003:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045591.542039:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045591.542071:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045591.542107:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045591.542147:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370318080 00000100:00100000:3.0:1777045591.542176:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370318080 00000100:00100000:3.0:1777045591.542280:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370318336 00000100:00100000:3.0:1777045591.542286:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370318336 00000100:00100000:3.0:1777045591.542309:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370317952 00000100:00100000:3.0:1777045591.542313:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370317952 00000100:00100000:3.0:1777045591.542330:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370318464 00000100:00100000:3.0:1777045591.542333:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370318464 00000100:00100000:3.0:1777045591.542355:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1321 00000100:00100000:3.0:1777045591.542369:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7529a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:146de360-3fb2-48bd-b418-06f30714148a+13:2391:x1863365370318080:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777045591.542491:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7529a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:146de360-3fb2-48bd-b418-06f30714148a+13:2391:x1863365370318080:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 123us (581us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045591.542504:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1321 00000100:00100000:3.0:1777045591.542528:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1322 00000100:00100000:3.0:1777045591.542539:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df75299500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2391:x1863365370318336:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777045591.542575:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df75299500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2391:x1863365370318336:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 38us (616us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045591.542585:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1322 00000100:00100000:3.0:1777045591.542602:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1323 00000100:00100000:3.0:1777045591.542611:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7529b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:146de360-3fb2-48bd-b418-06f30714148a+14:2391:x1863365370317952:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777045591.542641:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7529b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:146de360-3fb2-48bd-b418-06f30714148a+14:2391:x1863365370317952:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 31us (603us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045591.542651:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1323 00000100:00100000:3.0:1777045591.542667:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1324 00000100:00100000:3.0:1777045591.542677:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77c7f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2391:x1863365370318464:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777045591.542704:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77c7f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2391:x1863365370318464:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 30us (597us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045591.542713:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1324 00000100:00100000:3.0:1777045591.542738:0:5848:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370317696 00000100:00100000:3.0:1777045591.542743:0:5848:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370317696 00000100:00100000:3.0:1777045591.542781:0:5848:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1023 00000100:00100000:3.0:1777045591.542790:0:5848:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df47089c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2391:x1863365370317696:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777045591.542827:0:5848:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df47089c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2391:x1863365370317696:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 38us (824us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045591.542836:0:5848:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1023 00000100:00100000:3.0:1777045591.542879:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370317824 00000100:00100000:3.0:1777045591.542884:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370317824 00000100:00100000:3.0:1777045591.542922:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370318208 00000100:00100000:3.0:1777045591.542926:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370318208 00000100:00100000:3.0:1777045591.542954:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1479 00000100:00100000:3.0:1777045591.542964:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7529b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:146de360-3fb2-48bd-b418-06f30714148a+30:2391:x1863365370317824:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777045591.543006:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7529b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:146de360-3fb2-48bd-b418-06f30714148a+30:2391:x1863365370317824:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 43us (1164us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045591.543016:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1479 00000100:00100000:3.0:1777045591.543033:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1480 00000100:00100000:3.0:1777045591.543042:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77c7dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+29:2391:x1863365370318208:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777045591.543077:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77c7dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+29:2391:x1863365370318208:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 36us (1006us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045591.543085:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1480 00000100:00080000:3.0:1777045591.543111:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1777045591.543118:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1777045591.543120:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1777045591.897036:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1777045592.003669:0:24395:0:(llog.c:801:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1777045592.003679:0:24395:0:(llog_cat.c:158:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1777045592.004762:0:24395:0:(llog.c:858:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1777045592.004778:0:24395:0:(llog.c:858:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1777045592.535768:0:3344:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de42588380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3344:1863365424500352:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1777045592.535855:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777045592.536036:0:19062:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424500352 00000100:00100000:1.0:1777045592.536047:0:19062:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424500352 00000100:00100000:1.0:1777045592.536142:0:19062:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 623 00000100:00100000:1.0:1777045592.536155:0:19062:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77fd5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1863365424500352:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1777045592.536197:0:19062:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 71368704 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1777045592.536277:0:19062:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77fd5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1863365424500352:12345-0@lo:13:osp-pre-0-0.0 Request processed in 123us (421us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045592.536288:0:19062:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 623 00000100:00080000:3.0:1777045592.536471:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1777045592.536580:0:3344:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de42588380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3344:1863365424500352:0@lo:13:osp-pre-0-0.0 00010000:00010000:2.0:1777045592.917654:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777045593.563543:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df77c7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ce657616-b3f3-4e21-ac89-518ab611901c:3341:1863365424500480:0@lo:400:kworker.0 00000100:00100000:3.0:1777045593.563630:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777045593.563722:0:5849:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424500480 00000100:00100000:3.0:1777045593.563732:0:5849:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424500480 00000100:00100000:3.0:1777045593.563789:0:5849:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1024 00000100:00100000:3.0:1777045593.563802:0:5849:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df485c0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ce657616-b3f3-4e21-ac89-518ab611901c+18:3341:x1863365424500480:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777045593.563870:0:5849:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df485c0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ce657616-b3f3-4e21-ac89-518ab611901c+18:3341:x1863365424500480:12345-0@lo:400:kworker.0 Request processed in 70us (240us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045593.563881:0:5849:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1024 00000100:00100000:3.0:1777045593.563951:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df77c7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ce657616-b3f3-4e21-ac89-518ab611901c:3341:1863365424500480:0@lo:400:kworker.0 00000100:00100000:3.0:1777045593.564003:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df77c7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3342:1863365424500608:0@lo:400:kworker.0 00000100:00100000:3.0:1777045593.564043:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777045593.564086:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424500608 00000100:00100000:3.0:1777045593.564092:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424500608 00000100:00100000:3.0:1777045593.564129:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1481 00000100:00100000:3.0:1777045593.564138:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77c7c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3342:x1863365424500608:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777045593.564190:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77c7c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3342:x1863365424500608:12345-0@lo:400:kworker.0 Request processed in 51us (145us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045593.564199:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1481 00000100:00100000:3.0:1777045593.564592:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df77c7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3342:1863365424500608:0@lo:400:kworker.0 00000100:00100000:3.0:1777045593.564661:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df77c7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3343:1863365424500736:0@lo:400:kworker.0 00000100:00100000:3.0:1777045593.564699:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777045593.564759:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424500736 00000100:00100000:3.0:1777045593.564764:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424500736 00000100:00100000:3.0:1777045593.564807:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1482 00000100:00100000:3.0:1777045593.564816:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77c7e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3343:x1863365424500736:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777045593.564866:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77c7e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3343:x1863365424500736:12345-0@lo:400:kworker.0 Request processed in 51us (166us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045593.564876:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1482 00000100:00080000:3.0:1777045593.564897:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1777045593.564926:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df77c7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3343:1863365424500736:0@lo:400:kworker.0 00000100:00100000:3.0:1777045593.565265:0:3344:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df77c7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3344:1863365424500864:0@lo:400:kworker.0 00000100:00100000:3.0:1777045593.565305:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777045593.565348:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424500864 00000100:00100000:3.0:1777045593.565353:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424500864 00000100:00100000:3.0:1777045593.565671:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1325 00000100:00100000:3.0:1777045593.565682:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b9c6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3344:x1863365424500864:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777045593.565732:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b9c6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3344:x1863365424500864:12345-0@lo:400:kworker.0 Request processed in 52us (425us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045593.565742:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1325 00000100:00100000:3.0:1777045593.565785:0:3344:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df77c7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3344:1863365424500864:0@lo:400:kworker.0 00000100:00100000:3.0:1777045593.565840:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7b9c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3341:1863365424500992:0@lo:400:kworker.0 00000100:00100000:3.0:1777045593.565875:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777045593.565914:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424500992 00000100:00100000:3.0:1777045593.565921:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424500992 00000100:00100000:3.0:1777045593.565959:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1483 00000100:00100000:3.0:1777045593.565968:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77c7f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3341:x1863365424500992:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777045593.566015:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77c7f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3341:x1863365424500992:12345-0@lo:400:kworker.0 Request processed in 48us (140us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045593.566024:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1483 00000100:00080000:3.0:1777045593.566045:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1777045593.566068:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7b9c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3341:1863365424500992:0@lo:400:kworker.0 00000100:00100000:3.0:1777045593.566119:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7b9c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424501120:0@lo:400:kworker.0 00000100:00100000:3.0:1777045593.566157:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777045593.566197:0:8776:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424501120 00000100:00100000:3.0:1777045593.566225:0:8776:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424501120 00000100:00100000:3.0:1777045593.566269:0:8776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1326 00000100:00100000:3.0:1777045593.566279:0:8776:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d58df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3342:x1863365424501120:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777045593.566330:0:8776:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d58df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3342:x1863365424501120:12345-0@lo:400:kworker.0 Request processed in 53us (172us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045593.566338:0:8776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1326 00000100:00080000:3.0:1777045593.566364:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1777045593.583855:0:3344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1777045593.583882:0:3344:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df77fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3344:1863365424501248:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1777045593.584241:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7b9c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424501120:0@lo:400:kworker.0 00000100:00100000:3.0:1777045593.597295:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777045593.607188:0:6644:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424501248 00000100:00100000:2.0:1777045593.607232:0:6644:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424501248 00000100:00100000:2.0:1777045593.607314:0:6644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 624 00000100:00100000:2.0:1777045593.607375:0:6644:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d58fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1863365424501248:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1777045593.607448:0:6644:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 62849024 pending 0 free 3851419648 avail 3849322496 00000100:00100000:2.0:1777045593.607572:0:6644:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d58fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1863365424501248:12345-0@lo:13:osp-pre-1-0.0 Request processed in 246us (10284us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045593.607584:0:6644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 624 00000100:00100000:3.0:1777045593.608956:0:3344:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df77fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3344:1863365424501248:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1777045593.941763:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777045594.969456:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1777045595.945155:0:24446:0:(llog.c:801:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1777045595.945236:0:24446:0:(llog_cat.c:158:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1777045595.946131:0:24446:0:(llog.c:858:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:1.0:1777045595.946145:0:24446:0:(llog.c:858:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:0.0:1777045595.990151:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1777045596.566487:0:11491:0:(llog.c:801:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1777045596.566498:0:11491:0:(llog_cat.c:158:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1777045596.569386:0:11491:0:(llog.c:858:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1777045596.569405:0:11491:0:(llog.c:858:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1777045596.658495:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045596.658564:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045596.658619:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045596.658673:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045596.658703:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045596.658729:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045596.658765:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045596.658893:0:6641:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370318848 00000100:00100000:1.0:1777045596.658910:0:6641:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370318848 00000100:00100000:1.0:1777045596.659010:0:6641:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370319360 00000100:00100000:1.0:1777045596.659016:0:6641:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370319360 00000100:00100000:1.0:1777045596.659039:0:6641:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370318976 00000100:00100000:1.0:1777045596.659044:0:6641:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370318976 00000100:00100000:1.0:1777045596.659064:0:6641:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370319232 00000100:00100000:1.0:1777045596.659069:0:6641:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370319232 00000100:00100000:1.0:1777045596.659093:0:6641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1327 00000100:00100000:1.0:1777045596.659108:0:6641:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77fd4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:146de360-3fb2-48bd-b418-06f30714148a+14:2391:x1863365370318848:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:1.0:1777045596.659239:0:6641:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77fd4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:146de360-3fb2-48bd-b418-06f30714148a+14:2391:x1863365370318848:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 131us (671us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045596.659252:0:6641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1327 00000100:00100000:1.0:1777045596.659280:0:6641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1328 00000100:00100000:1.0:1777045596.659291:0:6641:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d58a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2391:x1863365370319360:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:1.0:1777045596.659371:0:6641:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d58a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2391:x1863365370319360:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 81us (695us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045596.659383:0:6641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1328 00000100:00100000:1.0:1777045596.659405:0:6641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1329 00000100:00100000:1.0:1777045596.659416:0:6641:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df58664000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:146de360-3fb2-48bd-b418-06f30714148a+13:2391:x1863365370318976:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:1.0:1777045596.659455:0:6641:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df58664000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:146de360-3fb2-48bd-b418-06f30714148a+13:2391:x1863365370318976:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 41us (725us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045596.659464:0:6641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1329 00000100:00100000:1.0:1777045596.659482:0:6641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1330 00000100:00100000:1.0:1777045596.659491:0:6641:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df74530380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2391:x1863365370319232:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:1.0:1777045596.659526:0:6641:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df74530380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2391:x1863365370319232:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 36us (761us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045596.659536:0:6641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1330 00000100:00100000:0.0:1777045596.660236:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370319104 00000100:00100000:0.0:1777045596.660246:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370319104 00000100:00100000:0.0:1777045596.660293:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370318720 00000100:00100000:0.0:1777045596.660299:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370318720 00000100:00100000:0.0:1777045596.660383:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1484 00000100:00100000:0.0:1777045596.660399:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77fd7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+29:2391:x1863365370319104:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:0.0:1777045596.660457:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77fd7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+29:2391:x1863365370319104:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 62us (1837us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045596.660469:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1484 00000100:00100000:0.0:1777045596.660491:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1485 00000100:00100000:0.0:1777045596.660502:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df58666300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:146de360-3fb2-48bd-b418-06f30714148a+30:2391:x1863365370318720:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:0.0:1777045596.660541:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df58666300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:146de360-3fb2-48bd-b418-06f30714148a+30:2391:x1863365370318720:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 41us (1837us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045596.660551:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1485 00000100:00100000:3.0:1777045596.660876:0:5850:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370318592 00000100:00100000:3.0:1777045596.660884:0:5850:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370318592 00000100:00100000:3.0:1777045596.661289:0:5850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1025 00000100:00100000:3.0:1777045596.661303:0:5850:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df485c1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2391:x1863365370318592:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777045596.661392:0:5850:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df485c1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2391:x1863365370318592:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 90us (2907us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045596.661403:0:5850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1025 00000100:00080000:2.0:1777045596.661647:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1777045596.661655:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1777045596.661658:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:0.0:1777045597.014412:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777045597.653538:0:3344:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df74532680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3344:1863365424501376:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1777045597.653625:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777045597.653939:0:6643:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424501376 00000100:00100000:2.0:1777045597.653951:0:6643:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424501376 00000100:00100000:2.0:1777045597.654049:0:6643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 625 00000100:00100000:2.0:1777045597.654064:0:6643:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d58d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1863365424501376:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1777045597.654125:0:6643:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 71368704 pending 0 free 3858759680 avail 3856662528 00000100:00100000:2.0:1777045597.654187:0:6643:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d58d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1863365424501376:12345-0@lo:13:osp-pre-0-0.0 Request processed in 127us (562us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045597.654235:0:6643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 625 00000100:00080000:3.0:1777045597.654744:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1777045597.654791:0:3344:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df74532680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3344:1863365424501376:0@lo:13:osp-pre-0-0.0 00010000:00010000:0.0:1777045598.050196:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777045598.678196:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1777045598.678245:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df74532d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424501504:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1777045598.678682:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777045598.679848:0:19062:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424501504 00000100:00100000:2.0:1777045598.679860:0:19062:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424501504 00000100:00100000:2.0:1777045598.679944:0:19062:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 626 00000100:00100000:2.0:1777045598.679960:0:19062:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7503ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1863365424501504:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1777045598.680008:0:19062:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 62849024 pending 0 free 3851419648 avail 3849322496 00000100:00100000:2.0:1777045598.680186:0:19062:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7503ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1863365424501504:12345-0@lo:13:osp-pre-1-0.0 Request processed in 228us (1503us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045598.680198:0:19062:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 626 00000100:00080000:2.0:1777045598.680234:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1777045598.680341:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df74532d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424501504:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1777045598.682704:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7503dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ce657616-b3f3-4e21-ac89-518ab611901c:3342:1863365424501632:0@lo:400:kworker.0 00000100:00100000:2.0:1777045598.682777:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777045598.682827:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7503fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3342:1863365424502144:0@lo:400:kworker.0 00000100:00100000:2.0:1777045598.682864:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777045598.682900:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1777045598.682910:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7503c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424502016:0@lo:400:kworker.0 00000100:00100000:2.0:1777045598.682950:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777045598.682999:0:5848:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424501632 00000100:00100000:2.0:1777045598.683009:0:5848:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424501632 00000100:00100000:2.0:1777045598.683079:0:5848:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1026 00000100:00100000:2.0:1777045598.683094:0:5848:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df485c0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ce657616-b3f3-4e21-ac89-518ab611901c+18:3342:x1863365424501632:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777045598.683166:0:5848:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df485c0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ce657616-b3f3-4e21-ac89-518ab611901c+18:3342:x1863365424501632:12345-0@lo:400:kworker.0 Request processed in 75us (389us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045598.683177:0:5848:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1026 00000100:00100000:2.0:1777045598.683253:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424502144 00000100:00100000:2.0:1777045598.683260:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424502144 00000100:00100000:2.0:1777045598.683652:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1486 00000100:00100000:2.0:1777045598.683666:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df74532d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3342:x1863365424502144:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777045598.683722:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df74532d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3342:x1863365424502144:12345-0@lo:400:kworker.0 Request processed in 58us (855us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045598.683733:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1486 00000100:00100000:2.0:1777045598.683763:0:6641:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424502016 00000100:00100000:2.0:1777045598.683769:0:6641:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424502016 00000100:00100000:2.0:1777045598.683808:0:6641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1331 00000100:00100000:2.0:1777045598.683817:0:6641:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df74532680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3342:x1863365424502016:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777045598.683865:0:6641:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df74532680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3342:x1863365424502016:12345-0@lo:400:kworker.0 Request processed in 49us (915us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045598.683875:0:6641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1331 00000100:00100000:2.0:1777045598.683928:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7503c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424502016:0@lo:400:kworker.0 00000100:00100000:2.0:1777045598.683943:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7503dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ce657616-b3f3-4e21-ac89-518ab611901c:3342:1863365424501632:0@lo:400:kworker.0 00000100:00100000:2.0:1777045598.684256:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7503fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3342:1863365424502144:0@lo:400:kworker.0 00000100:00080000:2.0:1777045598.684291:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1777045598.687495:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7503d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3343:1863365424501760:0@lo:400:kworker.0 00000100:00100000:0.0:1777045598.687562:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045598.687611:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1777045598.687623:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df7503c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3343:1863365424501888:0@lo:400:kworker.0 00000100:00100000:0.0:1777045598.687665:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045598.687725:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424501760 00000100:00100000:0.0:1777045598.687734:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424501760 00000100:00100000:0.0:1777045598.687784:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424501888 00000100:00100000:0.0:1777045598.687789:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424501888 00000100:00100000:3.0:1777045598.687910:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1487 00000100:00100000:3.0:1777045598.687925:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7503ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3343:x1863365424501760:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777045598.687996:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7503ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3343:x1863365424501760:12345-0@lo:400:kworker.0 Request processed in 74us (434us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045598.688007:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1487 00000100:00100000:3.0:1777045598.688062:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7503d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3343:1863365424501760:0@lo:400:kworker.0 00000100:00100000:0.0:1777045598.689890:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1488 00000100:00100000:0.0:1777045598.689905:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7503fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3343:x1863365424501888:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777045598.689986:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7503fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3343:x1863365424501888:12345-0@lo:400:kworker.0 Request processed in 84us (2320us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045598.689997:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1488 00000100:00080000:2.0:1777045598.690283:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1777045598.696608:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df7503c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3343:1863365424501888:0@lo:400:kworker.0 00010000:00010000:3.0:1777045599.064871:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1777045599.792502:0:24498:0:(llog.c:801:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1777045599.792514:0:24498:0:(llog_cat.c:158:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1777045599.795430:0:24498:0:(llog.c:858:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:3.0:1777045599.795450:0:24498:0:(llog.c:858:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:1.0:1777045600.090006:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777045601.111154:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777045601.777893:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045601.777949:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045601.778002:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045601.778041:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370319872 00000100:00100000:2.0:1777045601.778044:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045601.778074:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045601.778080:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370319872 00000100:00100000:2.0:1777045601.778102:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045601.778133:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045601.778163:0:6641:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370319744 00000100:00100000:1.0:1777045601.778163:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370320128 00000100:00100000:1.0:1777045601.778169:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370320128 00000100:00100000:2.0:1777045601.778170:0:6641:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370319744 00000100:00100000:1.0:1777045601.778192:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370320256 00000100:00100000:1.0:1777045601.778196:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370320256 00000100:00100000:2.0:1777045601.778237:0:6641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1332 00000100:00100000:2.0:1777045601.778280:0:6641:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de430fe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:146de360-3fb2-48bd-b418-06f30714148a+13:2391:x1863365370319872:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:1.0:1777045601.778281:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1333 00000100:00100000:1.0:1777045601.778292:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de430ff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2391:x1863365370320128:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:2.0:1777045601.778372:0:6641:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de430fe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:146de360-3fb2-48bd-b418-06f30714148a+13:2391:x1863365370319872:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 120us (420us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045601.778384:0:6641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1332 00000100:00100000:2.0:1777045601.778411:0:6641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1334 00000100:00100000:2.0:1777045601.778424:0:6641:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de430fea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:146de360-3fb2-48bd-b418-06f30714148a+14:2391:x1863365370319744:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:0.0:1777045601.778898:0:5849:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370319488 00000100:00100000:0.0:1777045601.778908:0:5849:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370319488 00000100:00100000:0.0:1777045601.778972:0:5849:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1027 00000100:00100000:0.0:1777045601.778988:0:5849:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df485c0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2391:x1863365370319488:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777045601.779286:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370319616 00000100:00100000:3.0:1777045601.779294:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370319616 00000100:00100000:3.0:1777045601.779662:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370320000 00000100:00100000:3.0:1777045601.779669:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370320000 00000100:00100000:3.0:1777045601.779711:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1489 00000100:00100000:3.0:1777045601.779722:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de430fc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:146de360-3fb2-48bd-b418-06f30714148a+30:2391:x1863365370319616:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:1.0:1777045601.780698:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de430ff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2391:x1863365370320128:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 2403us (2692us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045601.780712:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1333 00000100:00100000:1.0:1777045601.780741:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1335 00000100:00100000:1.0:1777045601.780754:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de430fd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2391:x1863365370320256:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:1.0:1777045601.780799:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de430fd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2391:x1863365370320256:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 48us (2664us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045601.780810:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1335 00000100:00080000:1.0:1777045601.780839:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1777045601.780846:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1777045601.780850:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1777045601.783690:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1490 00000100:00100000:2.0:1777045601.783711:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de430fc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+29:2391:x1863365370320000:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:2.0:1777045601.783793:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de430fc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+29:2391:x1863365370320000:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 90us (5689us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045601.783805:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1490 00000100:00100000:1.0:1777045601.787290:0:6641:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de430fea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:146de360-3fb2-48bd-b418-06f30714148a+14:2391:x1863365370319744:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 8859us (9205us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045601.787307:0:6641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1334 00000100:00100000:0.0:1777045601.789677:0:5849:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df485c0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2391:x1863365370319488:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 10684us (11622us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045601.789694:0:5849:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1027 00000100:00100000:2.0:1777045601.795913:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de430fc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:146de360-3fb2-48bd-b418-06f30714148a+30:2391:x1863365370319616:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 16177us (18017us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045601.795933:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1489 00010000:00010000:0.0:1777045602.134282:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777045602.774825:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de430fdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424502272:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1777045602.774923:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777045602.777608:0:6644:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424502272 00000100:00100000:3.0:1777045602.777623:0:6644:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424502272 00000100:00100000:3.0:1777045602.777727:0:6644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 627 00000100:00100000:3.0:1777045602.777743:0:6644:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7503c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424502272:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1777045602.777791:0:6644:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 71368704 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1777045602.777883:0:6644:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7503c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424502272:12345-0@lo:13:osp-pre-0-0.0 Request processed in 141us (2958us total) trans 0 rc 0/0 00000100:00080000:1.0:1777045602.777896:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1777045602.777899:0:6644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 627 00000100:00100000:3.0:1777045602.777989:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de430fdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424502272:0@lo:13:osp-pre-0-0.0 00010000:00010000:0.0:1777045603.179762:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777045603.822893:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1777045603.822929:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df6d58f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424502400:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1777045603.823395:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777045603.825846:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de42589880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ce657616-b3f3-4e21-ac89-518ab611901c:3341:1863365424502528:0@lo:400:kworker.0 00000100:00100000:1.0:1777045603.825915:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777045603.826295:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de4258b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3341:1863365424503040:0@lo:400:kworker.0 00000100:00100000:1.0:1777045603.826346:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777045603.826387:0:3341:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1777045603.826398:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de4258ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3341:1863365424502656:0@lo:400:kworker.0 00000100:00100000:1.0:1777045603.826433:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777045603.826487:0:5850:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424502528 00000100:00100000:1.0:1777045603.826496:0:5850:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424502528 00000100:00100000:1.0:1777045603.826559:0:5850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1028 00000100:00100000:1.0:1777045603.826572:0:5850:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df485c3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ce657616-b3f3-4e21-ac89-518ab611901c+18:3341:x1863365424502528:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777045603.826646:0:5850:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df485c3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ce657616-b3f3-4e21-ac89-518ab611901c+18:3341:x1863365424502528:12345-0@lo:400:kworker.0 Request processed in 74us (729us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045603.826659:0:5850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1028 00000100:00100000:1.0:1777045603.826715:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424503040 00000100:00100000:1.0:1777045603.826723:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424503040 00000100:00100000:1.0:1777045603.826777:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424502656 00000100:00100000:1.0:1777045603.826784:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424502656 00000100:00100000:1.0:1777045603.826822:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1491 00000100:00100000:1.0:1777045603.826835:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42589c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3341:x1863365424503040:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777045603.826937:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42589c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3341:x1863365424503040:12345-0@lo:400:kworker.0 Request processed in 103us (589us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045603.826950:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1491 00000100:00100000:1.0:1777045603.826975:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1492 00000100:00100000:1.0:1777045603.826986:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de4258a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3341:x1863365424502656:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777045603.827034:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de4258a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3341:x1863365424502656:12345-0@lo:400:kworker.0 Request processed in 50us (599us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045603.827044:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1492 00000100:00080000:1.0:1777045603.827085:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1777045603.827113:0:3344:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de42588700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3344:1863365424502912:0@lo:400:kworker.0 00000100:00100000:1.0:1777045603.827161:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777045603.827197:0:3344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1777045603.827274:0:3344:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de42589f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3344:1863365424502784:0@lo:400:kworker.0 00000100:00100000:1.0:1777045603.827314:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777045603.827371:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424502912 00000100:00100000:1.0:1777045603.827379:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424502912 00000100:00100000:1.0:1777045603.827426:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1336 00000100:00100000:1.0:1777045603.827439:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42588000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3344:x1863365424502912:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777045603.827506:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42588000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3344:x1863365424502912:12345-0@lo:400:kworker.0 Request processed in 69us (343us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045603.827519:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1336 00000100:00100000:1.0:1777045603.827554:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424502784 00000100:00100000:1.0:1777045603.827561:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424502784 00000100:00100000:1.0:1777045603.827611:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1493 00000100:00100000:1.0:1777045603.827622:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42589180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3344:x1863365424502784:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777045603.827679:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42589180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3344:x1863365424502784:12345-0@lo:400:kworker.0 Request processed in 57us (363us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045603.827690:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1493 00000100:00080000:1.0:1777045603.827723:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1777045603.827770:0:3344:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de42589f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3344:1863365424502784:0@lo:400:kworker.0 00000100:00100000:1.0:1777045603.827792:0:3344:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de42588700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3344:1863365424502912:0@lo:400:kworker.0 00000100:00100000:1.0:1777045603.827936:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de4258ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3341:1863365424502656:0@lo:400:kworker.0 00000100:00100000:1.0:1777045603.827954:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de42589880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ce657616-b3f3-4e21-ac89-518ab611901c:3341:1863365424502528:0@lo:400:kworker.0 00000100:00100000:1.0:1777045603.827970:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de4258b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3341:1863365424503040:0@lo:400:kworker.0 00000100:00100000:2.0:1777045603.828305:0:6643:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424502400 00000100:00100000:2.0:1777045603.828315:0:6643:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424502400 00000100:00100000:2.0:1777045603.828395:0:6643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 628 00000100:00100000:2.0:1777045603.828409:0:6643:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d58e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424502400:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1777045603.828452:0:6643:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 62849024 pending 0 free 3851419648 avail 3849322496 00000100:00100000:2.0:1777045603.828513:0:6643:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d58e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424502400:12345-0@lo:13:osp-pre-1-0.0 Request processed in 106us (5120us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045603.828525:0:6643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 628 00000100:00100000:3.0:1777045603.836855:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df6d58f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424502400:0@lo:13:osp-pre-1-0.0 00000100:00080000:1.0:1777045603.839072:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000040:00080000:0.0:1777045603.848744:0:24549:0:(llog.c:801:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1777045603.848756:0:24549:0:(llog_cat.c:158:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1777045603.849707:0:24549:0:(llog.c:858:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1777045603.849725:0:24549:0:(llog.c:858:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:1.0:1777045604.188899:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777045605.205647:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777045606.230135:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1777045606.833037:0:11491:0:(llog.c:801:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1777045606.833051:0:11491:0:(llog_cat.c:158:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1777045606.834644:0:11491:0:(llog.c:858:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1777045606.834661:0:11491:0:(llog.c:858:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1777045606.895111:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045606.895196:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045606.895295:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045606.895333:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045606.895396:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045606.895428:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045606.895492:0:3334:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045606.895532:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370320896 00000100:00100000:1.0:1777045606.895545:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370320896 00000100:00100000:1.0:1777045606.895619:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370320512 00000100:00100000:1.0:1777045606.895625:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370320512 00000100:00100000:1.0:1777045606.895665:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1494 00000100:00100000:1.0:1777045606.895679:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42589880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+29:2393:x1863365370320896:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:1.0:1777045606.895781:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42589880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15144518-a1c7-4352-a966-cb31eadd4d9b+29:2393:x1863365370320896:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 103us (486us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045606.895794:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1494 00000100:00100000:1.0:1777045606.895851:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1495 00000100:00100000:1.0:1777045606.895864:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42588700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:146de360-3fb2-48bd-b418-06f30714148a+30:2393:x1863365370320512:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:1.0:1777045606.895909:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42588700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:146de360-3fb2-48bd-b418-06f30714148a+30:2393:x1863365370320512:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 47us (512us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045606.895919:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1495 00000100:00100000:1.0:1777045606.895954:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370320640 00000100:00100000:1.0:1777045606.895960:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370320640 00000100:00100000:1.0:1777045606.895997:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370321152 00000100:00100000:1.0:1777045606.896001:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370321152 00000100:00100000:1.0:1777045606.896019:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370320768 00000100:00100000:1.0:1777045606.896023:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370320768 00000100:00100000:1.0:1777045606.896041:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370321024 00000100:00100000:1.0:1777045606.896044:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370321024 00000100:00100000:1.0:1777045606.896066:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1337 00000100:00100000:1.0:1777045606.896077:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de4258b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:146de360-3fb2-48bd-b418-06f30714148a+14:2393:x1863365370320640:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:1.0:1777045606.896121:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de4258b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:146de360-3fb2-48bd-b418-06f30714148a+14:2393:x1863365370320640:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 44us (924us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045606.896131:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1337 00000100:00100000:1.0:1777045606.896151:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1338 00000100:00100000:1.0:1777045606.896162:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de4258ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2393:x1863365370321152:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:1.0:1777045606.896276:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de4258ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2393:x1863365370321152:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 113us (941us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045606.896287:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1338 00000100:00100000:1.0:1777045606.896307:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1339 00000100:00100000:1.0:1777045606.896317:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42589f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:146de360-3fb2-48bd-b418-06f30714148a+13:2393:x1863365370320768:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:1.0:1777045606.896355:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42589f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:146de360-3fb2-48bd-b418-06f30714148a+13:2393:x1863365370320768:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 39us (926us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045606.896365:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1339 00000100:00100000:1.0:1777045606.896387:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1340 00000100:00100000:1.0:1777045606.896398:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42589500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2393:x1863365370321024:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:1.0:1777045606.896435:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42589500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2393:x1863365370321024:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 38us (942us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045606.896445:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1340 00000100:00080000:1.0:1777045606.896472:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1777045606.896477:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1777045606.896483:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1777045606.896738:0:5849:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370320384 00000100:00100000:0.0:1777045606.896747:0:5849:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370320384 00000100:00100000:0.0:1777045606.896807:0:5849:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1029 00000100:00100000:0.0:1777045606.896820:0:5849:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df485c1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2393:x1863365370320384:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:0.0:1777045606.896866:0:5849:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df485c1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2393:x1863365370320384:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 48us (1767us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045606.896878:0:5849:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1029 00010000:00010000:2.0:1777045607.256918:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777045607.895601:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df6d58f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424503168:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1777045607.895705:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777045607.897046:0:19062:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424503168 00000100:00100000:3.0:1777045607.897061:0:19062:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424503168 00000100:00100000:3.0:1777045607.900351:0:19062:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 629 00000100:00100000:3.0:1777045607.900374:0:19062:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7503dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1863365424503168:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1777045607.900721:0:19062:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 71368704 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1777045607.900835:0:19062:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7503dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1863365424503168:12345-0@lo:13:osp-pre-0-0.0 Request processed in 467us (5128us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045607.900849:0:19062:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 629 00000100:00100000:1.0:1777045607.916634:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df6d58f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424503168:0@lo:13:osp-pre-0-0.0 00000100:00080000:0.0:1777045607.922111:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000040:00080000:2.0:1777045607.928001:0:24601:0:(llog.c:801:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1777045607.928012:0:24601:0:(llog_cat.c:158:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1777045607.928975:0:24601:0:(llog.c:858:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1777045607.928990:0:24601:0:(llog.c:858:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:1.0:1777045608.281910:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777045608.918448:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de42588380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424503680:0@lo:400:kworker.0 00000100:00100000:1.0:1777045608.918562:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777045608.918663:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1777045608.918676:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de4258b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3342:1863365424503552:0@lo:400:kworker.0 00000100:00100000:1.0:1777045608.918722:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777045608.918771:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424503680 00000100:00100000:1.0:1777045608.918782:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424503680 00000100:00100000:1.0:1777045608.918847:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1341 00000100:00100000:1.0:1777045608.918862:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41db2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3342:x1863365424503680:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777045608.919248:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41db2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3342:x1863365424503680:12345-0@lo:400:kworker.0 Request processed in 387us (684us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045608.919262:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1341 00000100:00100000:1.0:1777045608.919298:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424503552 00000100:00100000:1.0:1777045608.919304:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424503552 00000100:00100000:1.0:1777045608.919359:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1496 00000100:00100000:1.0:1777045608.919371:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df485bea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3342:x1863365424503552:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777045608.919425:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df485bea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3342:x1863365424503552:12345-0@lo:400:kworker.0 Request processed in 56us (702us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045608.919436:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1496 00000100:00100000:1.0:1777045608.919500:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de4258b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3342:1863365424503552:0@lo:400:kworker.0 00000100:00100000:1.0:1777045608.919519:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de42588380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424503680:0@lo:400:kworker.0 00000100:00100000:0.0:1777045608.919667:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de42588a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ce657616-b3f3-4e21-ac89-518ab611901c:3343:1863365424503296:0@lo:400:kworker.0 00000100:00100000:0.0:1777045608.919725:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045608.919782:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de42770000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3343:1863365424503808:0@lo:400:kworker.0 00000100:00100000:0.0:1777045608.919820:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045608.919855:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:0.0:1777045608.919865:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de4258a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3343:1863365424503424:0@lo:400:kworker.0 00000100:00100000:0.0:1777045608.919901:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045608.919931:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df470cf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424503936:0@lo:400:kworker.0 00000100:00100000:0.0:1777045608.919971:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1777045608.920031:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1777045608.920049:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424503808 00000100:00100000:0.0:1777045608.920056:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424503808 00000100:00100000:0.0:1777045608.920109:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424503424 00000100:00100000:0.0:1777045608.920115:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424503424 00000100:00100000:0.0:1777045608.920182:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1497 00000100:00100000:0.0:1777045608.920195:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7503c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3343:x1863365424503808:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777045608.920296:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7503c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3343:x1863365424503808:12345-0@lo:400:kworker.0 Request processed in 103us (474us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045608.920307:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1497 00000100:00100000:0.0:1777045608.920330:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1498 00000100:00100000:0.0:1777045608.920341:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7503d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3343:x1863365424503424:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777045608.920389:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7503d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3343:x1863365424503424:12345-0@lo:400:kworker.0 Request processed in 48us (485us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045608.920399:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1498 00000100:00100000:0.0:1777045608.920439:0:14822:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424503936 00000100:00100000:0.0:1777045608.920446:0:14822:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424503936 00000100:00100000:0.0:1777045608.920491:0:14822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1342 00000100:00100000:0.0:1777045608.920503:0:14822:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d654700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424503936:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777045608.920554:0:14822:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d654700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424503936:12345-0@lo:400:kworker.0 Request processed in 53us (581us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045608.920564:0:14822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1342 00000100:00080000:0.0:1777045608.920589:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1777045608.920594:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1777045608.920630:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de4258a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3343:1863365424503424:0@lo:400:kworker.0 00000100:00100000:0.0:1777045608.920645:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df470cf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424503936:0@lo:400:kworker.0 00000100:00100000:0.0:1777045608.920659:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de42770000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3343:1863365424503808:0@lo:400:kworker.0 00000100:00100000:1.0:1777045608.923033:0:5848:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424503296 00000100:00100000:1.0:1777045608.923047:0:5848:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424503296 00000100:00100000:1.0:1777045608.923106:0:5848:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1030 00000100:00100000:1.0:1777045608.923117:0:5848:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df485c0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ce657616-b3f3-4e21-ac89-518ab611901c+18:3343:x1863365424503296:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777045608.923282:0:5848:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df485c0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ce657616-b3f3-4e21-ac89-518ab611901c+18:3343:x1863365424503296:12345-0@lo:400:kworker.0 Request processed in 164us (3554us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045608.923292:0:5848:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1030 00000100:00100000:2.0:1777045608.924835:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de42588a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ce657616-b3f3-4e21-ac89-518ab611901c:3343:1863365424503296:0@lo:400:kworker.0 00000100:00100000:0.0:1777045608.929289:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de430ff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424504064:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1777045608.929373:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777045608.929518:0:6644:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424504064 00000100:00100000:1.0:1777045608.929530:0:6644:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424504064 00000100:00100000:1.0:1777045608.929610:0:6644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 630 00000100:00100000:1.0:1777045608.929624:0:6644:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d655c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3341:x1863365424504064:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1777045608.929673:0:6644:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 62849024 pending 0 free 3851419648 avail 3849322496 00000100:00100000:1.0:1777045608.952447:0:6644:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d655c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3341:x1863365424504064:12345-0@lo:13:osp-pre-1-0.0 Request processed in 22812us (23061us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045608.952469:0:6644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 630 00000100:00100000:0.0:1777045608.958288:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de430ff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424504064:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1777045609.304864:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777045610.334662:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777045611.355763:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1777045612.011353:0:24653:0:(llog.c:801:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1777045612.011365:0:24653:0:(llog_cat.c:158:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1777045612.025808:0:24653:0:(llog.c:858:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:1.0:1777045612.025871:0:24653:0:(llog.c:858:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1777045612.029024:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045612.029065:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045612.029135:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045612.029175:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045612.029216:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045612.029246:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045612.029298:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045612.033232:0:6641:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370321664 00000100:00100000:3.0:1777045612.033250:0:6641:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370321664 00000100:00100000:3.0:1777045612.033328:0:6641:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370321920 00000100:00100000:3.0:1777045612.033333:0:6641:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370321920 00000100:00100000:3.0:1777045612.033631:0:6641:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370321536 00000100:00100000:3.0:1777045612.033638:0:6641:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370321536 00000100:00100000:3.0:1777045612.033665:0:6641:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370322048 00000100:00100000:3.0:1777045612.033669:0:6641:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370322048 00000100:00100000:3.0:1777045612.033699:0:6641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1343 00000100:00100000:3.0:1777045612.033712:0:6641:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de430fdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:146de360-3fb2-48bd-b418-06f30714148a+13:2390:x1863365370321664:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777045612.033814:0:6641:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de430fdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:146de360-3fb2-48bd-b418-06f30714148a+13:2390:x1863365370321664:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 104us (4746us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045612.033825:0:6641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1343 00000100:00100000:3.0:1777045612.033852:0:6641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1344 00000100:00100000:3.0:1777045612.033860:0:6641:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b939880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2390:x1863365370321920:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777045612.033897:0:6641:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b939880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2390:x1863365370321920:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 37us (4762us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045612.033908:0:6641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1344 00000100:00100000:3.0:1777045612.033926:0:6641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1345 00000100:00100000:3.0:1777045612.033936:0:6641:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b939500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:146de360-3fb2-48bd-b418-06f30714148a+14:2390:x1863365370321536:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777045612.033972:0:6641:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b939500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:146de360-3fb2-48bd-b418-06f30714148a+14:2390:x1863365370321536:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 37us (4769us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045612.033982:0:6641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1345 00000100:00100000:3.0:1777045612.034000:0:6641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1346 00000100:00100000:0.0:1777045612.034000:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370321408 00000100:00100000:0.0:1777045612.034007:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370321408 00000100:00100000:3.0:1777045612.034010:0:6641:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b938000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2390:x1863365370322048:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777045612.034045:0:6641:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b938000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2390:x1863365370322048:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 37us (4747us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045612.034051:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370321792 00000100:00100000:3.0:1777045612.034055:0:6641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1346 00000100:00100000:0.0:1777045612.034055:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370321792 00000100:00080000:3.0:1777045612.034118:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1777045612.034123:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1499 00000100:00080000:3.0:1777045612.034125:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1777045612.034128:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1777045612.034135:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de430ff800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:146de360-3fb2-48bd-b418-06f30714148a+30:2390:x1863365370321408:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:0.0:1777045612.034180:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de430ff800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:146de360-3fb2-48bd-b418-06f30714148a+30:2390:x1863365370321408:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 48us (5164us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045612.034190:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1499 00000100:00100000:0.0:1777045612.034235:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1500 00000100:00100000:0.0:1777045612.034248:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b939180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+29:2390:x1863365370321792:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:0.0:1777045612.034286:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b939180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+29:2390:x1863365370321792:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 41us (5038us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045612.034295:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1500 00000100:00100000:1.0:1777045612.036505:0:5850:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370321280 00000100:00100000:1.0:1777045612.036518:0:5850:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370321280 00000100:00100000:1.0:1777045612.038511:0:5850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1031 00000100:00100000:1.0:1777045612.038528:0:5850:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df485c2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2390:x1863365370321280:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:1.0:1777045612.038624:0:5850:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df485c2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2390:x1863365370321280:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 100us (9445us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045612.038637:0:5850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1031 00010000:00010000:0.0:1777045612.374902:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777045613.014936:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df6d58f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424504192:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1777045613.015025:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777045613.015242:0:6643:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424504192 00000100:00100000:3.0:1777045613.015253:0:6643:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424504192 00000100:00100000:3.0:1777045613.015361:0:6643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 631 00000100:00100000:3.0:1777045613.015376:0:6643:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df605f4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1863365424504192:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1777045613.015421:0:6643:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 71368704 pending 0 free 3858759680 avail 3856662528 00000100:00100000:3.0:1777045613.015491:0:6643:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df605f4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3342:x1863365424504192:12345-0@lo:13:osp-pre-0-0.0 Request processed in 117us (466us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045613.015503:0:6643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 631 00000100:00100000:3.0:1777045613.015569:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df6d58f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424504192:0@lo:13:osp-pre-0-0.0 00000100:00080000:2.0:1777045613.015690:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:0.0:1777045613.402547:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777045614.042835:0:3344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1777045614.042889:0:3344:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df605f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3344:1863365424504320:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1777045614.042978:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777045614.043846:0:6644:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424504320 00000100:00100000:2.0:1777045614.043879:0:6644:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424504320 00000100:00100000:2.0:1777045614.044280:0:6644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 632 00000100:00100000:2.0:1777045614.044297:0:6644:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d58f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1863365424504320:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1777045614.044365:0:6644:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 62849024 pending 0 free 3851419648 avail 3849322496 00000100:00100000:2.0:1777045614.044441:0:6644:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d58f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1863365424504320:12345-0@lo:13:osp-pre-1-0.0 Request processed in 148us (1462us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045614.044454:0:6644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 632 00000100:00100000:2.0:1777045614.044534:0:3344:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df605f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3344:1863365424504320:0@lo:13:osp-pre-1-0.0 00000100:00080000:3.0:1777045614.045341:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1777045614.067260:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df605f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3341:1863365424504576:0@lo:400:kworker.0 00000100:00100000:2.0:1777045614.067346:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777045614.067415:0:3341:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1777045614.067426:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df605f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3341:1863365424504704:0@lo:400:kworker.0 00000100:00100000:2.0:1777045614.067462:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777045614.067519:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424504576 00000100:00100000:2.0:1777045614.067530:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424504576 00000100:00100000:2.0:1777045614.067631:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424504704 00000100:00100000:2.0:1777045614.067637:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424504704 00000100:00100000:2.0:1777045614.067685:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1501 00000100:00100000:2.0:1777045614.067698:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77954e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3341:x1863365424504576:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777045614.067778:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77954e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3341:x1863365424504576:12345-0@lo:400:kworker.0 Request processed in 80us (429us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045614.067791:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1501 00000100:00100000:2.0:1777045614.067819:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1502 00000100:00100000:2.0:1777045614.067830:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77b06a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3341:x1863365424504704:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777045614.067908:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77b06a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3341:x1863365424504704:12345-0@lo:400:kworker.0 Request processed in 79us (444us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045614.067918:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1502 00000100:00080000:2.0:1777045614.067957:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1777045614.068303:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df605f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3341:1863365424504704:0@lo:400:kworker.0 00000100:00100000:2.0:1777045614.068325:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df605f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3341:1863365424504576:0@lo:400:kworker.0 00000100:00100000:0.0:1777045614.068752:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df605f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424504832:0@lo:400:kworker.0 00000100:00100000:0.0:1777045614.068800:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045614.068853:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:0.0:1777045614.068863:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df605f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ce657616-b3f3-4e21-ac89-518ab611901c:3343:1863365424504448:0@lo:400:kworker.0 00000100:00100000:0.0:1777045614.068901:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045614.068935:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df605f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3343:1863365424504960:0@lo:400:kworker.0 00000100:00100000:0.0:1777045614.068967:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045614.069019:0:5849:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424504448 00000100:00100000:0.0:1777045614.069025:0:5849:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424504448 00000100:00100000:0.0:1777045614.069108:0:5849:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1032 00000100:00100000:0.0:1777045614.069121:0:5849:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df485c3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ce657616-b3f3-4e21-ac89-518ab611901c+18:3343:x1863365424504448:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777045614.069179:0:5849:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df485c3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ce657616-b3f3-4e21-ac89-518ab611901c+18:3343:x1863365424504448:12345-0@lo:400:kworker.0 Request processed in 61us (277us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045614.069190:0:5849:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1032 00000100:00100000:0.0:1777045614.069270:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424504960 00000100:00100000:0.0:1777045614.069277:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424504960 00000100:00100000:0.0:1777045614.069588:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1503 00000100:00100000:0.0:1777045614.069599:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42770000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3343:x1863365424504960:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777045614.069649:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42770000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3343:x1863365424504960:12345-0@lo:400:kworker.0 Request processed in 52us (680us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045614.069659:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1503 00000100:00100000:0.0:1777045614.069705:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df605f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ce657616-b3f3-4e21-ac89-518ab611901c:3343:1863365424504448:0@lo:400:kworker.0 00000100:00100000:0.0:1777045614.069721:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df605f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3343:1863365424504960:0@lo:400:kworker.0 00000100:00100000:2.0:1777045614.085268:0:6641:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424504832 00000100:00100000:2.0:1777045614.085288:0:6641:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424504832 00000100:00100000:2.0:1777045614.085397:0:6641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1347 00000100:00100000:2.0:1777045614.085684:0:6641:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df6d657800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424504832:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777045614.085818:0:6641:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df6d657800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424504832:12345-0@lo:400:kworker.0 Request processed in 409us (17015us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045614.085830:0:6641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1347 00000100:00080000:2.0:1777045614.085874:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1777045614.085979:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df605f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424504832:0@lo:400:kworker.0 00010000:00010000:1.0:1777045614.427679:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777045615.445975:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1777045616.094720:0:11491:0:(llog.c:801:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1777045616.094729:0:11491:0:(llog_cat.c:158:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1777045616.095462:0:11491:0:(llog.c:858:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1777045616.095473:0:11491:0:(llog.c:858:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1777045616.151583:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:1.0:1777045616.151732:0:5842:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370322176 00000100:00100000:1.0:1777045616.151745:0:5842:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370322176 00000100:00100000:1.0:1777045616.152180:0:5842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 115 00000100:00100000:1.0:1777045616.152196:0:5842:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77b04a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+29:2390:x1863365370322176:12345-192.168.201.45@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777045616.152254:0:5842:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 16 locks, starting at 0 00010000:00010000:1.0:1777045616.152314:0:5842:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de419ed200/0x2c8777a5e7da03fe lrc: 0/0,0 mode: --/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11498b0 expref: 29 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045616.152339:0:5842:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x33:0x0].0x0 (ffff98df51b04200) 00010000:00010000:1.0:1777045616.152375:0:5842:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de43102c00/0x2c8777a5e7d9fdd0 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149599 expref: 28 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045616.152391:0:5842:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff98df52c43500) 00010000:00010000:1.0:1777045616.152402:0:5842:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537200/0x2c8777a5e7d9f84a lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114941f expref: 27 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045616.152414:0:5842:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff98df4a351500) 00010000:00010000:1.0:1777045616.152442:0:5842:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023a00/0x2c8777a5e7d9f6fa lrc: 0/0,0 mode: --/PR res: [0x200000401:0x51:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11493a8 expref: 26 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045616.152455:0:5842:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x51:0x0].0x0 (ffff98df52c43a00) 00010000:00010000:1.0:1777045616.152466:0:5842:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537800/0x2c8777a5e7d9f3dc lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11492a5 expref: 25 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045616.152477:0:5842:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff98df51b04600) 00010000:00010000:1.0:1777045616.152487:0:5842:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de435bf000/0x2c8777a5e7d9f0e8 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11491b0 expref: 24 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045616.152501:0:5842:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4d:0x0].0x0 (ffff98df454d4600) 00010000:00010000:1.0:1777045616.152512:0:5842:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537a00/0x2c8777a5e7d9f039 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114917f expref: 23 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045616.152525:0:5842:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff98df61f8ee00) 00010000:00010000:1.0:1777045616.152544:0:5842:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98df7b537400/0x2c8777a5e7d9f016 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1149171 expref: 22 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045616.152563:0:5842:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0x0 (ffff98df48c7e700) 00010000:00010000:1.0:1777045616.152573:0:5842:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de41dfd400/0x2c8777a5e7d9ecf1 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114906e expref: 21 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045616.152586:0:5842:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff98df454d4100) 00010000:00010000:1.0:1777045616.152616:0:5842:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023e00/0x2c8777a5e7d9e80c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x48:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148e92 expref: 20 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045616.152631:0:5842:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0x0 (ffff98df48c7e100) 00010000:00010000:1.0:1777045616.152641:0:5842:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48024000/0x2c8777a5e7d9e40e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x46:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148d49 expref: 19 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045616.152655:0:5842:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x46:0x0].0x0 (ffff98df413b6500) 00010000:00010000:1.0:1777045616.152679:0:5842:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022600/0x2c8777a5e7d9e29b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x42:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148cd9 expref: 18 pid: 7939 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045616.152692:0:5842:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x42:0x0].0x0 (ffff98df61f8ef00) 00010000:00010000:1.0:1777045616.152702:0:5842:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022400/0x2c8777a5e7d9df30 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x40:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148bc1 expref: 17 pid: 5857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045616.152715:0:5842:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x40:0x0].0x0 (ffff98df46583a00) 00010000:00010000:1.0:1777045616.152729:0:5842:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48022200/0x2c8777a5e7d9dc5f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3e:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee1148acc expref: 16 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045616.152741:0:5842:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3e:0x0].0x0 (ffff98df48c7e400) 00010000:00010000:1.0:1777045616.152757:0:5842:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48067a00/0x2c8777a5e7d9d96b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3c:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee11489d7 expref: 15 pid: 12646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045616.152770:0:5842:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3c:0x0].0x0 (ffff98df43d75300) 00010000:00010000:1.0:1777045616.152804:0:5842:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98de48023400/0x2c8777a5e7d9d806 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.45@tcp remote: 0x3f1cb74ee114894b expref: 14 pid: 5856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777045616.152818:0:5842:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x18:0x0].0x0 (ffff98df48c7ee00) 00010000:00010000:1.0:1777045616.152829:0:5842:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777045616.152904:0:5842:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77b04a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+13:2390:x1863365370322176:12345-192.168.201.45@tcp:103:ldlm_bl.0 Request processed in 712us (1331us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045616.152916:0:5842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 115 00000100:00080000:2.0:1777045616.155982:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000040:00080000:0.0:1777045616.377079:0:24704:0:(llog.c:801:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1777045616.377091:0:24704:0:(llog_cat.c:158:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1777045616.378419:0:24704:0:(llog.c:858:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1777045616.378436:0:24704:0:(llog.c:858:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:1.0:1777045616.484287:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777045617.139685:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045617.139736:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045617.139771:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045617.139809:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045617.139841:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045617.139875:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:3.0:1777045617.139919:0:14822:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370322688 00000100:00100000:3.0:1777045617.139930:0:14822:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370322688 00000100:00100000:2.0:1777045617.140132:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370322432 00000100:00100000:2.0:1777045617.140140:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370322432 00000100:00100000:2.0:1777045617.140188:0:7939:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370322816 00000100:00100000:2.0:1777045617.140193:0:7939:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370322816 00000100:00100000:2.0:1777045617.140248:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1504 00000100:00100000:2.0:1777045617.140262:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df7b9c5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:146de360-3fb2-48bd-b418-06f30714148a+30:2390:x1863365370322432:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:2.0:1777045617.140355:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df7b9c5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:146de360-3fb2-48bd-b418-06f30714148a+30:2390:x1863365370322432:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 95us (682us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045617.140367:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1504 00000100:00100000:2.0:1777045617.140396:0:7939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1505 00000100:00100000:2.0:1777045617.140406:0:7939:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42c8ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+13:2390:x1863365370322816:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:2.0:1777045617.140445:0:7939:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42c8ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+13:2390:x1863365370322816:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 40us (568us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045617.140460:0:7939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1505 00000100:00100000:3.0:1777045617.140667:0:14822:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370322944 00000100:00100000:3.0:1777045617.140676:0:14822:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370322944 00000100:00100000:3.0:1777045617.140727:0:14822:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370322560 00000100:00100000:3.0:1777045617.140732:0:14822:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370322560 00000100:00100000:3.0:1777045617.140756:0:14822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1348 00000100:00100000:3.0:1777045617.140767:0:14822:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42c8b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:146de360-3fb2-48bd-b418-06f30714148a+13:2390:x1863365370322688:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777045617.140823:0:14822:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42c8b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:146de360-3fb2-48bd-b418-06f30714148a+13:2390:x1863365370322688:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 57us (1086us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045617.140833:0:14822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1348 00000100:00100000:3.0:1777045617.140884:0:14822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1349 00000100:00100000:3.0:1777045617.140893:0:14822:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42c89500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2390:x1863365370322944:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777045617.140932:0:14822:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42c89500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2390:x1863365370322944:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 40us (1161us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045617.140941:0:14822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1349 00000100:00100000:3.0:1777045617.140957:0:14822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1350 00000100:00100000:3.0:1777045617.140966:0:14822:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42c8aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:146de360-3fb2-48bd-b418-06f30714148a+14:2390:x1863365370322560:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777045617.141026:0:14822:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42c8aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:146de360-3fb2-48bd-b418-06f30714148a+14:2390:x1863365370322560:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 33us (1158us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045617.141036:0:14822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1350 00000100:00100000:3.0:1777045617.141069:0:5848:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370322304 00000100:00100000:3.0:1777045617.141075:0:5848:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370322304 00000100:00100000:3.0:1777045617.141114:0:5848:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1033 00000100:00100000:3.0:1777045617.141124:0:5848:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df485c2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2390:x1863365370322304:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777045617.141163:0:5848:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df485c2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2390:x1863365370322304:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 41us (1354us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045617.141172:0:5848:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1033 00000100:00080000:3.0:1777045617.141250:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1777045617.141256:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1777045617.141260:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1777045617.152181:0:3336:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:2.0:1777045617.152260:0:14822:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370323072 00000100:00100000:2.0:1777045617.152272:0:14822:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370323072 00000100:00100000:2.0:1777045617.152351:0:14822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1351 00000100:00100000:2.0:1777045617.152364:0:14822:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77b06680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2390:x1863365370323072:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:2.0:1777045617.152456:0:14822:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77b06680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2390:x1863365370323072:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 93us (285us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045617.152467:0:14822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1351 00000100:00080000:2.0:1777045617.152501:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:0.0:1777045617.493566:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777045618.133535:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de42c89c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424505088:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1777045618.133639:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777045618.135533:0:19062:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424505088 00000100:00100000:1.0:1777045618.135546:0:19062:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424505088 00000100:00080000:2.0:1777045618.135777:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1777045618.135865:0:19062:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 633 00000100:00100000:1.0:1777045618.135886:0:19062:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77b04000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3341:x1863365424505088:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1777045618.136276:0:19062:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 71368704 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1777045618.136375:0:19062:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77b04000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3341:x1863365424505088:12345-0@lo:13:osp-pre-0-0.0 Request processed in 492us (2734us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045618.136425:0:19062:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 633 00000100:00100000:2.0:1777045618.136573:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de42c89c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424505088:0@lo:13:osp-pre-0-0.0 00010000:00010000:1.0:1777045618.519938:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777045619.157554:0:3341:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1777045619.157583:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df77b06d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424505216:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1777045619.157672:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777045619.157775:0:6643:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424505216 00000100:00100000:2.0:1777045619.157785:0:6643:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424505216 00000100:00100000:2.0:1777045619.157857:0:6643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 634 00000100:00100000:2.0:1777045619.157871:0:6643:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77b05500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3341:x1863365424505216:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1777045619.157924:0:6643:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 62849024 pending 0 free 3851419648 avail 3849322496 00000100:00100000:2.0:1777045619.158283:0:6643:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77b05500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3341:x1863365424505216:12345-0@lo:13:osp-pre-1-0.0 Request processed in 413us (609us total) trans 0 rc 0/0 00000100:00100000:2.0:1777045619.158294:0:6643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 634 00000100:00080000:2.0:1777045619.158330:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1777045619.158379:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df77b06d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3341:1863365424505216:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1777045619.158697:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de42588380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424505728:0@lo:400:kworker.0 00000100:00100000:0.0:1777045619.158743:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045619.158790:0:3342:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1777045619.158798:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de4258a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3342:1863365424505600:0@lo:400:kworker.0 00000100:00100000:0.0:1777045619.158832:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777045619.158938:0:6639:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424505728 00000100:00100000:1.0:1777045619.158945:0:6639:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424505728 00000100:00100000:1.0:1777045619.159027:0:6639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1352 00000100:00100000:1.0:1777045619.159039:0:6639:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df470cf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3342:x1863365424505728:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777045619.159103:0:6639:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df470cf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3342:x1863365424505728:12345-0@lo:400:kworker.0 Request processed in 66us (358us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045619.159113:0:6639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1352 00000100:00100000:1.0:1777045619.159155:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de42588380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424505728:0@lo:400:kworker.0 00000100:00100000:3.0:1777045619.159592:0:3344:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de42588a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3344:1863365424505472:0@lo:400:kworker.0 00000100:00100000:3.0:1777045619.159641:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777045619.159684:0:3344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:3.0:1777045619.159694:0:3344:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df485be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ce657616-b3f3-4e21-ac89-518ab611901c:3344:1863365424505344:0@lo:400:kworker.0 00000100:00100000:3.0:1777045619.159734:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777045619.159780:0:3344:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de4258b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3344:1863365424505856:0@lo:400:kworker.0 00000100:00100000:3.0:1777045619.159812:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777045619.159855:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424505600 00000100:00100000:3.0:1777045619.159861:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424505600 00000100:00100000:3.0:1777045619.160235:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424505472 00000100:00100000:3.0:1777045619.160241:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424505472 00000100:00100000:3.0:1777045619.160269:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424505856 00000100:00100000:3.0:1777045619.160273:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424505856 00000100:00100000:3.0:1777045619.160296:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1506 00000100:00100000:3.0:1777045619.160615:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41c64a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3342:x1863365424505600:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777045619.160670:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41c64a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3342:x1863365424505600:12345-0@lo:400:kworker.0 Request processed in 366us (1836us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045619.160680:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1506 00000100:00100000:3.0:1777045619.160702:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1507 00000100:00100000:3.0:1777045619.160711:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42c8b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3344:x1863365424505472:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777045619.160756:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42c8b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3344:x1863365424505472:12345-0@lo:400:kworker.0 Request processed in 45us (1114us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045619.160764:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1507 00000100:00100000:3.0:1777045619.160781:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1508 00000100:00100000:3.0:1777045619.160792:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42c88a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3344:x1863365424505856:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777045619.160831:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42c88a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3344:x1863365424505856:12345-0@lo:400:kworker.0 Request processed in 40us (1016us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045619.160840:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1508 00000100:00080000:3.0:1777045619.160869:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1777045619.160897:0:3344:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de4258b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3344:1863365424505856:0@lo:400:kworker.0 00000100:00100000:3.0:1777045619.160912:0:3344:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de42588a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3344:1863365424505472:0@lo:400:kworker.0 00000100:00100000:1.0:1777045619.161060:0:5850:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424505344 00000100:00100000:1.0:1777045619.161067:0:5850:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424505344 00000100:00100000:1.0:1777045619.161119:0:5850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1034 00000100:00100000:1.0:1777045619.161129:0:5850:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df485c1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ce657616-b3f3-4e21-ac89-518ab611901c+18:3344:x1863365424505344:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777045619.161181:0:5850:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df485c1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ce657616-b3f3-4e21-ac89-518ab611901c+18:3344:x1863365424505344:12345-0@lo:400:kworker.0 Request processed in 54us (1447us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045619.161190:0:5850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1034 00000100:00100000:1.0:1777045619.161277:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de4258a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3342:1863365424505600:0@lo:400:kworker.0 00000100:00100000:3.0:1777045619.164125:0:3344:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df485be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ce657616-b3f3-4e21-ac89-518ab611901c:3344:1863365424505344:0@lo:400:kworker.0 00010000:00010000:0.0:1777045619.544369:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777045620.575051:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777045621.594152:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1777045622.046002:0:24755:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: sanity-hsm test_12u: @@@@@@ FAIL: request on 0x200000402:0x32:0x0 is not SUCCEED on mds1 00000100:00100000:0.0:1777045622.274138:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045622.274292:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045622.274622:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045622.274659:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045622.274691:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045622.274721:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045622.274859:0:3335:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.45@tcp (source: 12345-192.168.201.45@tcp) 00000100:00100000:0.0:1777045622.274901:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370323328 00000100:00100000:0.0:1777045622.274913:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370323328 00000100:00100000:0.0:1777045622.275065:0:5856:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370323712 00000100:00100000:0.0:1777045622.275071:0:5856:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370323712 00000100:00100000:0.0:1777045622.275108:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1509 00000100:00100000:0.0:1777045622.275124:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41c67b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:146de360-3fb2-48bd-b418-06f30714148a+30:2390:x1863365370323328:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:0.0:1777045622.275246:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41c67b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:146de360-3fb2-48bd-b418-06f30714148a+30:2390:x1863365370323328:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 126us (954us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045622.275258:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1509 00000100:00100000:0.0:1777045622.275282:0:5856:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1510 00000100:00100000:0.0:1777045622.275293:0:5856:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41c64000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+13:2390:x1863365370323712:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:0.0:1777045622.275332:0:5856:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41c64000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15144518-a1c7-4352-a966-cb31eadd4d9b+13:2390:x1863365370323712:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 40us (672us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045622.275342:0:5856:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1510 00000100:00100000:0.0:1777045622.275368:0:8776:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370323456 00000100:00100000:0.0:1777045622.275374:0:8776:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370323456 00000100:00100000:0.0:1777045622.275410:0:8776:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370323968 00000100:00100000:0.0:1777045622.275414:0:8776:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370323968 00000100:00100000:0.0:1777045622.275434:0:8776:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370323584 00000100:00100000:0.0:1777045622.275437:0:8776:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370323584 00000100:00100000:0.0:1777045622.275457:0:8776:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370323840 00000100:00100000:0.0:1777045622.275460:0:8776:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370323840 00000100:00100000:0.0:1777045622.275481:0:8776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1353 00000100:00100000:0.0:1777045622.275491:0:8776:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41c66680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:146de360-3fb2-48bd-b418-06f30714148a+14:2390:x1863365370323456:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:0.0:1777045622.275530:0:8776:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41c66680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:146de360-3fb2-48bd-b418-06f30714148a+14:2390:x1863365370323456:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 40us (909us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045622.275541:0:8776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1353 00000100:00100000:0.0:1777045622.275561:0:8776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1354 00000100:00100000:0.0:1777045622.275571:0:8776:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41c65180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2390:x1863365370323968:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:0.0:1777045622.275604:0:8776:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41c65180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2390:x1863365370323968:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 35us (912us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045622.275614:0:8776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1354 00000100:00100000:0.0:1777045622.275631:0:8776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1355 00000100:00100000:0.0:1777045622.275640:0:8776:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41c65880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:146de360-3fb2-48bd-b418-06f30714148a+13:2390:x1863365370323584:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:0.0:1777045622.275672:0:8776:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41c65880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:146de360-3fb2-48bd-b418-06f30714148a+13:2390:x1863365370323584:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 34us (950us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045622.275681:0:8776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1355 00000100:00100000:0.0:1777045622.275696:0:8776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1356 00000100:00100000:0.0:1777045622.275705:0:8776:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41c65500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2390:x1863365370323840:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:0.0:1777045622.275734:0:8776:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41c65500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:15144518-a1c7-4352-a966-cb31eadd4d9b+8:2390:x1863365370323840:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 30us (876us total) trans 0 rc 0/0 00000100:00100000:0.0:1777045622.275742:0:8776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1356 00000100:00080000:0.0:1777045622.275774:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1777045622.275779:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1777045622.275782:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1777045622.276472:0:5849:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365370323200 00000100:00100000:3.0:1777045622.276481:0:5849:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365370323200 00000100:00100000:3.0:1777045622.276574:0:5849:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.45@tcp, seq: 1035 00000100:00100000:3.0:1777045622.276587:0:5849:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df485c1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2390:x1863365370323200:12345-192.168.201.45@tcp:400:kworker.0 00000100:00100000:3.0:1777045622.276641:0:5849:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df485c1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:19aeff9b-bdfb-4382-8412-7db7c143c0bf+12:2390:x1863365370323200:12345-192.168.201.45@tcp:400:kworker.0 Request processed in 56us (2515us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045622.276651:0:5849:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.45@tcp, seq: 1035 00010000:00010000:0.0:1777045622.614028:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777045623.259428:0:3343:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1777045623.259494:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de42c8a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424505984:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1777045623.259631:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777045623.260021:0:19062:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424505984 00000100:00100000:1.0:1777045623.260035:0:19062:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424505984 00000100:00100000:1.0:1777045623.260191:0:19062:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 635 00000100:00100000:1.0:1777045623.260270:0:19062:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df77b06d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424505984:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1777045623.260322:0:19062:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 71368704 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1777045623.260424:0:19062:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df77b06d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3343:x1863365424505984:12345-0@lo:13:osp-pre-0-0.0 Request processed in 218us (811us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045623.260438:0:19062:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 635 00000100:00080000:0.0:1777045623.260951:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1777045623.262002:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de42c8a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3343:1863365424505984:0@lo:13:osp-pre-0-0.0 00010000:00010000:0.0:1777045623.640235:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777045624.281384:0:3343:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de42c89c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3343:1863365424506368:0@lo:400:kworker.0 00000100:00100000:3.0:1777045624.281477:0:3343:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777045624.281605:0:3344:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df485be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3344:1863365424506496:0@lo:400:kworker.0 00000100:00100000:0.0:1777045624.281658:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777045624.281933:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de42c8a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ce657616-b3f3-4e21-ac89-518ab611901c:3341:1863365424506112:0@lo:400:kworker.0 00000100:00100000:1.0:1777045624.281994:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777045624.282036:0:3341:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df74174700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3341:1863365424506624:0@lo:400:kworker.0 00000100:00100000:1.0:1777045624.282080:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de42c88700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3342:1863365424506240:0@lo:400:kworker.0 00000100:00100000:1.0:1777045624.282141:0:5848:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424506112 00000100:00100000:1.0:1777045624.282152:0:5848:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424506112 00000100:00100000:1.0:1777045624.282247:0:5848:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1036 00000100:00100000:1.0:1777045624.282262:0:5848:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98df472a8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ce657616-b3f3-4e21-ac89-518ab611901c+18:3341:x1863365424506112:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777045624.282632:0:5848:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98df472a8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ce657616-b3f3-4e21-ac89-518ab611901c+18:3341:x1863365424506112:12345-0@lo:400:kworker.0 Request processed in 373us (636us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045624.282644:0:5848:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1036 00000100:00100000:1.0:1777045624.282751:0:8776:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424506496 00000100:00100000:1.0:1777045624.282758:0:8776:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424506496 00000100:00100000:1.0:1777045624.282803:0:8776:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1357 00000100:00100000:1.0:1777045624.282814:0:8776:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de41c66d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3344:x1863365424506496:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777045624.282873:0:8776:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de41c66d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3344:x1863365424506496:12345-0@lo:400:kworker.0 Request processed in 60us (1213us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045624.282920:0:8776:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1357 00000100:00100000:1.0:1777045624.283271:0:3344:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df485be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3344:1863365424506496:0@lo:400:kworker.0 00000100:00100000:1.0:1777045624.298114:0:3344:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1777045624.298145:0:3344:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98de4258a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3344:1863365424506880:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1777045624.298260:0:3344:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777045624.298379:0:6644:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424506880 00000100:00100000:1.0:1777045624.298389:0:6644:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424506880 00000100:00100000:1.0:1777045624.298474:0:6644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 636 00000100:00100000:1.0:1777045624.298490:0:6644:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42588380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1863365424506880:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1777045624.298536:0:6644:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 62849024 pending 0 free 3851419648 avail 3849322496 00000100:00100000:1.0:1777045624.298627:0:6644:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42588380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3344:x1863365424506880:12345-0@lo:13:osp-pre-1-0.0 Request processed in 115us (341us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045624.298639:0:6644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 636 00000100:00080000:1.0:1777045624.298672:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1777045624.298724:0:3344:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de4258a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3344:1863365424506880:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1777045624.299579:0:5857:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424506368 00000100:00100000:3.0:1777045624.299588:0:5857:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424506368 00000100:00100000:3.0:1777045624.299682:0:5857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1511 00000100:00100000:3.0:1777045624.299696:0:5857:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de480e8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3343:x1863365424506368:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777045624.299759:0:5857:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de480e8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3343:x1863365424506368:12345-0@lo:400:kworker.0 Request processed in 66us (18283us total) trans 0 rc 0/0 00000100:00100000:3.0:1777045624.299770:0:5857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1511 00000100:00100000:0.0:1777045624.300286:0:3343:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de42c89c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3343:1863365424506368:0@lo:400:kworker.0 00000100:00080000:1.0:1777045624.301553:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1777045624.301578:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777045624.301624:0:3342:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff98df74176680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424506752:0@lo:400:kworker.0 00000100:00100000:1.0:1777045624.301672:0:3342:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777045624.301721:0:12646:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424506240 00000100:00100000:1.0:1777045624.301728:0:12646:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424506240 00000100:00100000:1.0:1777045624.301773:0:12646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1512 00000100:00100000:1.0:1777045624.301784:0:12646:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de4258a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3342:x1863365424506240:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777045624.301845:0:12646:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de4258a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3342:x1863365424506240:12345-0@lo:400:kworker.0 Request processed in 63us (267us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045624.301856:0:12646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1512 00000100:00100000:1.0:1777045624.301913:0:6642:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424506752 00000100:00100000:1.0:1777045624.301920:0:6642:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424506752 00000100:00100000:1.0:1777045624.301960:0:6642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1358 00000100:00100000:1.0:1777045624.301971:0:6642:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de42588a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3342:x1863365424506752:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777045624.302021:0:6642:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de42588a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3342:x1863365424506752:12345-0@lo:400:kworker.0 Request processed in 52us (348us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045624.302032:0:6642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1358 00000100:00100000:1.0:1777045624.302083:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de42c88700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3342:1863365424506240:0@lo:400:kworker.0 00000100:00100000:1.0:1777045624.302100:0:3342:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df74176680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3342:1863365424506752:0@lo:400:kworker.0 00000100:00100000:1.0:1777045624.302136:0:3341:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777045624.302182:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98de42c8a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ce657616-b3f3-4e21-ac89-518ab611901c:3341:1863365424506112:0@lo:400:kworker.0 00000100:00100000:1.0:1777045624.302240:0:5855:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1863365424506624 00000100:00100000:1.0:1777045624.302246:0:5855:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1863365424506624 00000100:00100000:1.0:1777045624.302591:0:5855:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1513 00000100:00100000:1.0:1777045624.302602:0:5855:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff98de4258b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3341:x1863365424506624:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777045624.302663:0:5855:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff98de4258b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3341:x1863365424506624:12345-0@lo:400:kworker.0 Request processed in 62us (527us total) trans 0 rc 0/0 00000100:00100000:1.0:1777045624.302673:0:5855:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1513 00000100:00080000:1.0:1777045624.302699:0:5851:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1777045624.302726:0:3341:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff98df74174700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3341:1863365424506624:0@lo:400:kworker.0 00010000:00010000:0.0:1777045624.662746:0:5845:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777045625.695052:0:5844:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1777045626.347380:0:11491:0:(llog.c:801:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1777045626.347393:0:11491:0:(llog_cat.c:158:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1777045626.348635:0:11491:0:(llog.c:858:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1777045626.348653:0:11491:0:(llog.c:858:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 Debug log: 72059 lines, 72059 kept, 0 dropped, 0 bad.